{"meta":{"query_hash":"64a5714dfe6d","filters":{"venue":"Computer Science and Software Engineering"},"cohort_total":106,"direct_labels_cover":0,"predictions_cover":106,"exported":106,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/64a5714dfe6d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Computer+Science+and+Software+Engineering"},"results":[{"id":"W2175648516","doi":"","title":"Smart big data analytics as a service framework: a proposal","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Big data; Workflow; Orchestration; Analytics; Cloud computing; Data science; Business intelligence; Service (business); Data analysis; Business process; World Wide Web; Database; Work in process; Data mining","score_opus":0.0702696836058852,"score_gpt":0.26313453109287255,"score_spread":0.19286484748698735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175648516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03449119,0.000046811514,0.9630056,0.000578331,0.0014576754,0.000089160116,0.0000024880644,0.00025413523,0.000074580734],"genre_scores_gemma":[0.8706022,0.00001341837,0.12087877,0.004684424,0.003722233,0.0000058703126,0.000042463187,0.000031572985,0.000019042072],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984933,0.0000027401268,0.00017046469,0.0005446304,0.00042255392,0.00036627694],"domain_scores_gemma":[0.99870753,0.000092511546,0.000058808408,0.0007862964,0.00031789005,0.000036964924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093197904,0.00017171455,0.00015876313,0.00027237946,0.00023978938,0.00095489435,0.001344419,0.000056986424,0.0000123373],"category_scores_gemma":[0.0010507372,0.000151454,0.0000143587895,0.0015644943,0.00010703127,0.0020005172,0.0017824956,0.00016539465,0.00011258865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011473047,0.00008962228,0.023730556,0.00092106516,0.000029645993,0.00002107976,0.00017760038,0.006157632,0.00023556473,0.051673934,0.0030135657,0.9139383],"study_design_scores_gemma":[0.00006814964,0.0000073816927,0.00680442,0.00015857493,0.000017525746,0.00001253414,0.000006286958,0.91429687,0.0000310302,0.0010805177,0.0772426,0.00027409676],"about_ca_topic_score_codex":0.00013630508,"about_ca_topic_score_gemma":0.000017831851,"teacher_disagreement_score":0.91366416,"about_ca_system_score_codex":0.00001419742,"about_ca_system_score_gemma":0.00007606911,"threshold_uncertainty_score":0.9208068},"labels":[],"label_agreement":null},{"id":"W2197954473","doi":"","title":"Accelerating analytic queries in OLTP environment using DB2 shadow tables","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Online transaction processing; Online analytical processing; Computer science; Transaction processing; Database; Shadow (psychology); Lag; Transactional leadership; Business intelligence; Data warehouse; Database transaction; Operating system","score_opus":0.013789970991884762,"score_gpt":0.20811854441318228,"score_spread":0.19432857342129753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197954473","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10177819,0.00016514724,0.89754325,0.00002624492,0.00027705345,0.00008076592,0.0000013350517,0.00012162838,0.000006410199],"genre_scores_gemma":[0.36954698,0.000010512866,0.6302886,0.000060343486,0.00007666161,0.0000052998294,7.8798223e-7,0.0000069740568,0.0000038294484],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838907,0.000022059325,0.00025460182,0.0005517627,0.0003479531,0.0004345425],"domain_scores_gemma":[0.99918985,0.00012978126,0.000058482605,0.00045039546,0.000043070166,0.00012842497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008854986,0.00018088505,0.00022325687,0.0002631503,0.000245704,0.0002679322,0.00046855718,0.000032244177,0.000001950473],"category_scores_gemma":[0.00017765285,0.0001710113,0.00002239168,0.00058403355,0.0001236483,0.001922635,0.00065470405,0.000118685966,0.0000027558299],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019884,0.000039778697,0.016264493,0.0001821829,0.000011543383,0.000037645925,0.0021871685,0.68865824,0.005809695,0.09549985,0.000020774636,0.19128667],"study_design_scores_gemma":[0.00011140948,0.000024649788,0.0052536717,0.0001050456,0.0000014173081,0.000026219896,0.000012691384,0.991667,0.0005544498,0.00010373779,0.0019052158,0.00023451458],"about_ca_topic_score_codex":0.000061943865,"about_ca_topic_score_gemma":0.0000075125995,"teacher_disagreement_score":0.30300876,"about_ca_system_score_codex":0.00009733027,"about_ca_system_score_gemma":0.00006424957,"threshold_uncertainty_score":0.69736385},"labels":[],"label_agreement":null},{"id":"W2202473840","doi":"","title":"Monitoring sentiment in open source mailing lists: exploratory study on the apache ecosystem","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Sentiment analysis; Software; World Wide Web; Open source; Happiness; Software engineering; Data science; Artificial intelligence; Operating system; Psychology","score_opus":0.02911306773837615,"score_gpt":0.26200637750892514,"score_spread":0.23289330977054898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202473840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47292718,0.000037905967,0.5258358,0.00006848885,0.00055501505,0.0003283823,1.701834e-7,0.00024346386,0.0000035979701],"genre_scores_gemma":[0.9694012,0.0000031910595,0.03022903,0.000052408683,0.00018385217,0.00009786538,1.0546551e-7,0.000022474327,0.000009915807],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972557,0.00011291316,0.00029274594,0.0008227268,0.00088773953,0.00062819844],"domain_scores_gemma":[0.9969408,0.0016256329,0.00004830764,0.0010554111,0.000128286,0.0002015615],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005358235,0.00024944768,0.00025233187,0.00042354327,0.00033367655,0.0015344506,0.0033092604,0.000042033655,8.207971e-7],"category_scores_gemma":[0.0012497549,0.00019964243,0.000029134382,0.0014419472,0.000045283607,0.0010446992,0.00250148,0.0003901125,0.000017478804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010778691,0.00049728825,0.3939492,0.00018145487,0.0000641999,0.00011510076,0.02890139,0.38811338,0.0011129336,0.0030713715,0.00018340914,0.18379948],"study_design_scores_gemma":[0.00050677767,0.0002570011,0.10070395,0.00040107025,0.000002868046,0.000016175693,0.0003106131,0.8949029,0.0017155904,0.00003325129,0.00068553496,0.00046430255],"about_ca_topic_score_codex":0.000013170119,"about_ca_topic_score_gemma":0.0000025689294,"teacher_disagreement_score":0.5067895,"about_ca_system_score_codex":0.00024161367,"about_ca_system_score_gemma":0.000098265366,"threshold_uncertainty_score":0.99950206},"labels":[],"label_agreement":null},{"id":"W2202708876","doi":"","title":"5th workshop on cloud computing","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Computer science; Cloud computing security; Cloud testing; Service provider; Computer security; Service (business); Utility computing; World Wide Web; Software as a service; Software; Software development; Business; Operating system","score_opus":0.010125230357174069,"score_gpt":0.21520166801809668,"score_spread":0.2050764376609226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202708876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1411561,0.00003572164,0.8560775,0.00028081326,0.0014978107,0.00007965348,9.269832e-8,0.0007107572,0.00016156539],"genre_scores_gemma":[0.7759605,0.0000023182447,0.22264682,0.0007922147,0.0005509942,0.000001813855,1.9931194e-7,0.000011819669,0.000033321303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978363,0.000032313223,0.00021579761,0.0007421815,0.00060414243,0.0005692992],"domain_scores_gemma":[0.99848396,0.00044758242,0.00005844963,0.0006787972,0.00010258568,0.00022862929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015848684,0.00022385863,0.00020389551,0.00031646134,0.00045891508,0.00061506283,0.0013818069,0.00004412581,8.8046085e-7],"category_scores_gemma":[0.00031807646,0.00020227117,0.000046795703,0.0009936386,0.00011154995,0.00009532256,0.0012467068,0.00022543992,0.00002817162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5129496e-7,0.000028440696,0.00030417647,0.000029626988,0.00000809657,0.000009502563,0.0009248114,0.32592505,0.00002773395,0.025717506,0.0005202136,0.6465039],"study_design_scores_gemma":[0.00016272781,0.00007114404,0.0038101785,0.00013042409,0.0000021379103,0.00001700944,0.0000046937735,0.9864814,0.000068010915,0.00012353032,0.008858248,0.0002704757],"about_ca_topic_score_codex":0.0000030468764,"about_ca_topic_score_gemma":1.5178531e-7,"teacher_disagreement_score":0.6605564,"about_ca_system_score_codex":0.000063709245,"about_ca_system_score_gemma":0.000034448898,"threshold_uncertainty_score":0.82483786},"labels":[],"label_agreement":null},{"id":"W2203597119","doi":"","title":"Mining common morphological fragments from process event logs","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Toronto Metropolitan University","funders":"","keywords":"Computer science; Process mining; Code refactoring; Process (computing); Event (particle physics); Data mining; Business process discovery; Process modeling; Work in process; Software engineering; Artificial intelligence; Business process; Business process management; Business process modeling; Programming language; Software; Engineering","score_opus":0.010960419386255733,"score_gpt":0.21239862591745157,"score_spread":0.20143820653119585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2203597119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52083826,0.00004626934,0.47865525,0.00006273181,0.00020266637,0.000026281776,2.6605795e-7,0.0001558797,0.000012402114],"genre_scores_gemma":[0.9826416,0.0000029743014,0.015833203,0.00082970766,0.0006605259,0.00000763878,0.000007763697,0.000012866655,0.0000037606078],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865067,0.0000032845155,0.00019722909,0.00044730998,0.00038868075,0.00031282302],"domain_scores_gemma":[0.9994312,0.00006145117,0.00007707583,0.00019234336,0.00020532159,0.000032637043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005567396,0.00017216595,0.00022150279,0.00023604766,0.0002782427,0.00048551257,0.0004170171,0.00004974519,0.000010392216],"category_scores_gemma":[0.00023602758,0.00014841661,0.00003483016,0.00071111147,0.0000887597,0.00097319053,0.00028548823,0.000108918524,0.000016598571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010610578,0.00012451767,0.16039367,0.00036468855,0.00004062592,0.00003242144,0.00036566597,0.40512162,0.0006101068,0.00070981664,0.000274849,0.4319514],"study_design_scores_gemma":[0.00015735312,0.0000059064173,0.014379664,0.000099562276,0.00002021941,0.000002373434,0.000013640049,0.9839931,0.00004181858,0.00039213835,0.0006729606,0.00022123264],"about_ca_topic_score_codex":0.000074674295,"about_ca_topic_score_gemma":0.0000020495222,"teacher_disagreement_score":0.5788715,"about_ca_system_score_codex":0.0000170092,"about_ca_system_score_gemma":0.000016241196,"threshold_uncertainty_score":0.6052254},"labels":[],"label_agreement":null},{"id":"W2210681107","doi":"","title":"The 6th workshop on interoperability and smart interactions in healthcare: interoperability in context","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; University of Ottawa","funders":"","keywords":"Interoperability; Health care; Context (archaeology); Key (lock); Business; Order (exchange); Knowledge management; Value (mathematics); Computer science; Public relations; World Wide Web; Political science; Computer security","score_opus":0.035979786397353844,"score_gpt":0.3561238878520124,"score_spread":0.32014410145465855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2210681107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522535,0.0002707782,0.04101576,0.0038551965,0.0018782237,0.00061691314,9.019335e-7,0.00008741784,0.000021282904],"genre_scores_gemma":[0.9978498,0.000071731396,0.00069908594,0.0011113934,0.00012174992,0.000107212865,4.797083e-7,0.000012113663,0.000026418656],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974763,0.00048751835,0.0005926709,0.00050807983,0.00021165266,0.00072377943],"domain_scores_gemma":[0.99630773,0.002856786,0.000068286434,0.00041563134,0.00014344764,0.00020811839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058249566,0.00016138036,0.00028437958,0.0002019307,0.00056096737,0.00006390569,0.00029618462,0.0000646392,0.0000022640315],"category_scores_gemma":[0.0020641978,0.00011634944,0.00001775579,0.0005022571,0.00019107615,0.00026693157,0.00026539696,0.0011495696,0.000008594133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048646878,0.000055893255,0.47965965,0.0004430548,0.0000042930983,0.0000021521314,0.010984104,0.0004187893,0.000038943672,0.0019719559,0.00014852005,0.506224],"study_design_scores_gemma":[0.0011693153,0.0003571863,0.64989144,0.0028136836,0.0000021773976,0.000014353811,0.0011241423,0.31717503,0.00001757726,0.0002947277,0.026715843,0.00042456176],"about_ca_topic_score_codex":0.0012168377,"about_ca_topic_score_gemma":0.008927285,"teacher_disagreement_score":0.5057994,"about_ca_system_score_codex":0.00073319534,"about_ca_system_score_gemma":0.0002914369,"threshold_uncertainty_score":0.49943718},"labels":[],"label_agreement":null},{"id":"W2218001763","doi":"","title":"Smart autoflight control systems","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Air traffic control; Computer science; Process (computing); Abstraction; Control (management); Systems engineering; Terrain; Air traffic management; State (computer science); Command and control; Aeronautics; Operations research; Engineering; Aerospace engineering; Artificial intelligence","score_opus":0.005830372271036928,"score_gpt":0.1847058754212535,"score_spread":0.17887550315021658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218001763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031899905,0.00016784546,0.99328476,0.0001088729,0.002393117,0.000106186984,5.7935455e-7,0.00072029623,0.000028345052],"genre_scores_gemma":[0.4173458,0.0000020324267,0.5821994,0.00020204447,0.0002132442,0.000009927373,3.1020042e-7,0.000008816208,0.000018419842],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823046,0.000030216263,0.00019802897,0.0005429589,0.0005147696,0.00048359574],"domain_scores_gemma":[0.9987014,0.0002964656,0.00004828933,0.00054653146,0.00016063773,0.0002466837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014802337,0.00017306671,0.00021737641,0.00023757985,0.00023709518,0.000651245,0.0011205534,0.000046601024,2.9502138e-7],"category_scores_gemma":[0.00033362495,0.0001573231,0.000026026675,0.0006275838,0.00009531386,0.00078526244,0.00030150946,0.00013644525,0.000020494888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012945186,0.00003568041,0.005910162,0.000115230665,0.000026659725,0.00005745609,0.0010603718,0.7756423,0.00068138493,0.04037238,0.00088278286,0.1752143],"study_design_scores_gemma":[0.00020028521,0.00005342933,0.008279827,0.00005550059,0.0000024327783,0.000079791964,8.4182585e-7,0.9882878,0.000057322344,0.0000320945,0.0027420023,0.00020868583],"about_ca_topic_score_codex":0.000008672355,"about_ca_topic_score_gemma":4.103041e-8,"teacher_disagreement_score":0.4141558,"about_ca_system_score_codex":0.000051637966,"about_ca_system_score_gemma":0.00008078772,"threshold_uncertainty_score":0.641545},"labels":[],"label_agreement":null},{"id":"W2220172898","doi":"","title":"Big data analytics using hadoop","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Big data; Computer science; Unstructured data; Volume (thermodynamics); Analytics; Data science; Installation; The Internet; Database; Data modeling; Relational database; World Wide Web; Data mining; Operating system","score_opus":0.046899625098727804,"score_gpt":0.233766967802278,"score_spread":0.18686734270355018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220172898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07242265,0.00007838505,0.9257421,0.00010751071,0.0012152005,0.00005424136,4.6752064e-7,0.0003575813,0.000021841419],"genre_scores_gemma":[0.4947966,0.0000022977074,0.50446934,0.00025636214,0.00045161808,5.6692676e-7,6.181495e-7,0.000008639987,0.000013947505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981481,0.000019712823,0.00018552643,0.00072826375,0.0004910455,0.00042738032],"domain_scores_gemma":[0.99814373,0.0001468499,0.000049120437,0.0013746357,0.000104684026,0.00018094802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016016029,0.00016101335,0.00016521983,0.00028254915,0.0003220053,0.0006107626,0.0025543713,0.000031233045,2.5938562e-7],"category_scores_gemma":[0.0002750011,0.00014805007,0.00002211115,0.0010589551,0.00010896996,0.0001720535,0.0037054175,0.00012561382,0.0000043639857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.023179e-7,0.000017369304,0.0009427572,0.00003699137,0.0000112187245,0.000009210363,0.00025545366,0.30185097,0.00010864168,0.003018577,0.00018900471,0.6935595],"study_design_scores_gemma":[0.00009658436,0.000025216345,0.0019148319,0.000044647928,0.0000052501346,0.000025981542,0.0000021110545,0.9910353,0.000043917134,0.00006880896,0.0065328036,0.0002045709],"about_ca_topic_score_codex":0.00001401264,"about_ca_topic_score_gemma":5.750377e-7,"teacher_disagreement_score":0.6933549,"about_ca_system_score_codex":0.000044186043,"about_ca_system_score_gemma":0.000066285655,"threshold_uncertainty_score":0.6037307},"labels":[],"label_agreement":null},{"id":"W2240090265","doi":"","title":"Derive: finding semantic concepts with property-values from natural language text","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Property (philosophy); Computer science; Natural language; Natural language processing; Property value; Information retrieval; Artificial intelligence; Matching (statistics); Semantic compression; Semantic computing; Semantic matching; Value (mathematics); Natural (archaeology); Semantic technology; Semantic Web; Mathematics; Machine learning","score_opus":0.0070147636511661,"score_gpt":0.2232628817727366,"score_spread":0.2162481181215705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240090265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3257885,0.0003483376,0.67288035,0.00009686583,0.00045541622,0.00006668569,3.0551297e-7,0.00035135593,0.000012193332],"genre_scores_gemma":[0.7088639,0.0000041487024,0.29081044,0.00018263055,0.00010800054,0.000003686485,6.542299e-7,0.0000065416007,0.000019985197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984604,0.000022541455,0.00013805293,0.00056144554,0.00040197233,0.00041559275],"domain_scores_gemma":[0.9990266,0.00027969477,0.000043138174,0.00043518643,0.000097364995,0.00011802811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040432098,0.00019052069,0.0002114967,0.00014482414,0.0002463937,0.00052249304,0.00096612767,0.000036281566,0.0000014610036],"category_scores_gemma":[0.0002585269,0.00012060819,0.00002397648,0.0004750137,0.00020944358,0.00090115337,0.0004511955,0.000147242,0.000008976166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073928504,0.000040340023,0.020678116,0.00010871636,0.000048150974,0.00013229808,0.014755843,0.0072338963,0.006588086,0.0035361066,0.00031468138,0.9465564],"study_design_scores_gemma":[0.00026533895,0.000091809285,0.039495066,0.00014936934,0.0000058255496,0.00005254701,0.000054781372,0.9561069,0.0030127536,0.00006973092,0.0003648498,0.00033102455],"about_ca_topic_score_codex":0.000054682918,"about_ca_topic_score_gemma":0.000005765309,"teacher_disagreement_score":0.948873,"about_ca_system_score_codex":0.00003136355,"about_ca_system_score_gemma":0.00006681625,"threshold_uncertainty_score":0.5038412},"labels":[],"label_agreement":null},{"id":"W2242360138","doi":"","title":"Toward a solution for the cloud account delegation problem","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; York University","funders":"","keywords":"Cloud computing; Delegation; Computer science; Computer security; Software; Risk analysis (engineering); Business; Operating system","score_opus":0.012093283209425548,"score_gpt":0.20201257793530944,"score_spread":0.1899192947258839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2242360138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0117971245,0.000107521315,0.98551375,0.0010058729,0.000991267,0.00024350459,2.0437798e-7,0.00032997623,0.00001077515],"genre_scores_gemma":[0.5838834,0.0000027688156,0.41533667,0.0003163416,0.00041406305,0.00002685837,2.757746e-7,0.00000633094,0.000013270117],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987537,0.000013215937,0.00015101855,0.00039809616,0.00034191794,0.0003420392],"domain_scores_gemma":[0.99902314,0.00033709145,0.00004806693,0.0003627379,0.00015426443,0.00007470732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016674828,0.00012215486,0.00010057272,0.00011303932,0.0004927691,0.0005362589,0.0009460117,0.000027273814,1.6845156e-7],"category_scores_gemma":[0.00016095556,0.00008822781,0.00003769167,0.00048816166,0.0000759167,0.00012962034,0.00056133117,0.00008526586,0.0000024857611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011666039,0.000012601618,0.00007733006,0.000060628616,0.000009395513,5.611124e-7,0.0012825506,0.18285921,0.00008534685,0.02452833,0.0005177166,0.79056513],"study_design_scores_gemma":[0.00013488617,0.000055925517,0.0011784027,0.000031061863,0.0000043224923,0.00000973771,0.0000039531046,0.98306084,0.00007046584,0.0003897274,0.0149296345,0.00013107438],"about_ca_topic_score_codex":0.000009701397,"about_ca_topic_score_gemma":6.0081925e-7,"teacher_disagreement_score":0.8002016,"about_ca_system_score_codex":0.00005444586,"about_ca_system_score_gemma":0.00003825212,"threshold_uncertainty_score":0.5171157},"labels":[],"label_agreement":null},{"id":"W2242441826","doi":"","title":"Analyzing auto-scaling issues in cloud environments","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cloud computing; Provisioning; Computer science; Scaling; Data science; Software; Open research; Utility computing; Distributed computing; Data mining; Cloud computing security; World Wide Web","score_opus":0.005731023992808735,"score_gpt":0.19863888387045275,"score_spread":0.19290785987764403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2242441826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21175987,0.00015999864,0.7871376,0.00015794978,0.0005120996,0.00005572166,5.996015e-8,0.00020043552,0.000016258651],"genre_scores_gemma":[0.78909725,0.0000086817745,0.21050194,0.0001380522,0.00021319915,0.0000031847915,1.8095706e-7,0.000008343202,0.00002919186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982943,0.000029686034,0.00022163651,0.0005968746,0.00039035804,0.00046712693],"domain_scores_gemma":[0.999203,0.00013570728,0.000042339725,0.00046003787,0.000020855206,0.00013803318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015438517,0.0001672414,0.00018575802,0.00036320733,0.0001983963,0.0003664849,0.0009866428,0.000035637233,6.2167356e-7],"category_scores_gemma":[0.00014174762,0.0001610522,0.00003094004,0.0008060916,0.00008080806,0.00014408298,0.0010312705,0.00015406357,0.000008856266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.001558e-7,0.000032663007,0.0067817383,0.00003658429,0.0000075643293,0.0000167159,0.0014005274,0.5293515,0.00031815708,0.0052276403,0.0000645365,0.45676184],"study_design_scores_gemma":[0.00014189302,0.000027850336,0.017202225,0.000075452954,0.0000016007712,0.000007250968,0.000004331871,0.97682923,0.00016560884,0.0001172986,0.005220493,0.00020673836],"about_ca_topic_score_codex":0.000015726098,"about_ca_topic_score_gemma":5.1961894e-7,"teacher_disagreement_score":0.5773374,"about_ca_system_score_codex":0.000075946984,"about_ca_system_score_gemma":0.000018327375,"threshold_uncertainty_score":0.6567518},"labels":[],"label_agreement":null},{"id":"W2245546635","doi":"","title":"Towards a uniform data model in multi-database environments","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"NoSQL; Computer science; Obsolescence; Workflow; Database; Data modeling; Data science; Relational database; Consistency (knowledge bases); Data migration; Data consistency; Data model (GIS); Data management; Scalability","score_opus":0.027071149940761957,"score_gpt":0.23116657687126102,"score_spread":0.20409542693049906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245546635","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043140233,0.000054447835,0.95614386,0.00012224252,0.00025394376,0.00009257439,0.0000016783965,0.00017610952,0.000014897963],"genre_scores_gemma":[0.35715875,0.000006159936,0.6425637,0.00019951147,0.00004049371,0.0000031602888,0.0000020573357,0.0000069999865,0.000019159312],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981206,0.000016452828,0.00019767295,0.00076991454,0.0004563361,0.00043903396],"domain_scores_gemma":[0.998478,0.00006483849,0.000036353566,0.0012379833,0.000020181187,0.00016265277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016323187,0.00016762943,0.00015537422,0.00028174397,0.0001501891,0.00026156695,0.0024420288,0.00003083994,2.8399532e-7],"category_scores_gemma":[0.00016855926,0.00015582933,0.000016375283,0.0005827367,0.00008621781,0.00030639776,0.0042786775,0.00015246839,0.0000059365493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.46545e-7,0.000047637852,0.00050255295,0.000028482558,0.0000036844647,0.000010158039,0.00046685027,0.7433895,0.00010193042,0.0024931065,0.000052129624,0.25290346],"study_design_scores_gemma":[0.00026769147,0.000019653604,0.003566563,0.000052400927,0.0000016883943,0.0000076210727,0.0000025377478,0.9945435,0.00005167819,0.00005153078,0.0012326024,0.00020254127],"about_ca_topic_score_codex":0.000020041696,"about_ca_topic_score_gemma":0.0000024703515,"teacher_disagreement_score":0.31401852,"about_ca_system_score_codex":0.00006759869,"about_ca_system_score_gemma":0.00005402204,"threshold_uncertainty_score":0.6354536},"labels":[],"label_agreement":null},{"id":"W2252116325","doi":"","title":"Reverse engineering of object-oriented code into Umple using an incremental and rule-based approach","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Java; Reverse engineering; Code (set theory); Object-oriented programming; Code generation; Source code; Metamodeling; KPI-driven code analysis; Software engineering; Theoretical computer science; Static program analysis; Software development; Software; Operating system","score_opus":0.015916191995144578,"score_gpt":0.2391135352928475,"score_spread":0.22319734329770294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252116325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4025334,0.00005866892,0.5968015,0.000007859602,0.00021005629,0.00010488634,0.0000012981783,0.00028141437,8.993568e-7],"genre_scores_gemma":[0.50631833,0.0000018074343,0.49357942,0.0000251972,0.000051857314,0.000005832795,0.0000016359508,0.000015354799,5.624697e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757993,0.000034336274,0.00030416224,0.00076699414,0.00074583193,0.0005687621],"domain_scores_gemma":[0.99820197,0.0004574766,0.00006252294,0.0006748186,0.00023431839,0.00036892042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016755097,0.00027616485,0.0003135229,0.00064591144,0.00020822701,0.00025660888,0.0009270883,0.000075520125,7.484948e-7],"category_scores_gemma":[0.0009452294,0.0002904937,0.000037767142,0.0012559246,0.0001901315,0.0011583841,0.00072525337,0.00023646894,7.060984e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010231231,0.00017721113,0.031557724,0.0008495232,0.00003831541,0.000017228189,0.0026190612,0.8768844,0.045310535,0.0039111967,0.000027004739,0.03859759],"study_design_scores_gemma":[0.00035891237,0.00012078613,0.009951453,0.0000927884,0.0000050895414,0.000032686585,0.0000077553495,0.9831638,0.0057915575,0.000015176382,0.0001462342,0.00031376677],"about_ca_topic_score_codex":0.00006709057,"about_ca_topic_score_gemma":0.0000010015484,"teacher_disagreement_score":0.10627942,"about_ca_system_score_codex":0.0001317072,"about_ca_system_score_gemma":0.0001472988,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W2252418454","doi":"","title":"Convergent paradigms in the internet of things (CT-IoT)","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Internet of Things; Computer science; Automation; The Internet; Wireless; Wireless sensor network; Smart objects; Computer security; Computer network; Telecommunications; World Wide Web; Engineering","score_opus":0.007803528743791928,"score_gpt":0.19350939975389883,"score_spread":0.1857058710101069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252418454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21110414,0.000073784184,0.7860802,0.00010088511,0.002460175,0.000063105545,1.6942963e-8,0.000081337785,0.00003640855],"genre_scores_gemma":[0.8781717,0.000003485901,0.12116327,0.00040488978,0.00024384243,0.000002947111,1.9908283e-7,0.0000049131568,0.0000047560134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986601,0.000032050146,0.0002308324,0.00034982027,0.00038200992,0.0003451707],"domain_scores_gemma":[0.99910986,0.0003044156,0.000055165194,0.00039022852,0.00006667116,0.00007367451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001845793,0.00013054645,0.00016643581,0.0002079228,0.00008597074,0.00021708803,0.0015037995,0.000019603138,3.214226e-7],"category_scores_gemma":[0.00017586608,0.00009849903,0.000032415526,0.0007558207,0.00011424568,0.000475261,0.0005136411,0.00015863728,0.0000037760378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003578004,0.00012258872,0.033054657,0.00024734688,0.000020854495,0.00005991312,0.034346495,0.012828392,0.0005993585,0.058949213,0.002649453,0.8571181],"study_design_scores_gemma":[0.00012208924,0.00005316867,0.0135803595,0.0000676437,0.0000012793727,0.000044422675,0.000004310134,0.98040736,0.00058104075,0.0002599749,0.0047384603,0.00013991537],"about_ca_topic_score_codex":0.000029591502,"about_ca_topic_score_gemma":2.3635052e-7,"teacher_disagreement_score":0.96757895,"about_ca_system_score_codex":0.000029142273,"about_ca_system_score_gemma":0.00004884651,"threshold_uncertainty_score":0.4016674},"labels":[],"label_agreement":null},{"id":"W2253162084","doi":"","title":"Optimizing application downtime through intelligent VM placement and migration in cloud data centers","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Downtime; Computer science; Live migration; Cloud computing; Fault tolerance; Virtual machine; High availability; Control reconfiguration; Data center; Distributed computing; Reliability engineering; Operating system; Virtualization; Embedded system; Engineering","score_opus":0.026721015786762836,"score_gpt":0.2411441765852903,"score_spread":0.21442316079852747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253162084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1214494,0.00033353237,0.87720025,0.00025369052,0.00042670668,0.00016430902,5.059755e-7,0.00016170538,0.000009887393],"genre_scores_gemma":[0.54697245,0.000027270533,0.45267487,0.0001854644,0.0001149675,0.000007958641,0.0000038251524,0.0000068591676,0.0000063200196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984275,0.000014986093,0.00021384662,0.0006628454,0.00038090104,0.00029992187],"domain_scores_gemma":[0.9990484,0.00006307252,0.00004973179,0.0006364665,0.00006779325,0.00013450158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012180012,0.0001426098,0.00013250473,0.00017680138,0.00011494977,0.00034516165,0.0010135982,0.000028380848,1.3539484e-7],"category_scores_gemma":[0.000074650234,0.00013517294,0.000010594057,0.0006052804,0.00006990009,0.00030197352,0.002013286,0.000106159416,0.0000028372256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034250813,0.00005122179,0.002339955,0.00004852727,0.000009779299,0.000010742397,0.008366203,0.8293059,0.00008263263,0.0023572422,0.00042932556,0.15699504],"study_design_scores_gemma":[0.0001904306,0.000036991176,0.00064209336,0.000059104248,0.0000023826374,0.000011605889,0.000058409016,0.9957054,0.00009072652,0.00006907642,0.0029710506,0.00016271367],"about_ca_topic_score_codex":0.000054612185,"about_ca_topic_score_gemma":0.0000053649997,"teacher_disagreement_score":0.42552307,"about_ca_system_score_codex":0.00010152867,"about_ca_system_score_gemma":0.00004892724,"threshold_uncertainty_score":0.5512193},"labels":[],"label_agreement":null},{"id":"W2254475833","doi":"","title":"Category-based user interaction with online user-generated videos: workload characterization","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Cache; Workload; Replication (statistics); Object (grammar); Population; World Wide Web; TRACE (psycholinguistics); Server; Multimedia; Information retrieval; Human–computer interaction; Computer network; Artificial intelligence","score_opus":0.008457724419592867,"score_gpt":0.19119302237930408,"score_spread":0.18273529795971122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2254475833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35853487,0.000015471394,0.64049643,0.00013277546,0.0004562211,0.00005512515,8.518475e-7,0.00030715874,0.0000010981826],"genre_scores_gemma":[0.91133136,0.0000054007955,0.08781704,0.00063281565,0.00016500837,0.000007242286,0.0000117669115,0.00001168166,0.000017663257],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865365,0.00002763018,0.00016994726,0.00050124543,0.00034712578,0.00030042088],"domain_scores_gemma":[0.9990726,0.000094270545,0.00006429544,0.0003807959,0.00024502943,0.0001430218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041777914,0.0001793348,0.00015533317,0.00027531924,0.00021569555,0.000587986,0.0005352385,0.00004066976,9.560769e-7],"category_scores_gemma":[0.00007971289,0.00015410014,0.000024870184,0.0007852109,0.00005815931,0.0012440583,0.0001598023,0.000159681,0.0000050486365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029607356,0.00018623167,0.013235695,0.00010094495,0.000035370165,0.00003258549,0.000779619,0.29914623,0.06282401,0.0027163657,0.0001189605,0.62079436],"study_design_scores_gemma":[0.00024232097,0.00010647255,0.014765828,0.00012423002,0.0000042525226,0.000018877821,0.0000023244972,0.981539,0.0015188787,0.0000036161857,0.001444033,0.00023015623],"about_ca_topic_score_codex":0.000026102216,"about_ca_topic_score_gemma":0.0000053910503,"teacher_disagreement_score":0.6823928,"about_ca_system_score_codex":0.000059673002,"about_ca_system_score_gemma":0.00009991724,"threshold_uncertainty_score":0.6284022},"labels":[],"label_agreement":null},{"id":"W2255008176","doi":"","title":"Towards understanding digital information discovery and curation","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Information seeking; World Wide Web; Variety (cybernetics); Data science; Digital curation; Digital library; Data curation; Task (project management); Knowledge management; Information retrieval; Engineering; Artificial intelligence","score_opus":0.013350924786976807,"score_gpt":0.20726127768918462,"score_spread":0.19391035290220782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255008176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04139985,0.000007984243,0.95794445,0.00011098671,0.00027243607,0.00006416893,0.000001114516,0.00014982815,0.00004916898],"genre_scores_gemma":[0.94276863,0.000005377235,0.05704951,0.00012914599,0.00003706795,0.0000022536487,0.0000023126825,0.0000019335791,0.0000037411348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914026,0.000004820763,0.00014362481,0.00014184893,0.0003704825,0.00019897019],"domain_scores_gemma":[0.9995661,0.000059417947,0.000032623077,0.00014158177,0.000094513896,0.00010576504],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00049193774,0.00008543474,0.00007473023,0.00021453564,0.00022395753,0.0023814074,0.00026638235,0.000024357005,2.7021565e-7],"category_scores_gemma":[0.00020335295,0.000074316886,0.000012494287,0.0004157536,0.00007765349,0.01704636,0.00030013907,0.00007233344,0.0000038258395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001858132,0.0000075646367,0.0014910786,0.000064088126,0.0000032530627,0.0000010730257,0.0025769465,0.0023537632,0.00007716787,0.29046687,0.000050231145,0.70290613],"study_design_scores_gemma":[0.00013341272,0.000058653477,0.009712266,0.0000232312,0.000001008691,0.000021372238,0.000019323395,0.9879392,0.00015860378,0.0007356149,0.0010510868,0.00014622849],"about_ca_topic_score_codex":0.0000019674549,"about_ca_topic_score_gemma":8.807791e-8,"teacher_disagreement_score":0.98558545,"about_ca_system_score_codex":0.00006571099,"about_ca_system_score_gemma":0.000058305934,"threshold_uncertainty_score":0.9986542},"labels":[],"label_agreement":null},{"id":"W2256117661","doi":"","title":"IBM Community Hackathon 2014: IBM Bluemix","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Computer science; Operating system","score_opus":0.005610668248781593,"score_gpt":0.18141486800620604,"score_spread":0.17580419975742445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256117661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23951423,0.0002470325,0.7576744,0.000047955156,0.0015661785,0.00004961349,0.0000013150261,0.00083948567,0.00005977004],"genre_scores_gemma":[0.93893474,0.000047420497,0.060501676,0.0000983844,0.00036111494,0.0000102740805,0.00000509705,0.000026779919,0.0000144837095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990177,0.0000151023505,0.0001560315,0.00019007068,0.00025484053,0.00036624496],"domain_scores_gemma":[0.9991919,0.00015481355,0.000011926346,0.0003384729,0.0000636107,0.00023928663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009254906,0.00017137334,0.00015521828,0.00018428564,0.0001914189,0.00013248864,0.00036668376,0.00007179046,0.0000062005306],"category_scores_gemma":[0.00016340334,0.00016696852,0.000025100475,0.0003910778,0.00013550397,0.00032847066,0.00012556739,0.00034425352,0.000029190604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027049311,0.00010418052,0.0019957784,0.0018030584,0.000044171826,0.000005085039,0.0041755335,0.25952056,0.01771103,0.0018326831,0.01868364,0.6941216],"study_design_scores_gemma":[0.00014502295,0.0000560596,0.027248468,0.000104763894,0.00000610727,0.00002271915,0.000009927568,0.94899184,0.0010731893,0.00007704011,0.021922221,0.00034262295],"about_ca_topic_score_codex":0.0000095514315,"about_ca_topic_score_gemma":0.000001260879,"teacher_disagreement_score":0.6994205,"about_ca_system_score_codex":0.000066211986,"about_ca_system_score_gemma":0.000022191305,"threshold_uncertainty_score":0.6808778},"labels":[],"label_agreement":null},{"id":"W2256317631","doi":"","title":"Chorus: an interactive approach to incremental modeling and validation in clouds","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Toronto","funders":"","keywords":"Chorus; Computer science; Reuse; Workload; Adaptation (eye); Latency (audio); Distributed computing; Operating system; Engineering","score_opus":0.011763787298653093,"score_gpt":0.2183714554991911,"score_spread":0.206607668200538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256317631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4547862,0.000010871597,0.5448546,0.000029553608,0.00012945512,0.00007056016,6.695587e-8,0.000097039425,0.000021664331],"genre_scores_gemma":[0.72545564,8.1236266e-7,0.27434608,0.00011569099,0.00006951512,0.0000054661623,3.7931878e-7,0.000004768865,0.0000016656807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986502,0.000030443962,0.00016168908,0.0005741942,0.00029149803,0.00029200639],"domain_scores_gemma":[0.99940675,0.000057988716,0.000023341108,0.0002879777,0.00005645991,0.00016745272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012399983,0.00013356864,0.00013222013,0.0003351864,0.00015210072,0.00044238789,0.0005699434,0.000025148489,9.828724e-8],"category_scores_gemma":[0.00009060424,0.00012919545,0.000012252348,0.0006015602,0.00003228939,0.0002745376,0.0008902118,0.00011704937,0.0000011273311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001260612,0.000030004074,0.0006989157,0.000017542907,0.000002464685,0.0000010153635,0.0028130545,0.86596555,0.00013112812,0.0020956686,0.000004436406,0.12823896],"study_design_scores_gemma":[0.0001458296,0.00007116126,0.0031040618,0.000046824196,0.0000011768609,0.000010048981,0.00003214278,0.9961494,0.00012251947,0.00008153446,0.00006525105,0.00017001216],"about_ca_topic_score_codex":0.000031551528,"about_ca_topic_score_gemma":7.060681e-7,"teacher_disagreement_score":0.2706694,"about_ca_system_score_codex":0.00006743239,"about_ca_system_score_gemma":0.00001721287,"threshold_uncertainty_score":0.5268438},"labels":[],"label_agreement":null},{"id":"W2257153411","doi":"","title":"Commercialization of technology research for benefit","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Commercialization; Key (lock); Business; Process (computing); Research development; Technology development; Innovation management; Industrial organization; Knowledge management; Marketing; Computer science; Engineering; Manufacturing engineering","score_opus":0.07674047934813598,"score_gpt":0.2966637279045727,"score_spread":0.2199232485564367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257153411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22931413,0.000056216726,0.7694183,0.0004338976,0.00037715424,0.00017198255,3.682299e-7,0.00014421542,0.00008373483],"genre_scores_gemma":[0.8985937,0.0000015557093,0.10106972,0.000115342424,0.00017786835,0.000025861467,0.0000025408433,0.000006703218,0.000006708961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993254,0.0000012651451,0.00011432725,0.00015687205,0.00020743086,0.00019473543],"domain_scores_gemma":[0.9985175,0.000037805556,0.000035378525,0.00010026514,0.0013015753,0.0000074471786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001886733,0.000055529425,0.00009425124,0.00068002223,0.00018241757,0.000052865085,0.0002689229,0.000063387364,4.0684174e-7],"category_scores_gemma":[0.0010050774,0.000054898974,0.0000073118013,0.0020452312,0.0003112843,0.00035157223,0.00035818887,0.00008462185,0.0000016423297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043264886,0.000021527494,0.01718583,0.00009725932,0.000006378698,6.6869603e-7,0.0002710778,0.000542856,0.0001440822,0.8621486,0.0008539364,0.11872349],"study_design_scores_gemma":[0.001944648,0.00020622763,0.048126206,0.00034677604,0.000023581295,0.000008641996,0.0011640505,0.5286986,0.008327392,0.24146447,0.16864526,0.0010441126],"about_ca_topic_score_codex":0.00000638974,"about_ca_topic_score_gemma":7.460881e-7,"teacher_disagreement_score":0.6692796,"about_ca_system_score_codex":0.000037448564,"about_ca_system_score_gemma":0.000053814365,"threshold_uncertainty_score":0.22387151},"labels":[],"label_agreement":null},{"id":"W2258870353","doi":"","title":"13th compiler-driven performance workshop (CDP)","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada); University of Toronto","funders":"","keywords":"Compiler; Computer science; Bridge (graph theory); State (computer science); Software engineering; Computer architecture; Programming language","score_opus":0.009526808272626763,"score_gpt":0.20929044861736207,"score_spread":0.19976364034473532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258870353","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03617595,0.000051170544,0.96178794,0.00011667618,0.00050834735,0.00007956012,1.8917622e-7,0.0012113473,0.00006879484],"genre_scores_gemma":[0.45935115,0.000015600339,0.5403032,0.00021341853,0.0000918204,0.0000040771224,4.944014e-7,0.0000064758387,0.000013813005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984195,0.000022192457,0.00019907198,0.0005346862,0.00040047916,0.0004240254],"domain_scores_gemma":[0.9988551,0.00017966387,0.000054809694,0.00052947993,0.00019443763,0.00018646962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083349604,0.00018105954,0.00018394699,0.00027538714,0.0003483053,0.00047132466,0.0012772057,0.000050483533,0.0000010193658],"category_scores_gemma":[0.00017804997,0.00017364179,0.00002938421,0.00090625917,0.00012601541,0.00086975633,0.0007148055,0.00017257368,0.000010424306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013428694,0.000028852262,0.004445689,0.000053784188,0.000007434157,0.0000037820334,0.0008123046,0.55314535,0.00012978372,0.009320881,0.00095685764,0.43109396],"study_design_scores_gemma":[0.000106725165,0.00005642542,0.0064291228,0.000066293906,0.0000013082341,0.000022030907,7.462307e-7,0.9893567,0.00039380102,0.00005302218,0.003277578,0.00023625356],"about_ca_topic_score_codex":0.0000018662485,"about_ca_topic_score_gemma":1.7097024e-7,"teacher_disagreement_score":0.43621135,"about_ca_system_score_codex":0.000047305824,"about_ca_system_score_gemma":0.00006773478,"threshold_uncertainty_score":0.70809066},"labels":[],"label_agreement":null},{"id":"W2266492292","doi":"","title":"Engineering cyber physical systems","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto; University of Victoria","funders":"","keywords":"Cyber-physical system; Transformative learning; Computer science; Context (archaeology); Wearable computer; Wearable technology; Systems engineering; Data science; Engineering; Embedded system","score_opus":0.021321704531738424,"score_gpt":0.21976045056311075,"score_spread":0.19843874603137232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266492292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08805965,0.00017527821,0.9086654,0.000055198176,0.002112041,0.00015039877,0.0000011853373,0.0007524311,0.00002838115],"genre_scores_gemma":[0.93981373,0.0000017890401,0.059617743,0.00005397664,0.00044923008,0.000024944533,5.8771315e-7,0.00001566758,0.000022301541],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979481,0.000022610888,0.0002048827,0.0006102564,0.000736681,0.00047746047],"domain_scores_gemma":[0.99834704,0.00024359966,0.00005200629,0.00052483124,0.00038378645,0.00044872725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010615689,0.00022210609,0.00027452633,0.00032342577,0.00011549797,0.0008569551,0.00090991764,0.000047634952,3.3520192e-7],"category_scores_gemma":[0.00040046373,0.00021706472,0.000042768326,0.0010142205,0.000066134475,0.0019068334,0.00063147565,0.0001798143,0.000048720696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008850673,0.0003227654,0.0059967577,0.00049996655,0.0001439824,0.00034170106,0.016796289,0.36984694,0.006034521,0.042325817,0.0042554885,0.5534269],"study_design_scores_gemma":[0.00020547413,0.000046456338,0.0011472038,0.00007665892,0.0000029583725,0.00016648501,0.000011544495,0.9929894,0.00032933528,0.000023299497,0.0046977354,0.0003034418],"about_ca_topic_score_codex":0.000022540404,"about_ca_topic_score_gemma":3.4079787e-7,"teacher_disagreement_score":0.8517541,"about_ca_system_score_codex":0.00015246181,"about_ca_system_score_gemma":0.00018796202,"threshold_uncertainty_score":0.88516426},"labels":[],"label_agreement":null},{"id":"W2266551045","doi":"","title":"Mitigating dynamic attacks using multi-agent game-theoretic techniques","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Exploit; Computer security; Computer science; Intrusion detection system; Game theory; Adaptation (eye); Cloud computing; Risk analysis (engineering)","score_opus":0.009074059306976186,"score_gpt":0.230730793441785,"score_spread":0.2216567341348088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266551045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16394241,0.000081286846,0.83476466,0.000030518633,0.000536429,0.000091734546,2.0603665e-7,0.00054700725,0.0000057229095],"genre_scores_gemma":[0.52074635,0.000011147605,0.4790458,0.00011918887,0.0000648365,0.0000035710218,1.8520218e-7,0.000006946131,0.0000019877152],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849844,0.000033079898,0.00020838376,0.0005153134,0.00034469206,0.00040012022],"domain_scores_gemma":[0.9991343,0.00012015184,0.00006125999,0.00039130042,0.00013359306,0.00015942164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010660646,0.0001709169,0.00015875875,0.00024670764,0.0003237157,0.000431235,0.00069890614,0.000059105434,0.0000013913212],"category_scores_gemma":[0.00019215592,0.00016803252,0.00003761727,0.00072879286,0.0001674113,0.0008550841,0.0005714521,0.0001895641,0.0000037391112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014178736,0.000041077332,0.00065284007,0.00011538827,0.00000927172,0.0000115499,0.0015223545,0.03584268,0.011852649,0.011584254,0.000016903583,0.9383496],"study_design_scores_gemma":[0.0000816933,0.00005750647,0.0009470532,0.000115728784,0.0000024969659,0.000055274242,0.0000021921107,0.9935911,0.003950701,0.0002747158,0.00070078427,0.00022071415],"about_ca_topic_score_codex":0.000006478162,"about_ca_topic_score_gemma":8.803862e-7,"teacher_disagreement_score":0.9577485,"about_ca_system_score_codex":0.00009256115,"about_ca_system_score_gemma":0.000045938268,"threshold_uncertainty_score":0.6852167},"labels":[],"label_agreement":null},{"id":"W2269703771","doi":"","title":"Enterprise application development in the cloud with IBM Bluemix","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Cloud computing; Computer science; Java; Software deployment; Downtime; Variety (cybernetics); Software engineering; Service (business); Operating system; Development environment; Process (computing); Artificial intelligence","score_opus":0.00399086311560279,"score_gpt":0.17647640351752905,"score_spread":0.17248554040192626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269703771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2455056,0.00003613238,0.75388676,0.00017771275,0.00013373826,0.000103638755,2.025711e-8,0.00012839267,0.000027982542],"genre_scores_gemma":[0.8143188,0.0000011255107,0.18524237,0.0003260416,0.000085990396,0.000016758897,1.8625855e-7,0.0000041350927,0.0000046379578],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869746,0.000023116847,0.00014552554,0.00040932294,0.00042979268,0.00029477928],"domain_scores_gemma":[0.99926853,0.00013624846,0.000035437464,0.00044213954,0.000051764586,0.00006586897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014626922,0.00012345678,0.00009884018,0.00016187488,0.00020598268,0.0003014098,0.0011664565,0.00001889554,1.0271437e-7],"category_scores_gemma":[0.000042114443,0.00008206683,0.000012148887,0.0007700858,0.00006462728,0.00007438298,0.000435228,0.00011444265,0.000004430966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014115357,0.000043415796,0.0049806586,0.000038707003,0.0000052169175,0.000007919747,0.0061721867,0.08012698,0.00004628901,0.009922459,0.00004549549,0.8986093],"study_design_scores_gemma":[0.00016188518,0.000045100947,0.034136567,0.0000558628,0.0000013359496,0.000023106393,0.000013991126,0.9490279,0.00008760256,0.00003846194,0.016239364,0.00016882783],"about_ca_topic_score_codex":0.000005352464,"about_ca_topic_score_gemma":0.0000024110805,"teacher_disagreement_score":0.8984404,"about_ca_system_score_codex":0.00004532671,"about_ca_system_score_gemma":0.00004083181,"threshold_uncertainty_score":0.3346588},"labels":[],"label_agreement":null},{"id":"W2271865972","doi":"","title":"MOTL: a textual language for trace specification of state machines and associations","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Tracing; Programming language; Construct (python library); Language construct; Semantics (computer science); Syntax; Abstraction; State (computer science); Modeling language; Finite-state machine; Theoretical computer science; Natural language processing; Software","score_opus":0.019061415509579425,"score_gpt":0.24812861457210916,"score_spread":0.22906719906252973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271865972","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069386184,0.00024037476,0.9295509,0.00004317503,0.00015931636,0.0001736938,0.000009832577,0.00043422705,0.0000022837655],"genre_scores_gemma":[0.246319,0.000006783458,0.7535907,0.000016837463,0.00004016466,0.000010778254,0.0000016450549,0.000008214352,0.000005871572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989213,0.000008327923,0.00020164116,0.00032136258,0.0003102916,0.00023711383],"domain_scores_gemma":[0.9990462,0.0001663649,0.00006713042,0.00028029855,0.00028837667,0.00015159372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011515717,0.00012383485,0.00016197903,0.00025936463,0.00006891746,0.0001326718,0.00044561035,0.000037159247,9.588769e-8],"category_scores_gemma":[0.00015586155,0.0001235683,0.000021967915,0.00046911216,0.00007291097,0.0006093632,0.00022650741,0.00007744034,3.1153854e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004147317,0.000050339608,0.0035918523,0.000115111434,0.000020095946,0.000005516072,0.01000163,0.02365894,0.0038833043,0.05608988,0.00029948988,0.9022797],"study_design_scores_gemma":[0.00019478308,0.00008574456,0.011160237,0.000030029116,0.00000335777,0.0000125241395,0.000006338179,0.98429596,0.0025890137,0.00028391858,0.0011554223,0.00018265273],"about_ca_topic_score_codex":0.000013691935,"about_ca_topic_score_gemma":0.0000014054078,"teacher_disagreement_score":0.96063703,"about_ca_system_score_codex":0.00006000885,"about_ca_system_score_gemma":0.00007529278,"threshold_uncertainty_score":0.5038969},"labels":[],"label_agreement":null},{"id":"W2281141245","doi":"","title":"Relational OLAP query optimization","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Online analytical processing; Computer science; Business intelligence; Big data; Analytics; Scalability; Relational database; Business analytics; IBM; Data science; Database; Data warehouse; Relational database management system; In-Memory Processing; Cache; Data mining; World Wide Web; Business analysis; Operating system; Business model; Search engine","score_opus":0.009063631404206088,"score_gpt":0.19012765371002063,"score_spread":0.18106402230581453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281141245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015953715,0.00006547005,0.99726963,0.00006516821,0.00063061964,0.00005165716,8.6783484e-7,0.00029641902,0.000024824138],"genre_scores_gemma":[0.043068547,0.0000047479975,0.956632,0.00012945778,0.00014099367,0.0000048602865,0.0000025720242,0.000005196207,0.000011597485],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989782,0.0000123269865,0.00013742928,0.00034934675,0.00030627789,0.00021642404],"domain_scores_gemma":[0.9992814,0.00012708279,0.000035921683,0.0003138087,0.00013469059,0.00010711166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006208891,0.0001002854,0.00009910212,0.0001470725,0.00022318268,0.0001279185,0.0002941972,0.000025167248,0.0000012862769],"category_scores_gemma":[0.0002697216,0.000093739465,0.000015398426,0.0004730374,0.00007187829,0.0017294243,0.0003132124,0.00007228714,0.0000049133873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.950203e-7,0.000005697007,0.0006282268,0.000019047007,0.0000021736992,0.0000019675456,0.0001971869,0.6952465,0.00008330045,0.25293458,0.00008051808,0.050800394],"study_design_scores_gemma":[0.00007178253,0.00002038978,0.0021435053,0.000029678606,6.626892e-7,0.000022196047,0.000001032105,0.98822606,0.00008978212,0.00007163668,0.009192307,0.00013100074],"about_ca_topic_score_codex":0.000003060756,"about_ca_topic_score_gemma":2.5864404e-7,"teacher_disagreement_score":0.2929795,"about_ca_system_score_codex":0.000030639654,"about_ca_system_score_gemma":0.000055740682,"threshold_uncertainty_score":0.38225845},"labels":[],"label_agreement":null},{"id":"W2293252862","doi":"","title":"Experience-based analytics","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Analytics; Computer science; Data science; Data analysis; Software analytics; Big data; Population; Cultural analytics; Business analytics; Semantic analytics; World Wide Web; Data mining; The Internet; Business model; Business","score_opus":0.0733437903223894,"score_gpt":0.2612776798488027,"score_spread":0.18793388952641327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293252862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15107486,0.000068981615,0.8474863,0.00010688218,0.0009098209,0.00005299722,5.1669923e-7,0.00021543668,0.000084214626],"genre_scores_gemma":[0.96907824,0.0000016488362,0.029340561,0.00087922864,0.0006708057,0.0000051216184,0.0000035838686,0.000009972052,0.000010846952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892366,0.0000010476431,0.00012452791,0.00028540086,0.0003986208,0.0002667386],"domain_scores_gemma":[0.99931884,0.000026902233,0.000036437097,0.00023069141,0.0003444279,0.0000427285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045384213,0.00012001092,0.00010625553,0.00028139554,0.00012538796,0.00057793694,0.00042735582,0.000027964315,0.000009502412],"category_scores_gemma":[0.00043961778,0.00010628775,0.000016497563,0.0010899538,0.0001582066,0.001619511,0.00027447264,0.00006833557,0.00003864405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003427513,0.0002105356,0.25189742,0.00059920165,0.00002403403,0.000119057666,0.0010998638,0.24211001,0.0007802998,0.025712684,0.014752246,0.46266037],"study_design_scores_gemma":[0.00012722361,0.0000071710538,0.0068528443,0.000045007815,0.000005682082,0.0000043256814,0.000022115531,0.9454957,0.00020338155,0.000103490485,0.046901822,0.00023121615],"about_ca_topic_score_codex":0.000036953566,"about_ca_topic_score_gemma":0.0000016064746,"teacher_disagreement_score":0.81814575,"about_ca_system_score_codex":0.000029279434,"about_ca_system_score_gemma":0.00007061291,"threshold_uncertainty_score":0.55730593},"labels":[],"label_agreement":null},{"id":"W2294136539","doi":"","title":"Towards improved performance and compliance in healthcare using wearables and bluetooth technologies","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Wearable computer; Bluetooth; Smartwatch; Computer science; Wearable technology; Health care; Domain (mathematical analysis); Corporate governance; Compliance (psychology); Human–computer interaction; Data science; Embedded system; Risk analysis (engineering); Wireless; Business; Telecommunications","score_opus":0.02597620681379306,"score_gpt":0.23070539263030063,"score_spread":0.20472918581650756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294136539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7050047,0.002203946,0.2916535,0.000059548533,0.00017993826,0.00008667757,0.0000012317576,0.00080712663,0.0000033306685],"genre_scores_gemma":[0.92479974,0.00036056954,0.07478991,0.000019333387,0.000013416754,0.0000051580937,3.2491914e-7,0.0000107613,7.9661424e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992072,0.0000032257929,0.00013546429,0.00022966832,0.00012862985,0.0002958299],"domain_scores_gemma":[0.99968684,0.000020522819,0.000014183011,0.00013873886,0.000072060364,0.00006767849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028240832,0.0001380531,0.00016071076,0.0002677414,0.000086797976,0.00011290843,0.00016487764,0.0000773252,7.7835864e-8],"category_scores_gemma":[0.000114052185,0.00013348031,0.0000057929424,0.0005029087,0.00021701962,0.000424493,0.00019661561,0.0001525289,2.393246e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057014627,0.000010845065,0.064857125,0.0009395698,0.000009838679,0.000014389379,0.0014946981,0.13822043,0.001771171,0.0010851482,0.00003330919,0.7915578],"study_design_scores_gemma":[0.00017233858,0.000038785867,0.0076711196,0.00013403426,0.000001370921,0.000031640142,0.00008011352,0.9892882,0.002176827,0.0000915861,0.00013838243,0.00017559703],"about_ca_topic_score_codex":0.00002974133,"about_ca_topic_score_gemma":0.000004182735,"teacher_disagreement_score":0.8510678,"about_ca_system_score_codex":0.000077897166,"about_ca_system_score_gemma":0.00004230764,"threshold_uncertainty_score":0.5443169},"labels":[],"label_agreement":null},{"id":"W2294277500","doi":"","title":"The effect of a collaborative game on group work","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Work (physics); Video game; Computer science; Group work; Task group; Post hoc; Face (sociological concept); Discipline; Group (periodic table); Human–computer interaction; Multimedia; Engineering; Psychology; Engineering management; Political science; Sociology","score_opus":0.007273266881848159,"score_gpt":0.24469624392121192,"score_spread":0.23742297703936377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294277500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8886372,0.00034991538,0.10952851,0.000029019724,0.001254898,0.00009758712,0.000001241863,0.000044619755,0.000057014156],"genre_scores_gemma":[0.99748665,0.000004714451,0.0023761506,0.00002390386,0.000071868766,0.000010233515,3.1138478e-7,0.000004808164,0.000021334978],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994126,0.000018310113,0.00008004915,0.00014754414,0.00016939233,0.00017211963],"domain_scores_gemma":[0.99935824,0.00029843705,0.000026370268,0.00017987452,0.00006404941,0.000073049065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000815231,0.00007344076,0.00009019423,0.000056014665,0.00007031651,0.000050105304,0.00020953747,0.000022633529,7.850359e-7],"category_scores_gemma":[0.0001005542,0.000046785914,0.000011947456,0.0005179583,0.00012628568,0.00007078165,0.00006231372,0.00008109895,0.0000063405414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002463203,0.000044174874,0.12316433,0.000054001513,0.00005907658,0.000022419948,0.0145136025,0.034622006,0.00007865908,0.01370119,0.0025296302,0.8109646],"study_design_scores_gemma":[0.0030436944,0.0063558663,0.532148,0.0003931797,0.00002527128,0.00004550123,0.00019044122,0.40933466,0.0005135995,0.00015126064,0.04691525,0.0008832488],"about_ca_topic_score_codex":0.0000031343313,"about_ca_topic_score_gemma":4.7327418e-7,"teacher_disagreement_score":0.8100813,"about_ca_system_score_codex":0.000021136098,"about_ca_system_score_gemma":0.00002104525,"threshold_uncertainty_score":0.19078742},"labels":[],"label_agreement":null},{"id":"W2294525553","doi":"","title":"Evolutionary analysis of access control models: a formal concept analysis method","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Polytechnique Montréal","funders":"","keywords":"Role-based access control; Computer science; Access control; Formal concept analysis; Pairwise comparison; Suite; Software engineering; Database; Distributed computing; Computer security; Artificial intelligence","score_opus":0.03678827920979394,"score_gpt":0.3110880546820225,"score_spread":0.27429977547222856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294525553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022070723,0.000577499,0.97673833,0.000070128735,0.00018719728,0.0001253143,0.000012877165,0.00008326419,0.00013464845],"genre_scores_gemma":[0.95187265,0.000008398705,0.047930397,0.00007503748,0.00008910981,0.000011213945,0.0000037815757,0.0000034874822,0.0000059462195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980851,0.00007506167,0.00023140089,0.00031894085,0.0009086928,0.00038079446],"domain_scores_gemma":[0.99836135,0.00027861525,0.000090415975,0.00020306635,0.0007820793,0.00028450307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027597276,0.00011146376,0.00040067485,0.0009485272,0.00029069936,0.00020887707,0.00066079735,0.00005406239,0.0000111082245],"category_scores_gemma":[0.00042676652,0.00010227157,0.0001387986,0.0054667965,0.00031171716,0.0021693055,0.0001972868,0.00007919626,3.4505848e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044526896,0.000014232333,0.01762666,0.0000030128722,0.0005766047,0.0000016888267,0.003017387,0.9484713,0.0000016291204,0.0053762817,0.000025016605,0.0248817],"study_design_scores_gemma":[0.00027938056,0.000014384514,0.02775519,0.0000040650925,0.001058447,3.6841936e-7,0.0001302045,0.9702146,0.000003773934,0.00024000852,0.00017585463,0.00012372856],"about_ca_topic_score_codex":0.00092010654,"about_ca_topic_score_gemma":0.00008921143,"teacher_disagreement_score":0.9298019,"about_ca_system_score_codex":0.00011167166,"about_ca_system_score_gemma":0.00038304232,"threshold_uncertainty_score":0.41705137},"labels":[],"label_agreement":null},{"id":"W2294609220","doi":"","title":"Data science workshop: experience driven analytics","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Ottawa; Carleton University","funders":"","keywords":"Online analytical processing; Computer science; Analytics; Data warehouse; Online transaction processing; Database; Aggregate (composite); Data cube; Dimension (graph theory); Transaction processing; Cloud computing; Data analysis; Database transaction; Data science; Data mining","score_opus":0.06070804803407396,"score_gpt":0.28793344351230693,"score_spread":0.22722539547823298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294609220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018539332,0.00020486474,0.97935104,0.00009135356,0.0013031951,0.000103232764,0.00000878326,0.00037587242,0.000022309747],"genre_scores_gemma":[0.22625512,0.000016631635,0.7734213,0.000120529294,0.00015668433,0.0000058869537,0.00000316839,0.00000822343,0.0000124712815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99689037,0.00001161183,0.000254633,0.0011141588,0.0010969345,0.00063227455],"domain_scores_gemma":[0.99672645,0.000120101555,0.00006914713,0.0020237314,0.00047858775,0.00058195135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015355711,0.00020367309,0.00020854139,0.0003702599,0.00041916358,0.0006258401,0.0036354456,0.000032204094,6.0093623e-7],"category_scores_gemma":[0.0013578946,0.00018376144,0.00001559606,0.0026517597,0.0008075365,0.008447992,0.004953451,0.00015245566,0.000009523388],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011256902,0.00017285388,0.013875611,0.00017009191,0.000038097183,0.00037513618,0.022169402,0.2042068,0.0043380163,0.30380094,0.0037097014,0.44713208],"study_design_scores_gemma":[0.00013159457,0.000030476842,0.00097000675,0.000059782793,0.000001974951,0.00007857001,0.00007841422,0.97848815,0.00038944,0.000042894244,0.019416196,0.00031249036],"about_ca_topic_score_codex":0.000010529153,"about_ca_topic_score_gemma":0.0000029634205,"teacher_disagreement_score":0.7742814,"about_ca_system_score_codex":0.00012253995,"about_ca_system_score_gemma":0.0006617417,"threshold_uncertainty_score":0.7493574},"labels":[],"label_agreement":null},{"id":"W2295745251","doi":"","title":"CrashAutomata: an approach for the detection of duplicate crash reports based on generalizable automata","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; False positive paradox; Software; Automaton; Precision and recall; Data mining; Generalization; Machine learning; Artificial intelligence; Programming language","score_opus":0.030358576573996543,"score_gpt":0.2547864409965724,"score_spread":0.22442786442257584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295745251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019708835,0.0001005075,0.97840095,0.00005330988,0.0006665945,0.0003507676,0.0000018033165,0.0007145505,0.0000026946898],"genre_scores_gemma":[0.562071,0.000002011077,0.43768933,0.00005372981,0.00009228857,0.00007031887,0.0000018368839,0.000015101498,0.0000043217556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977776,0.00002088686,0.00026313376,0.00066720264,0.0008097211,0.0004615011],"domain_scores_gemma":[0.99739754,0.0006152729,0.000075815035,0.0012184859,0.0004186938,0.00027416545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002756174,0.00018911838,0.0001957823,0.00033273603,0.00022022253,0.00037075317,0.0012140754,0.00005803748,2.1150173e-7],"category_scores_gemma":[0.0013763539,0.00014835184,0.000044321758,0.0011066021,0.00012843998,0.0008028573,0.0003563333,0.00014146975,7.0072576e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034714083,0.00005529566,0.0015319426,0.00007061306,0.0000077392,0.0000070231386,0.00018994803,0.96086705,0.0009686429,0.0002641397,0.000119999386,0.035914157],"study_design_scores_gemma":[0.00020982946,0.00019108235,0.010165849,0.000020363821,0.000003839991,0.00004630334,0.000002718788,0.98525554,0.0034201464,0.00003972712,0.00046746622,0.00017714135],"about_ca_topic_score_codex":0.000017424538,"about_ca_topic_score_gemma":3.3230336e-7,"teacher_disagreement_score":0.5423622,"about_ca_system_score_codex":0.000103467566,"about_ca_system_score_gemma":0.00024557946,"threshold_uncertainty_score":0.6049613},"labels":[],"label_agreement":null},{"id":"W2295764407","doi":"","title":"Emerging technologies for enterprise Linux on IBM z systems","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Computer science; Operating system; NoSQL; x86; Cloud computing; JavaScript; World Wide Web; Software engineering; Big data; Software","score_opus":0.013585316814051953,"score_gpt":0.22068571079245486,"score_spread":0.2071003939784029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295764407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060485616,0.00040445998,0.93549114,0.00032263945,0.0017371436,0.0002121443,5.2059835e-7,0.0013246689,0.000021643918],"genre_scores_gemma":[0.79630697,0.0000048272814,0.20330705,0.000111923095,0.00018444404,0.00003230602,3.192516e-7,0.0000122703495,0.0000398852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983803,0.000009937522,0.00018320723,0.0005530517,0.00044109893,0.00043242483],"domain_scores_gemma":[0.9989591,0.00015868328,0.00005031175,0.0005152196,0.00017848099,0.00013817176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010811196,0.00017212571,0.00017116885,0.0003677731,0.00022256529,0.00053827034,0.0011970048,0.00004330091,3.5453773e-8],"category_scores_gemma":[0.00034379752,0.0001489107,0.000036267058,0.0006499617,0.000078778234,0.00011173101,0.00090728886,0.00011419294,0.0000046280247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000408411,0.000046457317,0.00041895272,0.00010383958,0.000017770706,0.000021894584,0.0015506584,0.549236,0.000037037775,0.018606162,0.0017694286,0.42818773],"study_design_scores_gemma":[0.00026193954,0.00015325211,0.00015468123,0.000110908586,0.0000024297406,0.000012994848,0.00005465823,0.9859916,0.00011416418,0.0001289825,0.012810152,0.00020424898],"about_ca_topic_score_codex":0.0000042672345,"about_ca_topic_score_gemma":9.433709e-8,"teacher_disagreement_score":0.73582137,"about_ca_system_score_codex":0.000093525035,"about_ca_system_score_gemma":0.000061100916,"threshold_uncertainty_score":0.6072402},"labels":[],"label_agreement":null},{"id":"W2296390200","doi":"","title":"GitHub's big data adaptor: an eclipse plugin","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Plug-in; Computer science; Eclipse; Parsing; World Wide Web; Source code; Variety (cybernetics); Database; Operating system; Programming language","score_opus":0.06667506117065905,"score_gpt":0.24178019404719214,"score_spread":0.1751051328765331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296390200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10571723,0.00014874604,0.89082515,0.00018885722,0.0023601758,0.000091064314,0.00000185061,0.0006162068,0.000050706847],"genre_scores_gemma":[0.5170368,0.000004459894,0.48033953,0.0003945853,0.0021531617,0.000004100266,0.0000039286633,0.000018057819,0.000045374705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975857,0.0000286039,0.00020606053,0.0009473185,0.0007267515,0.00050554913],"domain_scores_gemma":[0.99741054,0.00008471492,0.00004881326,0.0017849524,0.00016430597,0.000506664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020128002,0.00020332105,0.000182001,0.00028511335,0.00023597702,0.0008171967,0.0035659794,0.00004064141,3.211009e-7],"category_scores_gemma":[0.00023407825,0.00018432761,0.000019874618,0.000944559,0.00012862474,0.00045682534,0.0040218234,0.0001583597,0.00001150324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001999461,0.00006514053,0.00084552326,0.000029102248,0.000014196098,0.00005993357,0.0019314318,0.10040298,0.00003225204,0.0032978898,0.0038969675,0.8894226],"study_design_scores_gemma":[0.00020433238,0.00008933235,0.0013689905,0.000032757755,0.0000035200346,0.000043205244,0.00001929876,0.9770683,0.00003450402,0.00010930783,0.020752791,0.00027367752],"about_ca_topic_score_codex":0.00002208271,"about_ca_topic_score_gemma":0.000002241937,"teacher_disagreement_score":0.8891489,"about_ca_system_score_codex":0.00007154254,"about_ca_system_score_gemma":0.00019333616,"threshold_uncertainty_score":0.78802466},"labels":[],"label_agreement":null},{"id":"W2394850408","doi":"","title":"Taming a Tiger: software engineering in the era of big data & continuous development","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Toronto Metropolitan University; Western University","funders":"","keywords":"Big data; Computer science; Software development; Software; Data science; Software engineering; Social software engineering; Quality (philosophy); Software construction; Data mining; Programming language","score_opus":0.04466692417880035,"score_gpt":0.25063165506620444,"score_spread":0.20596473088740408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394850408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21910523,0.00051919324,0.77912164,0.00005458932,0.0006844615,0.00019349284,0.0000015640146,0.0003178893,0.0000019663332],"genre_scores_gemma":[0.5770065,0.000009442325,0.42274496,0.000058061163,0.00013611541,0.000019955947,0.0000034977031,0.000018184037,0.0000032629657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99664164,0.000034178047,0.00044889172,0.00079880096,0.0013205564,0.0007559085],"domain_scores_gemma":[0.99655676,0.0012784816,0.00007054625,0.0015128404,0.000309756,0.0002716453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042254194,0.00028616903,0.00033710862,0.000516216,0.000119833705,0.00042170912,0.0043610656,0.00007291827,4.3277055e-7],"category_scores_gemma":[0.0043447097,0.00024343388,0.000028572236,0.0022569767,0.0001249284,0.0011543568,0.0023605013,0.0004981044,0.00000596011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069104863,0.00014300024,0.07638862,0.00035473795,0.00004532443,0.00020863993,0.020970637,0.08555752,0.0002397207,0.0008741705,0.00070520793,0.8145055],"study_design_scores_gemma":[0.001063553,0.00018424325,0.12583931,0.0005811152,0.000007337093,0.00017782416,0.000089842666,0.86281335,0.0011515896,0.00003073291,0.007170927,0.0008901692],"about_ca_topic_score_codex":0.000030816063,"about_ca_topic_score_gemma":0.0000023395514,"teacher_disagreement_score":0.8136153,"about_ca_system_score_codex":0.00015663954,"about_ca_system_score_gemma":0.0006457934,"threshold_uncertainty_score":0.99269456},"labels":[],"label_agreement":null},{"id":"W2394967315","doi":"","title":"Data-dependence profiling to enable safe thread level speculation","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Speculation; Compiler; Speculative execution; Parallel computing; Profiling (computer programming); Speculative multithreading; Thread (computing); Cache; Spec#; Supercomputer; Multithreading; Operating system; Programming language","score_opus":0.08294887851926361,"score_gpt":0.2845879590408981,"score_spread":0.2016390805216345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394967315","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004680281,0.00009744361,0.9935416,0.00015084859,0.00055203,0.00016224328,0.0000033872589,0.00075851125,0.000053685457],"genre_scores_gemma":[0.12253149,0.000004019467,0.8771047,0.00020180605,0.000118517826,0.0000049861615,0.000004256284,0.000007629683,0.000022611523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810064,0.000017168984,0.00020728014,0.0007121601,0.0005892989,0.00037345794],"domain_scores_gemma":[0.99831027,0.000078312354,0.000047002988,0.0008875988,0.00035785965,0.00031894128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016982083,0.00015559737,0.00014695573,0.00035227157,0.0001872727,0.00067629537,0.0019170298,0.00003987114,4.5093026e-7],"category_scores_gemma":[0.0005634849,0.00015245122,0.000013311691,0.0012664206,0.000047756446,0.001697567,0.0018418607,0.00011528925,0.0000151261465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031810575,0.00003487253,0.0025878488,0.000033159966,0.000008664645,0.000020974416,0.0011060091,0.85119575,0.0005182254,0.021721998,0.0023642937,0.120404996],"study_design_scores_gemma":[0.000092892486,0.00004726236,0.00088545063,0.00004067433,0.0000014827438,0.000029174254,0.0000035870814,0.99479127,0.0017565,0.0005026148,0.0016247915,0.00022430452],"about_ca_topic_score_codex":0.000013536997,"about_ca_topic_score_gemma":8.383399e-7,"teacher_disagreement_score":0.14359549,"about_ca_system_score_codex":0.000085852014,"about_ca_system_score_gemma":0.00025560625,"threshold_uncertainty_score":0.6521532},"labels":[],"label_agreement":null},{"id":"W2395151315","doi":"","title":"Towards a context-aware mobile app management framework","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Scrolling; Mobile apps; Computer science; Context (archaeology); World Wide Web; Vendor; Smartphone app; App store; Recommender system; Mobile device; Multimedia","score_opus":0.008649022962199571,"score_gpt":0.21022956294471626,"score_spread":0.20158053998251668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395151315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15774043,0.00046684372,0.8399813,0.000014027437,0.00079169235,0.00018514956,0.0000013957682,0.00075468933,0.000064473454],"genre_scores_gemma":[0.92481774,0.000015146604,0.07492816,0.000053482625,0.00011200685,0.000040582574,9.616369e-7,0.000017862993,0.00001406748],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998802,0.0000057242432,0.00015101118,0.0002871299,0.00035173527,0.00040241663],"domain_scores_gemma":[0.9992161,0.000041190495,0.000010081383,0.0003012827,0.00014849222,0.00028286604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005263671,0.00017328012,0.00016768045,0.00015806439,0.00008370151,0.0001530026,0.0003310088,0.000058399863,0.0000033099827],"category_scores_gemma":[0.000073790296,0.00017020488,0.000029349087,0.00052365265,0.00010306508,0.0003260179,0.00022124573,0.00016344244,0.00000939031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000393562,0.000026315645,0.0038500284,0.0004116567,0.000034959474,0.00007484499,0.0034034858,0.27070874,0.00000992848,0.00277901,0.0012678171,0.7174293],"study_design_scores_gemma":[0.0003464995,0.000094480805,0.009051533,0.000117050884,0.000012372998,0.000025673071,0.0004359702,0.9692469,0.00019510115,0.0010161866,0.018908864,0.0005493343],"about_ca_topic_score_codex":0.000006239967,"about_ca_topic_score_gemma":6.6303585e-7,"teacher_disagreement_score":0.76707727,"about_ca_system_score_codex":0.0001730422,"about_ca_system_score_gemma":0.000048301878,"threshold_uncertainty_score":0.69407535},"labels":[],"label_agreement":null},{"id":"W2395207450","doi":"","title":"Towards convenient management of software clone codes in practice: an integrated approach","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Software development; Cloning (programming); Software engineering; Computer science; Software; Software system; Software evolution; Software construction; Programming language; Biology","score_opus":0.026225326781531867,"score_gpt":0.27561971197360585,"score_spread":0.249394385192074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395207450","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100027695,0.00034816028,0.8984282,0.000040117287,0.00041218672,0.00026369313,0.0000022207823,0.00046190651,0.000015825997],"genre_scores_gemma":[0.32078177,0.00002519867,0.67908186,0.000033414955,0.000029143135,0.000026003316,0.0000031180844,0.000014265496,0.000005231911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969183,0.00005754822,0.00037463853,0.00077980163,0.0012514795,0.0006182266],"domain_scores_gemma":[0.9976978,0.00031741886,0.00007319625,0.0008039132,0.00066669926,0.0004410314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031478114,0.00025966292,0.0003331667,0.00067063805,0.0000729802,0.00031342,0.0016827027,0.000076834855,5.615838e-7],"category_scores_gemma":[0.0013246993,0.0002498795,0.00003183406,0.0024952574,0.00019881337,0.0019580314,0.0010625024,0.00030958888,0.000003142478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004831854,0.0010694084,0.028252007,0.00093963527,0.00015080448,0.0004954657,0.010682027,0.4237388,0.00022284144,0.017673608,0.00025995678,0.5164671],"study_design_scores_gemma":[0.0009029348,0.00034309397,0.03068674,0.00027393783,0.00001227298,0.00011847471,0.00023193062,0.96522635,0.000764551,0.00010170823,0.0008011415,0.00053684035],"about_ca_topic_score_codex":0.00006443116,"about_ca_topic_score_gemma":6.2593097e-7,"teacher_disagreement_score":0.5414876,"about_ca_system_score_codex":0.00026587647,"about_ca_system_score_gemma":0.00035507375,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W2396057003","doi":"","title":"Getting started with DB2 V10.5 BLU","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science","score_opus":0.012998867114277618,"score_gpt":0.19836201661009725,"score_spread":0.18536314949581964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396057003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089862555,0.00015422105,0.90836906,0.00010529213,0.00068780384,0.000098392185,9.3098197e-7,0.0006654181,0.000056328245],"genre_scores_gemma":[0.7148232,9.881611e-7,0.28488448,0.000120595025,0.0001432805,0.0000041049384,0.0000012054951,0.00000845893,0.000013722497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980259,0.000022364122,0.00019976812,0.00056790025,0.0006618266,0.0005222379],"domain_scores_gemma":[0.99859303,0.000111898924,0.00006161539,0.00048377877,0.0003633806,0.00038626627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012094609,0.0001990518,0.00020000519,0.00020092166,0.0002125028,0.0007381043,0.0010635193,0.0000394218,3.8054472e-7],"category_scores_gemma":[0.00015890274,0.00016619437,0.000021814396,0.0011474531,0.000106312036,0.00094775436,0.0004939634,0.00015196101,0.000012280195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015944413,0.00013902425,0.023463896,0.00023339868,0.000087529115,0.00041193835,0.013044508,0.71586454,0.00074671983,0.02791172,0.0035242462,0.21455652],"study_design_scores_gemma":[0.00036200476,0.0001583275,0.004136633,0.00010637295,0.0000030602828,0.00016981036,0.000016004438,0.98986244,0.00012547486,0.00009248358,0.004610281,0.00035712108],"about_ca_topic_score_codex":0.000014676447,"about_ca_topic_score_gemma":7.808078e-7,"teacher_disagreement_score":0.6249606,"about_ca_system_score_codex":0.00007466204,"about_ca_system_score_gemma":0.0002799401,"threshold_uncertainty_score":0.7117557},"labels":[],"label_agreement":null},{"id":"W2396354602","doi":"","title":"How should we read and analyze bug reports: an interactive visualization using extractive summaries and topic evolution","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Visualization; Computer science; Software bug; Task (project management); Program comprehension; Comprehension; Software; Software visualization; Data visualization; Creative visualization; Software engineering; Data science; World Wide Web; Human–computer interaction; Software development; Data mining; Software system; Engineering; Systems engineering; Programming language; Component-based software engineering","score_opus":0.04506052755335299,"score_gpt":0.30098692023822443,"score_spread":0.25592639268487144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396354602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30907094,0.0005894989,0.6894876,0.00009071571,0.00040250915,0.00010668402,7.4632004e-7,0.00025046026,8.6993657e-7],"genre_scores_gemma":[0.8363032,0.000030390618,0.16349092,0.000021667729,0.000121082805,0.0000070552433,0.0000016729515,0.000013430943,0.000010597034],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981048,0.000037810452,0.00018414289,0.00071891677,0.0005748106,0.00037950368],"domain_scores_gemma":[0.998382,0.0003476452,0.00007344126,0.00039475877,0.00043970378,0.00036249068],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010427516,0.00020837884,0.00020970176,0.00048536918,0.00021395939,0.0012758054,0.00031626667,0.00007313393,2.8215976e-7],"category_scores_gemma":[0.0017133254,0.00020390331,0.000016232765,0.0008831344,0.00019535987,0.0043183994,0.0005916781,0.00019919129,1.8805652e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000620549,0.0002546152,0.37383562,0.00063557894,0.00017914354,0.0007907301,0.03927095,0.08897353,0.00955761,0.015539402,0.00027218112,0.4706286],"study_design_scores_gemma":[0.00016109744,0.00013673816,0.047353614,0.00010401964,0.000007504689,0.00033632113,0.00011428112,0.950215,0.000459346,0.00041763808,0.00039540735,0.00029903554],"about_ca_topic_score_codex":0.00005638229,"about_ca_topic_score_gemma":0.0000040057866,"teacher_disagreement_score":0.86124146,"about_ca_system_score_codex":0.00023198588,"about_ca_system_score_gemma":0.00019432015,"threshold_uncertainty_score":0.999761},"labels":[],"label_agreement":null},{"id":"W2396547321","doi":"","title":"An empirical study on change recommendation","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Programmer; Computer science; Reuse; Ranking (information retrieval); Focus (optics); Repetition (rhetorical device); Sensitivity (control systems); Empirical research; Recommender system; Software engineering; Information retrieval; Programming language; Statistics","score_opus":0.0910226896818921,"score_gpt":0.34032712228105266,"score_spread":0.24930443259916057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396547321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34154972,0.0000152330285,0.6566648,0.00015957844,0.00078243064,0.0001948419,4.49086e-7,0.0006305365,0.000002411999],"genre_scores_gemma":[0.89256287,0.000001291692,0.106788024,0.00023485076,0.00035214526,0.000043094937,0.0000012614669,0.000014336091,0.0000021252745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978585,0.000045008306,0.0001667106,0.00069586444,0.0007709141,0.00046296365],"domain_scores_gemma":[0.99818474,0.00033242183,0.000025029458,0.00065891293,0.00027417543,0.0005247446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002080568,0.00018516416,0.00016063839,0.000502237,0.00015089416,0.0005558813,0.0011494375,0.00004249391,8.6657775e-7],"category_scores_gemma":[0.00089450413,0.00017449967,0.000017657834,0.0013057431,0.000055302793,0.0017985862,0.0004921725,0.00022281718,0.000020927848],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010306828,0.0006757701,0.38489696,0.000029636174,0.00002144178,0.00010741869,0.018653788,0.013530613,0.00011030341,0.00043363325,0.001006731,0.58052343],"study_design_scores_gemma":[0.00038071355,0.0010733727,0.3369509,0.000019615021,0.0000017792288,0.000025474423,0.000039340506,0.66003454,0.00011869248,0.000031551994,0.0010219752,0.00030203475],"about_ca_topic_score_codex":0.000010750129,"about_ca_topic_score_gemma":5.9938236e-7,"teacher_disagreement_score":0.6465039,"about_ca_system_score_codex":0.00016507553,"about_ca_system_score_gemma":0.00012952919,"threshold_uncertainty_score":0.711589},"labels":[],"label_agreement":null},{"id":"W2396873128","doi":"","title":"Context extraction in recommendation systems in software engineering: a preliminary survey","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Context (archaeology); Task (project management); Software; Key (lock); Focus (optics); Software engineering; Data science; Recommender system; Software system; World Wide Web; Systems engineering; Engineering; Computer security; Programming language","score_opus":0.0331688464224023,"score_gpt":0.24746798886799398,"score_spread":0.21429914244559167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396873128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15905255,0.00025966208,0.8395322,0.000049654707,0.0008051515,0.0000979594,0.000003541587,0.00019798054,0.0000013220233],"genre_scores_gemma":[0.8989885,0.000012195826,0.10084844,0.000040550734,0.000060311108,0.000018480914,0.000015372658,0.000010275797,0.00000587775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982647,0.00006012025,0.00033942025,0.00058348675,0.00035337257,0.0003989192],"domain_scores_gemma":[0.99878377,0.00040133297,0.000065949134,0.00037107497,0.00017803379,0.00019986164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030339109,0.00018353827,0.00025272006,0.0007906481,0.000059972586,0.00044280326,0.0006569066,0.00006748772,5.224257e-7],"category_scores_gemma":[0.0014546241,0.00019237418,0.00002153819,0.001838688,0.000034107976,0.0018826743,0.0003628449,0.00022043062,0.000005998562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001619846,0.0001418115,0.16850625,0.00012914705,0.000017892538,0.000103001,0.0033456846,0.5563297,0.00012366484,0.0006175116,0.00071915006,0.26994997],"study_design_scores_gemma":[0.0002464267,0.000065047265,0.13535261,0.0001129621,0.0000015641012,0.00003263854,0.000026328964,0.86336416,0.00002577811,0.000003937446,0.0005612922,0.00020725232],"about_ca_topic_score_codex":0.00051690737,"about_ca_topic_score_gemma":0.000038781443,"teacher_disagreement_score":0.73993593,"about_ca_system_score_codex":0.00021793997,"about_ca_system_score_gemma":0.00017054958,"threshold_uncertainty_score":0.78447914},"labels":[],"label_agreement":null},{"id":"W2397312999","doi":"","title":"Remote patient monitoring to improve health: challenges and opportunities","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Ottawa; Memorial University of Newfoundland","funders":"","keywords":"Health care; Focus (optics); Health promotion; Business; Risk analysis (engineering); Public relations; Computer science; Political science; Economic growth; Economics","score_opus":0.2751156655471302,"score_gpt":0.40869899947750304,"score_spread":0.13358333393037286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397312999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80257887,0.009633459,0.17463835,0.005888118,0.005909031,0.00084868976,0.0000052728565,0.00045190586,0.000046294284],"genre_scores_gemma":[0.88902986,0.0017335312,0.10668173,0.001519148,0.00092914933,0.000041130676,7.107249e-7,0.00003218774,0.00003255737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827886,0.000059636037,0.00033592535,0.00038121326,0.00035828436,0.000586088],"domain_scores_gemma":[0.9981791,0.0002860061,0.00006594597,0.00024434092,0.00040659882,0.0008180049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015003555,0.00013775614,0.00020064466,0.00019859492,0.0005071362,0.000034950823,0.0001760878,0.00006148869,8.289428e-7],"category_scores_gemma":[0.00068241474,0.00013087965,0.000010420847,0.00015780111,0.00008162316,0.00029741653,0.00043765246,0.0002632748,0.000010349691],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033323622,0.0000036247516,0.0012713709,0.00018021319,0.0000017863093,0.000005547171,0.032256577,0.00036899338,0.000022089383,0.0004448272,0.00009829973,0.96534336],"study_design_scores_gemma":[0.00090577663,0.004916998,0.056127694,0.008341378,0.000020087442,0.00008631184,0.07473464,0.69699246,0.0020078719,0.0029090922,0.15003023,0.0029274472],"about_ca_topic_score_codex":0.000244734,"about_ca_topic_score_gemma":0.000018350866,"teacher_disagreement_score":0.9624159,"about_ca_system_score_codex":0.00022683336,"about_ca_system_score_gemma":0.0004916395,"threshold_uncertainty_score":0.5337117},"labels":[],"label_agreement":null},{"id":"W2397320633","doi":"","title":"Workshop on the application of security and testing to rich internet applications","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; Polytechnique Montréal; University of Ottawa","funders":"","keywords":"Ajax; Computer science; Cloud computing; The Internet; Rich Internet application; JavaScript; World Wide Web; HTML5; Web service; Computer security; Operating system","score_opus":0.02160895330737643,"score_gpt":0.2387548367718359,"score_spread":0.21714588346445945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397320633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06316565,0.000050999806,0.9359359,0.0003592411,0.000046444544,0.00029357374,6.8422446e-7,0.000106529886,0.00004097735],"genre_scores_gemma":[0.8133612,0.0000022514475,0.1862112,0.0002257077,0.000046781806,0.00014636602,3.1201694e-7,0.0000035383205,0.0000026386356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913996,0.000008679432,0.00013054814,0.00033282436,0.00023473779,0.0001532594],"domain_scores_gemma":[0.9987993,0.00035152503,0.000038604696,0.00044569626,0.00021162753,0.00015322067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006589413,0.0000842829,0.00008428056,0.00011287148,0.000099880715,0.00014280355,0.0006855208,0.000021253232,1.2180674e-7],"category_scores_gemma":[0.00021281572,0.000065994,0.000008441708,0.0011312709,0.00007805959,0.00020220914,0.00046603693,0.00008232808,0.0000053559866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016431569,0.00007238346,0.0044606463,0.000041244253,0.000008527265,7.0928e-7,0.005601352,0.015567746,0.0011059246,0.20657575,0.0006807239,0.7658833],"study_design_scores_gemma":[0.00006654439,0.000049817525,0.003570352,0.00003557133,0.0000024938442,0.000009714696,0.000027695123,0.9884268,0.0012022508,0.0015614934,0.0049037333,0.00014352845],"about_ca_topic_score_codex":0.000009962572,"about_ca_topic_score_gemma":9.905258e-7,"teacher_disagreement_score":0.9728591,"about_ca_system_score_codex":0.000025940992,"about_ca_system_score_gemma":0.000055315566,"threshold_uncertainty_score":0.26911572},"labels":[],"label_agreement":null},{"id":"W2397549142","doi":"","title":"Automated classification of congestive heart failure severity using time domain, frequency domain and non-linear heart rate variability measures","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Heart Rate Variability and Autonomic Control","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakeridge Health","funders":"","keywords":"Heart failure; Heart rate variability; Classifier (UML); Medicine; Binary classification; Failure rate; Frequency domain; Artificial intelligence; Heart disease; Time domain; Computer science; Internal medicine; Cardiology; Heart rate; Statistics; Mathematics; Blood pressure; Support vector machine","score_opus":0.020577148706424835,"score_gpt":0.25203727122349157,"score_spread":0.23146012251706674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397549142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7173358,0.000031787546,0.2816705,0.0004237085,0.00010833962,0.00026430294,0.0000058310143,0.00015703017,0.000002647869],"genre_scores_gemma":[0.7210225,7.487335e-7,0.2788219,0.000079586454,0.00006069792,0.000004135766,0.0000023126645,0.000007285162,8.79912e-7],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998648,0.00008747247,0.0003082451,0.00043304215,0.00025249217,0.00027073975],"domain_scores_gemma":[0.99863577,0.00023585898,0.000052124837,0.00029512885,0.00047597542,0.00030516405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036019757,0.00016244188,0.00039702287,0.00012729719,0.00011625977,0.000052945103,0.00008882788,0.00009436019,0.000002642309],"category_scores_gemma":[0.0008320963,0.00014904226,0.00003369331,0.00040061274,0.00035210198,0.0003356093,0.00009081393,0.00016767909,0.000002794172],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043972956,0.00016906155,0.077597305,0.0003504587,0.0000651509,0.000011237015,0.003098833,0.006698628,0.90918076,0.00034493464,0.00017532683,0.0022643534],"study_design_scores_gemma":[0.00065543875,0.00011506121,0.2133984,0.0001137514,0.000018929555,0.000058718524,0.00003182002,0.78360134,0.0012587693,0.00023728388,0.00034913706,0.00016133694],"about_ca_topic_score_codex":0.00004649584,"about_ca_topic_score_gemma":0.000001137202,"teacher_disagreement_score":0.90792197,"about_ca_system_score_codex":0.00015385904,"about_ca_system_score_gemma":0.0006247164,"threshold_uncertainty_score":0.6077767},"labels":[],"label_agreement":null},{"id":"W2398620219","doi":"","title":"The 7th CASCON workshop on cloud computing","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; IBM; Computer science; Software as a service; Middleware (distributed applications); Cloud computing security; Single-chip Cloud Computer; Operating system; Software; Service (business); Cloud testing; Workload; Server; Computer security; Database; Software development","score_opus":0.017391687294263714,"score_gpt":0.22431309787523018,"score_spread":0.20692141058096647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398620219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11275024,0.0003106898,0.88294923,0.0006637518,0.002583946,0.000114243405,1.0488939e-7,0.0005137592,0.000114021204],"genre_scores_gemma":[0.8987543,0.000009254386,0.09977821,0.00062333315,0.0007239493,0.0000039192228,2.0929093e-7,0.000015364585,0.0000914357],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978456,0.00003488423,0.00021605889,0.0005764619,0.00074119924,0.0005858081],"domain_scores_gemma":[0.99821234,0.0005508623,0.00006141549,0.00069702644,0.00017758421,0.0003007621],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022939744,0.00020095866,0.00015396407,0.0001655933,0.0007257026,0.0010450454,0.0016455882,0.000037015812,1.17368074e-7],"category_scores_gemma":[0.00044797448,0.00014361559,0.000039305058,0.0009715716,0.00017024888,0.00009675283,0.0014731348,0.00023881475,0.000015111251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023604873,0.000020803844,0.00022320685,0.000011048227,0.000011858164,0.000030347022,0.0018358013,0.386006,0.000006701118,0.018607136,0.0018484675,0.5913963],"study_design_scores_gemma":[0.0001832575,0.00007069854,0.00097089034,0.00007811201,0.0000021227543,0.000031469586,0.000039546492,0.9865284,0.00004292263,0.00018980465,0.011647014,0.00021578795],"about_ca_topic_score_codex":0.000006983064,"about_ca_topic_score_gemma":7.797997e-7,"teacher_disagreement_score":0.78600407,"about_ca_system_score_codex":0.00011440339,"about_ca_system_score_gemma":0.00010522829,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W2400661058","doi":"","title":"Social computing and intelligence: exploring opportunities for the public and the enterprise","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Business intelligence; Collective intelligence; Crowds; Computer science; Social media analytics; Data science; Business analytics; Analytics; Social media; Knowledge management; Competitive intelligence; Intelligence cycle; World Wide Web; Military intelligence; Business model; Business; Computer security; Marketing; Electronic business; Political science","score_opus":0.10292877366495339,"score_gpt":0.28242004178710306,"score_spread":0.17949126812214966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400661058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079574354,0.00031559082,0.9192733,0.0005337601,0.00011091007,0.00012255342,7.7641613e-7,0.000060781076,0.000007984961],"genre_scores_gemma":[0.985043,0.000020272502,0.014496245,0.00005265797,0.0003505881,0.000026522892,7.379535e-7,0.0000060610664,0.00000391036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934685,0.000014433511,0.000120441146,0.00017452668,0.00014446,0.00019926569],"domain_scores_gemma":[0.9992654,0.00039983442,0.000035943405,0.00010674156,0.000115824034,0.00007628168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011627048,0.000096646494,0.00012664302,0.00006414631,0.0004881393,0.000447539,0.00022591064,0.000009237045,5.4611763e-7],"category_scores_gemma":[0.000041732404,0.00006146247,0.000027510301,0.00017139678,0.00035811213,0.00028091544,0.00038853832,0.000082628896,7.680759e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004176529,0.0000066140065,0.004028214,0.000012747623,0.000035549114,5.2298935e-7,0.004982702,0.0009553741,0.000002674274,0.0643688,0.00029955033,0.9253031],"study_design_scores_gemma":[0.00018029867,0.00001795189,0.00079860113,0.00002177227,0.000019023462,0.000003797789,0.0011240034,0.99151105,0.000030860712,0.002293801,0.0038669407,0.00013191746],"about_ca_topic_score_codex":0.000011373854,"about_ca_topic_score_gemma":4.919441e-7,"teacher_disagreement_score":0.99055564,"about_ca_system_score_codex":0.00001165893,"about_ca_system_score_gemma":0.000036733774,"threshold_uncertainty_score":0.4315629},"labels":[],"label_agreement":null},{"id":"W2401285510","doi":"","title":"Collecting and analyzing depression notes using IBM social media analytics","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Depression (economics); Feeling; IBM; Psychiatry; Social media; Population; Psychology; Internet privacy; World Wide Web; Medicine; Data science; Computer science; Social psychology; Environmental health","score_opus":0.08673212076922682,"score_gpt":0.34673133017014945,"score_spread":0.25999920940092264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401285510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6934792,0.00040546403,0.3051931,0.000014778588,0.00075414625,0.000055157514,9.060264e-7,0.00008321062,0.000014046007],"genre_scores_gemma":[0.92070717,0.0000022970112,0.078774415,0.00005750443,0.0004416012,0.0000022265633,6.870391e-7,0.00001212858,0.0000020055165],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877393,0.00002514994,0.0001959719,0.0003454943,0.0002685847,0.00039084288],"domain_scores_gemma":[0.99905777,0.00042348172,0.00005791823,0.00010607743,0.0001105962,0.00024416228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011227976,0.00011914769,0.00016846531,0.00024200266,0.00040675543,0.00013228421,0.0001371968,0.000057354177,0.0000022701968],"category_scores_gemma":[0.00057964533,0.000122204,0.0000143302905,0.0006430594,0.0001079347,0.00024406158,0.00022764794,0.00015261189,0.0000015290728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025944666,0.00005682513,0.57029396,0.0002434619,0.00004022833,0.00010256365,0.04681405,0.009498468,0.001704398,0.00052176503,0.00025737437,0.37044096],"study_design_scores_gemma":[0.0008414541,0.00005409219,0.10922288,0.00024001788,0.000028156232,0.00019256731,0.00086454995,0.8874594,0.00041201495,0.00008536467,0.00013231074,0.00046720036],"about_ca_topic_score_codex":0.000034958815,"about_ca_topic_score_gemma":0.0000031340005,"teacher_disagreement_score":0.8779609,"about_ca_system_score_codex":0.00010943982,"about_ca_system_score_gemma":0.00007901824,"threshold_uncertainty_score":0.49833345},"labels":[],"label_agreement":null},{"id":"W2401568214","doi":"","title":"Combining static analysis and targeted symbolic execution for scalable bug-finding in application binaries","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Symbolic execution; Computer science; Concolic testing; Program analysis; Static analysis; Statement (logic); Programming language; Pruning; Process (computing); Program slicing; Scalability; Code (set theory); Debugging; Software; Operating system","score_opus":0.009698424595459712,"score_gpt":0.2327454978405086,"score_spread":0.22304707324504888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401568214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1887185,0.00008394691,0.809449,0.00011053388,0.00008331757,0.0001437,0.0000011062572,0.0014092507,6.1848476e-7],"genre_scores_gemma":[0.61021465,0.0000082941815,0.38968378,0.00003517921,0.000013423004,0.000037316182,7.2202175e-7,0.0000046886803,0.0000019859624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987053,0.000014352311,0.0002044044,0.0005132507,0.00021322152,0.00034943403],"domain_scores_gemma":[0.9987367,0.000679037,0.00006087861,0.00029551305,0.00012724184,0.00010066299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010522921,0.00013733662,0.00020747368,0.00076757686,0.00030618528,0.000222774,0.0003879239,0.0000417172,1.4860262e-7],"category_scores_gemma":[0.00060299644,0.00011334217,0.000025597878,0.0017579886,0.000112388065,0.0007577514,0.00033916577,0.00005700262,4.1342366e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069755033,0.000059496386,0.32081005,0.00018273033,0.000058654,0.000007855931,0.003910672,0.005956926,0.005811926,0.015361304,0.00016303989,0.6476704],"study_design_scores_gemma":[0.00021936558,0.00006159708,0.06885753,0.000116838935,0.000013873152,0.000008271134,0.0000024187777,0.92506653,0.0013155412,0.0040645734,0.00005807992,0.00021540598],"about_ca_topic_score_codex":0.000035077668,"about_ca_topic_score_gemma":0.0000024830288,"teacher_disagreement_score":0.9191096,"about_ca_system_score_codex":0.000078207144,"about_ca_system_score_gemma":0.000056267225,"threshold_uncertainty_score":0.46219593},"labels":[],"label_agreement":null},{"id":"W2402498022","doi":"","title":"Cardinality estimation using neural networks","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University; University of Waterloo","funders":"","keywords":"Cardinality (data modeling); Estimator; Computer science; Bounded function; Artificial neural network; Range (aeronautics); Column (typography); Algorithm; Data mining; Theoretical computer science; Artificial intelligence; Mathematics; Statistics","score_opus":0.031090544868677995,"score_gpt":0.25708361425347737,"score_spread":0.22599306938479938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402498022","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06685996,0.00008140155,0.9316941,0.000029643117,0.00058716914,0.000063962354,6.100063e-7,0.0006791942,0.000003992298],"genre_scores_gemma":[0.43742684,7.2378765e-7,0.5624659,0.000044990717,0.000054937624,0.000001841312,6.858579e-7,0.000003653411,4.331169e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987708,0.000016704163,0.00014032844,0.0003951544,0.0003726766,0.00030436323],"domain_scores_gemma":[0.99904096,0.000062463885,0.000038715138,0.00047041028,0.00017668268,0.00021077733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001098497,0.0001249635,0.00012828274,0.00015859124,0.00012690862,0.0005023266,0.0008553343,0.00003436782,1.2074351e-7],"category_scores_gemma":[0.0002739784,0.00012319512,0.000018189094,0.0007217527,0.00009410084,0.0017095383,0.00082318304,0.00010659403,7.7677316e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9266997e-7,0.000008494232,0.00211587,0.000010456552,0.0000035493904,0.000017557406,0.0003749687,0.73845273,0.000034051795,0.0019570142,0.00024977353,0.25677484],"study_design_scores_gemma":[0.000059608377,0.000034042627,0.0015893225,0.00002098825,0.0000021214141,0.00007372801,0.0000015051684,0.99771464,0.00013143478,0.00013874877,0.00008738355,0.00014645576],"about_ca_topic_score_codex":0.000024018558,"about_ca_topic_score_gemma":2.0944444e-7,"teacher_disagreement_score":0.37056687,"about_ca_system_score_codex":0.00010022956,"about_ca_system_score_gemma":0.00009237914,"threshold_uncertainty_score":0.50237507},"labels":[],"label_agreement":null},{"id":"W2406521162","doi":"","title":"Multitenancy benefits in application servers","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Computer science; Server; Memory footprint; Cloud computing; Java; Operating system; Service (business); Application server; Software; Footprint; Shared resource; Resource (disambiguation); Distributed computing; Computer network","score_opus":0.012035541194441324,"score_gpt":0.20062447451917476,"score_spread":0.18858893332473342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406521162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27704802,0.00016015078,0.722061,0.00012176287,0.0002944152,0.00007998925,1.01336425e-7,0.00022014235,0.000014469206],"genre_scores_gemma":[0.7673499,0.0000027192898,0.23242114,0.0001376176,0.00006646337,0.000008024775,2.3414063e-7,0.0000049924224,0.000008919772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987627,0.000009053803,0.00014198817,0.0004273997,0.00035780965,0.00030100535],"domain_scores_gemma":[0.99929583,0.000047567853,0.000028846913,0.00035308403,0.00010528736,0.00016939873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008668158,0.00010842468,0.00010458161,0.00026902952,0.000078480945,0.00019507023,0.0007614747,0.000026228405,7.392603e-8],"category_scores_gemma":[0.00010132549,0.000101851394,0.000015418727,0.0010523705,0.00004165691,0.00015104626,0.00069200416,0.00008963661,0.000007000638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.316158e-7,0.000021450793,0.005941336,0.000017039662,0.0000019575036,0.000008829722,0.0011129823,0.56013644,0.000019189836,0.006377096,0.000059264745,0.4263039],"study_design_scores_gemma":[0.0002054233,0.000025122254,0.023025623,0.000037971895,6.618871e-7,0.000009324077,0.000006920471,0.9752766,0.000047569658,0.0000889583,0.0011370953,0.00013872913],"about_ca_topic_score_codex":0.00003367517,"about_ca_topic_score_gemma":0.0000029182058,"teacher_disagreement_score":0.49030188,"about_ca_system_score_codex":0.00009827037,"about_ca_system_score_gemma":0.000057814483,"threshold_uncertainty_score":0.41533792},"labels":[],"label_agreement":null},{"id":"W2406965490","doi":"","title":"Context-aware real-time video analytics","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Video Surveillance and Tracking Methods","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Upload; Computer science; Scalability; Context (archaeology); Analytics; Internet of Things; World Wide Web; The Internet; Multimedia; Mobile device; Data science; Database","score_opus":0.02497697905976251,"score_gpt":0.2531745222659734,"score_spread":0.2281975432062109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406965490","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029804591,0.00013328598,0.96833515,0.0001567388,0.0008067009,0.00007966088,0.0000010445405,0.00063227926,0.000050561357],"genre_scores_gemma":[0.44732434,0.00002166949,0.5521453,0.00026584932,0.00018701238,0.0000049343075,9.594613e-7,0.000013496074,0.000036444373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805707,0.00003994427,0.00022825769,0.00059066317,0.00059809024,0.0004859973],"domain_scores_gemma":[0.99822515,0.00028300277,0.00005575944,0.000615252,0.00041234042,0.0004085164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023599989,0.00019862915,0.00025893308,0.0002774292,0.00016963959,0.0005303364,0.0011007901,0.0000561939,0.0000012257234],"category_scores_gemma":[0.00051931496,0.00018601744,0.000041795764,0.00117706,0.00014139913,0.0011834897,0.0005948115,0.00014383442,0.00003186722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071901286,0.00007293232,0.016775267,0.00007908513,0.000050988732,0.00020590406,0.0034851148,0.04439978,0.0010809978,0.012280363,0.003594486,0.9179679],"study_design_scores_gemma":[0.00030205687,0.00009888082,0.010577226,0.000051497707,0.0000042304487,0.000077604775,0.000009149991,0.9844524,0.00067073514,0.00041778234,0.0029682708,0.00037011268],"about_ca_topic_score_codex":0.000022644981,"about_ca_topic_score_gemma":0.0000014069044,"teacher_disagreement_score":0.9400527,"about_ca_system_score_codex":0.00009065255,"about_ca_system_score_gemma":0.00028051704,"threshold_uncertainty_score":0.75855714},"labels":[],"label_agreement":null},{"id":"W2407981822","doi":"","title":"Stratified sampling for even workload partitioning applied to single source shortest path algorithm","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Workload; Shortest path problem; Algorithm; Scheduling (production processes); Parallel computing; Sampling (signal processing); Graph; Graph algorithms; Graph partition; Theoretical computer science; Distributed computing; Mathematical optimization; Mathematics","score_opus":0.02804920754298108,"score_gpt":0.2293140820036398,"score_spread":0.20126487446065874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407981822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016107583,0.00008281223,0.9823508,0.00006458874,0.0006989087,0.00025653196,0.000002525615,0.00042634446,0.000009907313],"genre_scores_gemma":[0.2919976,6.8797937e-7,0.7075873,0.0001765207,0.00018178043,0.000037662623,0.0000014162317,0.000010191316,0.0000068327295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982432,0.000010741936,0.00021771605,0.00061274454,0.00038717457,0.0005283815],"domain_scores_gemma":[0.99872714,0.00021184825,0.00004212044,0.00036736688,0.00021966235,0.00043184814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012295246,0.0001928079,0.00019288909,0.00021807874,0.0003282992,0.0007042747,0.0007832902,0.000045077864,3.6930396e-7],"category_scores_gemma":[0.00019093152,0.00019436596,0.00003700953,0.00092635193,0.00007341603,0.0006532372,0.00036991196,0.00010956092,0.000005013457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003067888,0.00004216676,0.00012230292,0.000014011981,0.000009258686,0.0000042117576,0.0025243582,0.17168239,0.0012605673,0.0065098866,0.00007862802,0.81774914],"study_design_scores_gemma":[0.00029140216,0.0001870501,0.0006067531,0.000100721634,0.0000048956626,0.000022134942,0.000051904102,0.9928761,0.0016716754,0.0023090898,0.0014631638,0.0004151093],"about_ca_topic_score_codex":0.0000024419473,"about_ca_topic_score_gemma":4.724807e-7,"teacher_disagreement_score":0.8211937,"about_ca_system_score_codex":0.000060625865,"about_ca_system_score_gemma":0.000111235946,"threshold_uncertainty_score":0.79260135},"labels":[],"label_agreement":null},{"id":"W2591607085","doi":"","title":"An effective method for detecting duplicate crash reports using crash traces and hidden Markov models","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; Hidden Markov model; Software; Task (project management); Eclipse; Data mining; Machine learning; Artificial intelligence; Operating system; Engineering","score_opus":0.017807790907224372,"score_gpt":0.28377816607998235,"score_spread":0.26597037517275796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591607085","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31658202,0.00012649328,0.6820308,0.000040712173,0.00035754006,0.0003546217,0.0000015986395,0.00050571497,4.7925806e-7],"genre_scores_gemma":[0.45760652,0.0000064797805,0.5422007,0.000019780196,0.00009741756,0.00004616619,1.6011094e-7,0.000020230624,0.0000025875088],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713284,0.00004581096,0.00030878527,0.0012113746,0.00053644687,0.00076472916],"domain_scores_gemma":[0.9959912,0.0024375096,0.00008775656,0.0007478597,0.00034259484,0.0003930875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030562452,0.00029514392,0.00031498697,0.00047527943,0.0004033275,0.0006477735,0.00081519014,0.00009223498,5.115131e-7],"category_scores_gemma":[0.0014498066,0.00024040855,0.000050475264,0.00076519046,0.00013963187,0.0026149906,0.0006268475,0.00015893774,4.498556e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003513757,0.00001924863,0.007604685,0.000115478826,0.000021466403,0.00004306495,0.00062832434,0.017129453,0.027403751,0.00031004514,0.000010534589,0.9467104],"study_design_scores_gemma":[0.00023975746,0.00013684832,0.020862015,0.00014242757,0.000007388299,0.00032427468,0.0000036253,0.96974623,0.0072876057,0.0008314645,0.000036062578,0.00038231432],"about_ca_topic_score_codex":0.000015298718,"about_ca_topic_score_gemma":9.477096e-7,"teacher_disagreement_score":0.95261675,"about_ca_system_score_codex":0.00015404799,"about_ca_system_score_gemma":0.00011232187,"threshold_uncertainty_score":0.98035765},"labels":[],"label_agreement":null},{"id":"W2591706843","doi":"","title":"Rethinking collaborative innovation","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Government (linguistics); Product (mathematics); New product development; Innovation management; Joint (building); Product innovation; Knowledge management; Business; Engineering management; Engineering; Computer science; Marketing; Architectural engineering","score_opus":0.0135578375029208,"score_gpt":0.20411515242714767,"score_spread":0.19055731492422687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591706843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10534808,0.000026156315,0.8886709,0.000776214,0.0013365959,0.0001589157,4.265915e-7,0.00041315466,0.0032695418],"genre_scores_gemma":[0.9781914,0.0000022016104,0.01971197,0.0013507763,0.0006570096,0.0000076045226,0.0000011281766,0.000009204611,0.00006871466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919426,0.0000014915396,0.00014791258,0.00022676347,0.00024211087,0.0001874418],"domain_scores_gemma":[0.9990454,0.00003317496,0.000058865324,0.00012069807,0.00073489355,0.0000070105507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007992037,0.0000912256,0.00007525407,0.0005802141,0.00019742448,0.00032531685,0.00017678512,0.000020911657,0.000008182408],"category_scores_gemma":[0.0004188455,0.00006664747,0.0000074099503,0.002654355,0.00007682755,0.0012623903,0.00024883758,0.00004146865,0.000042481755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002059903,0.000008937665,0.0031268653,0.00005095629,0.0000050998324,0.0000031904647,0.00016381641,0.00004263946,0.0015365182,0.8322369,0.0008008536,0.16202217],"study_design_scores_gemma":[0.00342014,0.00009656075,0.07578103,0.0014442959,0.00004639575,0.000013540301,0.00023596306,0.3301545,0.0042028087,0.053243496,0.52863926,0.0027220177],"about_ca_topic_score_codex":0.0000013261869,"about_ca_topic_score_gemma":7.486889e-7,"teacher_disagreement_score":0.8728433,"about_ca_system_score_codex":0.00004153519,"about_ca_system_score_gemma":0.000028494052,"threshold_uncertainty_score":0.31370378},"labels":[],"label_agreement":null},{"id":"W2591807462","doi":"","title":"Engineering cybersecurity in cyber physical systems","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cyber-physical system; Computer science; Software security assurance; Computer security; Software; Analytics; Software engineering; Command and control; Information security; Data science; Security service; Operating system","score_opus":0.014066640179583046,"score_gpt":0.23515377719279165,"score_spread":0.22108713701320862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591807462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1014531,0.00019701706,0.89584464,0.00007205487,0.0013010122,0.00013754124,0.0000013601924,0.0009902327,0.0000030598321],"genre_scores_gemma":[0.4852138,0.000019767313,0.51452786,0.000022372229,0.00016217916,0.000026415757,1.4334272e-7,0.000018548708,0.00000894587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976507,0.000031924123,0.00026563546,0.00079708005,0.0005140578,0.0007406172],"domain_scores_gemma":[0.99766994,0.0012652255,0.000047480513,0.00065922836,0.00013337978,0.00022477836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001313331,0.00029549364,0.00034417404,0.00051266234,0.00008853404,0.00023865978,0.0011655706,0.00007030202,4.829077e-7],"category_scores_gemma":[0.0018033228,0.00023169653,0.0000452123,0.0012114313,0.0001283227,0.0018011079,0.000768708,0.00021298154,0.000011606217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003575468,0.00006759911,0.002446577,0.00015315281,0.000021701177,0.00015384413,0.0020295682,0.7076553,0.011729549,0.0455369,0.0000722868,0.23012991],"study_design_scores_gemma":[0.00055257475,0.000070181915,0.022935681,0.00040442,0.000003874429,0.00011949036,0.000007196953,0.9704906,0.0025030656,0.0007974336,0.0012338737,0.0008816272],"about_ca_topic_score_codex":0.000008434218,"about_ca_topic_score_gemma":4.156018e-7,"teacher_disagreement_score":0.3837607,"about_ca_system_score_codex":0.00023464218,"about_ca_system_score_gemma":0.00008678821,"threshold_uncertainty_score":0.944831},"labels":[],"label_agreement":null},{"id":"W2591838676","doi":"","title":"Data-driven knowledge mobilization","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto","funders":"","keywords":"Knowledge management; Workforce; Context (archaeology); Business; Scale (ratio); Computer science; Political science","score_opus":0.05958826494740582,"score_gpt":0.2687864063518581,"score_spread":0.20919814140445225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591838676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03538903,0.000099986086,0.9631844,0.000115916504,0.0008577024,0.00006618971,0.0000054100324,0.0002285945,0.000052743326],"genre_scores_gemma":[0.97296625,0.000036913545,0.02514801,0.0002656081,0.0014913867,0.00000621682,0.000020444524,0.000018392731,0.000046770096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990785,0.0000013296642,0.00011743618,0.00038905433,0.00019145716,0.0002222328],"domain_scores_gemma":[0.9992493,0.000057138383,0.0000347083,0.0004261983,0.00021434847,0.000018334873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040638272,0.00010475607,0.00008840209,0.00021078928,0.00014580214,0.00032163825,0.00075031375,0.000026106916,0.00002173893],"category_scores_gemma":[0.0003747372,0.000072127856,0.000009219655,0.00066882995,0.00012349553,0.0035398626,0.0010283925,0.000036256777,0.000099475736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032135908,0.00004612384,0.019422667,0.00020337001,0.0000080817135,0.0000056672316,0.000051744493,0.001337408,0.002689974,0.008955391,0.0059619676,0.9613144],"study_design_scores_gemma":[0.00017673387,0.0000068996633,0.02216734,0.0002422702,0.0000121229305,0.000008304117,0.0000043071104,0.7653073,0.0002514156,0.00017628947,0.21128008,0.00036691193],"about_ca_topic_score_codex":0.000007699471,"about_ca_topic_score_gemma":0.000004639718,"teacher_disagreement_score":0.96094745,"about_ca_system_score_codex":0.000018861683,"about_ca_system_score_gemma":0.00003254972,"threshold_uncertainty_score":0.3101565},"labels":[],"label_agreement":null},{"id":"W2591988823","doi":"","title":"TGDB: towards a benchmark for graph databases","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Computer science; Graph database; Wait-for graph; Graph; Theoretical computer science; Data mining; Database","score_opus":0.013223646050187294,"score_gpt":0.2217163676464122,"score_spread":0.2084927215962249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591988823","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016131423,0.00014245424,0.98211706,0.00019300503,0.00094550784,0.00013032355,0.000010123464,0.00032417625,0.000005930298],"genre_scores_gemma":[0.2356519,0.000022134765,0.7639236,0.00019671327,0.00015217025,0.000027664857,9.517843e-7,0.000008626116,0.000016233635],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985439,0.000010789697,0.00015002345,0.0005600529,0.00029256567,0.00044266402],"domain_scores_gemma":[0.99883115,0.00031062737,0.00003277336,0.00047913037,0.00015630007,0.00019000012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009405194,0.00015854993,0.00014631037,0.00027064802,0.0002580357,0.00020658551,0.0009789782,0.000023743934,0.0000019100632],"category_scores_gemma":[0.00030034134,0.00011042673,0.00005175005,0.00068195554,0.00017447991,0.0014398964,0.0004799968,0.000049779897,0.0000030498118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024949184,0.00002315059,0.00049440004,0.0000385922,0.000011038792,0.00000963266,0.00030786422,0.0002676735,0.0018302386,0.10584481,0.0003088768,0.8908612],"study_design_scores_gemma":[0.0026512647,0.0007919981,0.033551566,0.0008459975,0.000029023693,0.00029098743,0.000019377236,0.85183465,0.030722838,0.037620753,0.0390842,0.0025573426],"about_ca_topic_score_codex":0.000002012273,"about_ca_topic_score_gemma":2.643883e-7,"teacher_disagreement_score":0.8883039,"about_ca_system_score_codex":0.00002381112,"about_ca_system_score_gemma":0.000091208145,"threshold_uncertainty_score":0.45030713},"labels":[],"label_agreement":null},{"id":"W2592182787","doi":"","title":"Software energy optimization in the cloud","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Server; Cloud computing; Energy consumption; Data center; Embedded system; Instrumentation (computer programming); Software; Operating system; Real-time computing; Distributed computing; Engineering","score_opus":0.0046349293706060045,"score_gpt":0.17263833406602946,"score_spread":0.16800340469542346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592182787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06877352,0.00014367858,0.93032867,0.000061728,0.0003893794,0.000051205127,8.497162e-7,0.00024297711,0.00000797824],"genre_scores_gemma":[0.94223094,0.000036580263,0.057495154,0.00006740995,0.0001377071,0.000013380719,5.826916e-7,0.0000119881015,0.000006272836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917966,0.000010757935,0.00012373504,0.0001906033,0.00020844332,0.00028680818],"domain_scores_gemma":[0.9994721,0.00017766377,0.000008228185,0.00021967485,0.000064563494,0.00005780269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049397536,0.00011014689,0.00009180743,0.00013205809,0.00007676148,0.000081931095,0.00030666243,0.000036259185,0.0000034180296],"category_scores_gemma":[0.00019098487,0.00006910307,0.000017849901,0.0004827936,0.00008471414,0.00035529994,0.00006871986,0.00006129689,0.000001053677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013168514,0.0000102651375,0.011660491,0.000051048253,0.000003843701,0.000014836274,0.0007183316,0.7509427,0.000068171634,0.0011526812,0.00024026084,0.23513603],"study_design_scores_gemma":[0.00024892893,0.000030536896,0.027734289,0.00006557175,0.0000029261141,0.00002149365,0.000022815168,0.96778125,0.00017813756,0.00029355308,0.003332588,0.0002879242],"about_ca_topic_score_codex":0.000006983701,"about_ca_topic_score_gemma":0.000003365279,"teacher_disagreement_score":0.8734574,"about_ca_system_score_codex":0.00008448454,"about_ca_system_score_gemma":0.000028601606,"threshold_uncertainty_score":0.28179413},"labels":[],"label_agreement":null},{"id":"W2592247214","doi":"","title":"String deduplication during garbage collection in virtual machines","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Garbage collection; Manual memory management; Computer science; Memory leak; Garbage; Heap (data structure); Copying; Memory management; Data deduplication; Operating system; Java; Virtual machine; Database; Virtual memory; Storage management; Python (programming language); Programming language","score_opus":0.004434958098193664,"score_gpt":0.1909042989907788,"score_spread":0.18646934089258513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592247214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37971878,0.00005483366,0.61962897,0.00006786153,0.0003093785,0.00006419341,6.6898014e-7,0.00015211517,0.0000032023997],"genre_scores_gemma":[0.9695452,0.00001453544,0.030301446,0.000023014449,0.000069481524,0.000015373995,2.6092764e-7,0.0000056298586,0.00002504715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872494,0.000012223087,0.00020141438,0.00046156472,0.00028092845,0.00031895464],"domain_scores_gemma":[0.999381,0.00008436466,0.000042265106,0.0002992209,0.00009062178,0.00010252285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004994373,0.00012383348,0.00012903569,0.00027969707,0.00016775851,0.00022574664,0.0005230774,0.000036273825,7.1758143e-7],"category_scores_gemma":[0.00013400642,0.00009770577,0.000018882123,0.0010197079,0.00005008521,0.001206311,0.0002575284,0.00007039218,0.0000044623857],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009818157,0.00008311266,0.05598118,0.0001156008,0.00001364359,0.00005817676,0.0017953081,0.021982925,0.053816367,0.033004627,0.00014335108,0.8329959],"study_design_scores_gemma":[0.00053092046,0.000046523895,0.2369383,0.00024107126,9.87233e-7,0.00006196745,0.0000037960622,0.75806886,0.003403346,0.00008411196,0.00032047497,0.00029964198],"about_ca_topic_score_codex":0.000012777324,"about_ca_topic_score_gemma":0.0000037285336,"teacher_disagreement_score":0.83269626,"about_ca_system_score_codex":0.00013732126,"about_ca_system_score_gemma":0.00005985242,"threshold_uncertainty_score":0.39843258},"labels":[],"label_agreement":null},{"id":"W2592488602","doi":"","title":"Action languages and precise modeling for cyber-physical systems design and testing","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Cyber-physical system; Interdependence; Computer science; Software engineering; Systems engineering; Software development; Action (physics); Software; Engineering; Programming language","score_opus":0.024322280782014292,"score_gpt":0.23913926464264776,"score_spread":0.21481698386063347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592488602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.423985,0.0003643085,0.57522184,0.0000047514154,0.00018188663,0.000090533795,8.943913e-7,0.00015007924,7.281792e-7],"genre_scores_gemma":[0.9292667,0.000052983323,0.070442274,0.0000036035644,0.00020440106,0.000016822196,1.3510778e-7,0.0000108325385,0.0000022557952],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936414,0.0000051991733,0.00008329827,0.00021688777,0.00011438547,0.00021610124],"domain_scores_gemma":[0.9993453,0.0004111993,0.000009351618,0.0000823797,0.000055110697,0.0000966309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028784623,0.00010549377,0.00011151936,0.000085347456,0.00012809235,0.00012398948,0.00008204946,0.00003116847,5.8166147e-8],"category_scores_gemma":[0.00018636441,0.0000788179,0.000008885418,0.00013552408,0.00006261504,0.00040411847,0.00005467154,0.0000494303,3.1014517e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023281418,0.0000044895996,0.00034859142,0.00020973386,0.000006513597,0.0000024347908,0.00065767893,0.8570853,0.018752748,0.00014514256,0.000018074876,0.12276698],"study_design_scores_gemma":[0.00011674426,0.000033259163,0.00049540185,0.00016192309,0.0000043210084,0.00002810163,0.000015632399,0.99761504,0.0013354032,0.000025536674,0.000039244227,0.00012940867],"about_ca_topic_score_codex":0.0000030517688,"about_ca_topic_score_gemma":2.0833274e-7,"teacher_disagreement_score":0.5052817,"about_ca_system_score_codex":0.000023707298,"about_ca_system_score_gemma":0.000013195529,"threshold_uncertainty_score":0.3214101},"labels":[],"label_agreement":null},{"id":"W2592666706","doi":"","title":"ArchiGen: a conceptual form design tool using an evolutionary computing approach","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Conceptual design; Software engineering; Generative Design; Leverage (statistics); Conceptualization; Systems engineering; Software; Software design; Documentation; Object-oriented design; Design process; Computer Aided Design; Human–computer interaction; Artificial intelligence; Software development; Programming language; Engineering; Work in process","score_opus":0.0412972040141733,"score_gpt":0.2431963739241208,"score_spread":0.2018991699099475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592666706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11964691,0.00013325963,0.8790471,0.000009615299,0.0005783529,0.00011878531,0.0000014851701,0.00044681563,0.000017657314],"genre_scores_gemma":[0.52159405,0.000006904909,0.4781701,0.000034168406,0.00017219187,0.0000031815764,6.916635e-7,0.000014570869,0.0000041733183],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886155,0.000024601068,0.00017466456,0.0002948122,0.00026340908,0.0003809433],"domain_scores_gemma":[0.999192,0.00029760067,0.000024123587,0.00021742951,0.00009819905,0.0001706685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007375238,0.00016090034,0.00012909646,0.0001834062,0.00020698247,0.00012717884,0.00027297428,0.00004289299,0.0000058176274],"category_scores_gemma":[0.00015976657,0.00013487127,0.00002029536,0.000374275,0.00015801168,0.0012495975,0.000077348435,0.00010600907,0.000006016601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005632525,0.000055878787,0.00067538925,0.0000646545,0.000024329936,0.0000066394477,0.0039994465,0.742899,0.014377509,0.001691613,0.0002833981,0.23591653],"study_design_scores_gemma":[0.0001511266,0.000033962708,0.0024027065,0.000042281525,0.0000052954447,0.00009497831,0.00004335525,0.99562615,0.0004951796,0.000045056313,0.0008043077,0.0002555793],"about_ca_topic_score_codex":0.0000023079508,"about_ca_topic_score_gemma":4.1600217e-8,"teacher_disagreement_score":0.4019471,"about_ca_system_score_codex":0.00012982778,"about_ca_system_score_gemma":0.00012173153,"threshold_uncertainty_score":0.54998904},"labels":[],"label_agreement":null},{"id":"W2592670932","doi":"","title":"Evaluation of Python-based tools for distributed computing on the Raspberry Pi","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Python (programming language); Computer science; Factorization; Raspberry pi; Parallel computing; Algorithm; Mathematics; Operating system; Embedded system; Internet of Things","score_opus":0.04019562558123467,"score_gpt":0.25675577953023193,"score_spread":0.21656015394899725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592670932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0675676,0.000056831366,0.9306514,0.00040964794,0.0007190477,0.0003714778,0.000018110173,0.00019859933,0.0000072397115],"genre_scores_gemma":[0.9502815,7.4446865e-7,0.049472388,0.00009860573,0.00011635614,0.000018283206,0.000003114716,0.000007808979,0.0000012064858],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977712,0.00008333836,0.0002965432,0.00046971213,0.0010005693,0.0003786077],"domain_scores_gemma":[0.99573046,0.0025950642,0.00013217345,0.0005458451,0.00089907984,0.000097368655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059949066,0.0001721454,0.00019817703,0.00013981019,0.0002752842,0.00033158337,0.0010685445,0.00004345914,0.000001115558],"category_scores_gemma":[0.0023580561,0.00010461048,0.000064554035,0.0006692698,0.00012755372,0.0004392204,0.00022016368,0.00006880984,0.0000024814128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000651817,0.00004887102,0.0004823573,0.00006201328,0.000026830532,0.0000013877386,0.00029249655,0.3620195,0.0011956149,0.014701863,0.00057232217,0.6205902],"study_design_scores_gemma":[0.00046716718,0.00012744805,0.0040964866,0.00027298223,0.0000094067345,0.000004306924,0.0000030727622,0.9925226,0.0014395701,0.0002535033,0.0006354832,0.00016800199],"about_ca_topic_score_codex":0.0000020737095,"about_ca_topic_score_gemma":1.9396909e-7,"teacher_disagreement_score":0.8827139,"about_ca_system_score_codex":0.000116444644,"about_ca_system_score_gemma":0.00030795948,"threshold_uncertainty_score":0.42658916},"labels":[],"label_agreement":null},{"id":"W2592746543","doi":"","title":"Performance analysis roundtrip: automatic generation of performance models and results feedback using cross-model trace links","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; TRACE (psycholinguistics); Model transformation; Applications of UML; Traceability; Model-driven architecture; Programming language; Software engineering; Software; Distributed computing; Artificial intelligence","score_opus":0.031040751423117675,"score_gpt":0.24843474565248533,"score_spread":0.21739399422936764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592746543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49717414,0.000085256615,0.50235444,0.000015013083,0.00017022918,0.00008171673,0.000002331187,0.00011448719,0.0000024051621],"genre_scores_gemma":[0.7587908,0.00008957125,0.24101803,0.000016332948,0.000058007903,0.0000052702053,6.094051e-7,0.0000073163674,0.0000141049195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757445,0.000020447756,0.0006355204,0.0007315621,0.0005988943,0.0004391431],"domain_scores_gemma":[0.99836385,0.00014864595,0.0001936951,0.0007019572,0.00042194157,0.00016989712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019261183,0.00024071525,0.00037293282,0.00049740955,0.00035191438,0.00029744837,0.0006913098,0.00013594035,5.3484564e-7],"category_scores_gemma":[0.00013824746,0.0001744427,0.00006499544,0.0015336487,0.00027956784,0.0039125276,0.00040176846,0.00014334204,0.0000011930557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046013542,0.000018238472,0.02257536,0.00017907485,0.00003256473,7.9814305e-7,0.00071998895,0.8573527,0.0015730769,0.0001161458,0.0000045108504,0.117422946],"study_design_scores_gemma":[0.00037317845,0.00007514704,0.03131115,0.00014844857,0.000025624018,0.00001963943,0.0000013028216,0.9658127,0.0019569404,0.000014698854,0.000009335484,0.00025187482],"about_ca_topic_score_codex":0.0000076403685,"about_ca_topic_score_gemma":7.6196244e-7,"teacher_disagreement_score":0.26161662,"about_ca_system_score_codex":0.00011393195,"about_ca_system_score_gemma":0.00020359877,"threshold_uncertainty_score":0.7113567},"labels":[],"label_agreement":null},{"id":"W2593055881","doi":"","title":"SOSCIP: supporting partnerships and innovation in advanced computing & big data analytics","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Outsourcing and Supply Chain Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Library science; Windsor; Excellence; Queen (butterfly); Government (linguistics); Management; Center of excellence; Agile software development; Analytics; Agency (philosophy); Political science; Engineering; Engineering management; Sociology; Computer science; Data science","score_opus":0.06043642888734458,"score_gpt":0.2501809271533841,"score_spread":0.1897444982660395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593055881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3509613,0.000026137615,0.6477342,0.0006914575,0.00036036735,0.00008550133,6.5936104e-7,0.00012281671,0.000017542141],"genre_scores_gemma":[0.9841303,0.0000054009147,0.014929599,0.0004308162,0.00047136573,0.0000015650234,0.0000053075746,0.000011417813,0.000014224402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985944,0.000003939857,0.00029538813,0.00047714342,0.00025988222,0.00036922345],"domain_scores_gemma":[0.9993363,0.00011645889,0.00010313848,0.00031283934,0.00011207602,0.000019205057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021093197,0.00013531689,0.00014929098,0.00082709064,0.000164966,0.0003647319,0.0003714256,0.000026131233,0.0000012899196],"category_scores_gemma":[0.000815916,0.00010899429,0.0000079850715,0.0016376614,0.00008457849,0.0012901069,0.0010403693,0.00007870208,0.000003232178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034752038,0.000015643061,0.18896122,0.0001823909,0.000006501925,0.000016760961,0.00015027245,0.0054201423,0.0004706295,0.0047894577,0.00021301028,0.7997705],"study_design_scores_gemma":[0.0004415049,0.0000086372165,0.045877412,0.00026825626,0.000008155553,0.0000030318001,0.000065696666,0.9406157,0.000025109011,0.00018980578,0.012207112,0.00028953856],"about_ca_topic_score_codex":0.000008503482,"about_ca_topic_score_gemma":0.0000074849577,"teacher_disagreement_score":0.9351956,"about_ca_system_score_codex":0.000031416435,"about_ca_system_score_gemma":0.000022608123,"threshold_uncertainty_score":0.4444658},"labels":[],"label_agreement":null},{"id":"W2593159659","doi":"","title":"Base64Geo: an efficient data structure and transmission format for large, dense, scalar GIS datasets","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Scalar (mathematics); Computer science; Data structure; Grid; String (physics); Magnitude (astronomy); Data mining; Tree (set theory); Database; Algorithm; Mathematics; Geometry; Physics; Combinatorics","score_opus":0.012801900714414489,"score_gpt":0.23185445276274097,"score_spread":0.2190525520483265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593159659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013496128,0.00015744587,0.9849341,0.00017773283,0.00036749733,0.00019965938,0.00047329738,0.00019364571,4.745281e-7],"genre_scores_gemma":[0.093597464,0.000042810138,0.9058692,0.00019095618,0.00012000021,0.0000054766574,0.00015571606,0.000012149023,0.0000062574645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982205,0.00001115047,0.00016426296,0.00079433765,0.00035561188,0.00045412147],"domain_scores_gemma":[0.9984815,0.00011780201,0.00003536447,0.0010528124,0.000064520464,0.00024801688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009072103,0.00017438913,0.00014492558,0.00018366432,0.00032078382,0.0005817109,0.0018440657,0.00003579776,0.0000018647406],"category_scores_gemma":[0.00008696716,0.000120491364,0.000013516943,0.0003480493,0.00007067766,0.003347808,0.0015857876,0.000056268455,0.0000010996724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003388419,0.000033242428,0.00026366013,0.00010107604,0.000009133613,0.000011064252,0.00023068387,0.00063269545,0.00059624924,0.0033558647,0.001993315,0.9927696],"study_design_scores_gemma":[0.00042139099,0.00006280784,0.0018815264,0.00007248165,0.0000062694685,0.000019279225,0.0000023704238,0.9702404,0.00040337298,0.00008547816,0.026574088,0.00023052863],"about_ca_topic_score_codex":0.0000019391791,"about_ca_topic_score_gemma":9.717204e-7,"teacher_disagreement_score":0.9925391,"about_ca_system_score_codex":0.000018597955,"about_ca_system_score_gemma":0.00004041332,"threshold_uncertainty_score":0.56094515},"labels":[],"label_agreement":null},{"id":"W2593790981","doi":"","title":"Evidence based analytics - case studies","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Queen's University; Simon Fraser University","funders":"","keywords":"Computer science; Analytics; Data science; Learning analytics; Thread (computing); The Internet; Data analysis; Set (abstract data type); World Wide Web; Data mining","score_opus":0.11939545496935612,"score_gpt":0.2927093876465637,"score_spread":0.17331393267720757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593790981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14404613,0.0006270558,0.8538714,0.00044305425,0.0007505021,0.000062867875,0.0000010531033,0.00019323386,0.000004733508],"genre_scores_gemma":[0.98214024,0.000072483075,0.016482893,0.00069462415,0.0005810679,0.0000050624353,3.2657786e-7,0.000009436999,0.000013874244],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989365,0.0000020056507,0.00014722346,0.00034883455,0.00028727038,0.00027816978],"domain_scores_gemma":[0.99895245,0.00027398122,0.000048358685,0.00026695293,0.00043481722,0.000023458651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007086654,0.00013825239,0.00013569731,0.00029210557,0.0002204451,0.0003188337,0.00032759583,0.000024623334,0.000014192604],"category_scores_gemma":[0.0016120115,0.00009045499,0.000022025928,0.00086349365,0.00023913638,0.0030804612,0.00039106773,0.00004809749,0.00003343375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011333168,0.000041984113,0.036028303,0.0007614786,0.000034198565,0.0011156925,0.00009055814,0.0058882497,0.0019226064,0.006238256,0.00326631,0.944601],"study_design_scores_gemma":[0.00041468,0.00003784245,0.012966439,0.0030126767,0.00007733072,0.000521207,0.00004169451,0.9581525,0.0016678359,0.00044775414,0.021545837,0.0011142101],"about_ca_topic_score_codex":0.000014624099,"about_ca_topic_score_gemma":0.000003094172,"teacher_disagreement_score":0.95226425,"about_ca_system_score_codex":0.00003639615,"about_ca_system_score_gemma":0.000037718073,"threshold_uncertainty_score":0.36886474},"labels":[],"label_agreement":null},{"id":"W2593827188","doi":"","title":"Manifold: an SMT-based declarative language for electronic and microfluidic design synthesis","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Electrowetting and Microfluidic Technologies","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Toolchain; Computer science; Programming language; Compiler; Electronic design automation; Hardware description language; Computer architecture; Microfluidics; Representation (politics); High-level programming language; Computer hardware; Embedded system; Programming paradigm; Software; Field-programmable gate array","score_opus":0.00782362195144689,"score_gpt":0.19943313589112935,"score_spread":0.19160951393968245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593827188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23315397,0.0037288638,0.7620988,0.00004504081,0.00006771661,0.000122050384,0.000003358887,0.0007797188,4.7830923e-7],"genre_scores_gemma":[0.9163594,0.000311217,0.08315425,0.000050587205,0.000043772165,0.000050636343,5.2953624e-7,0.000025782128,0.000003780549],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990073,0.000008775414,0.00010923295,0.00029862075,0.00009607416,0.00047998453],"domain_scores_gemma":[0.999292,0.00037952565,0.000013519939,0.00018895764,0.000047040594,0.00007891533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047615543,0.00016577268,0.00014537627,0.00020410842,0.00012429533,0.00008206295,0.00022799453,0.000055934695,8.222008e-7],"category_scores_gemma":[0.00021191651,0.00013032764,0.000019041941,0.00020713256,0.00011309307,0.0002595926,0.000040856536,0.00007486184,0.0000010022572],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004277573,0.000006808909,0.00010849155,0.000056821907,0.000014489184,0.0000037418838,0.00021755185,0.0004054085,0.71484005,0.000387775,0.00031001272,0.2836446],"study_design_scores_gemma":[0.0002528124,0.0001775487,0.00031085144,0.00011151561,0.0000127105695,0.00002365787,0.000019658566,0.04828436,0.94928056,0.00009556694,0.0011191086,0.00031163698],"about_ca_topic_score_codex":0.0000017335244,"about_ca_topic_score_gemma":3.3717893e-7,"teacher_disagreement_score":0.6832055,"about_ca_system_score_codex":0.000091084956,"about_ca_system_score_gemma":0.00005997081,"threshold_uncertainty_score":0.53146064},"labels":[],"label_agreement":null},{"id":"W2593837619","doi":"","title":"Proactive auto-scaling of resources for stream processing engines in the cloud","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Stream processing; Workload; Cloud computing; Scaling; IBM; Process (computing); Real-time computing; Distributed computing; Database; Data science; Operating system","score_opus":0.01243848851139623,"score_gpt":0.2335593557633601,"score_spread":0.22112086725196387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593837619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09602905,0.000086535176,0.9031999,0.0001505936,0.000120494326,0.00018904153,0.0000037236618,0.00021652292,0.000004106637],"genre_scores_gemma":[0.5182975,0.000004077587,0.48158064,0.000025307885,0.000059716815,0.000026244184,1.976755e-7,0.000004907958,0.0000013996031],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987984,0.000015895039,0.00019667482,0.0003869709,0.00030446798,0.00029764793],"domain_scores_gemma":[0.99886584,0.0005073493,0.000066285786,0.0003771598,0.00013781236,0.00004557669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012575565,0.00012708767,0.00014735221,0.00024287189,0.00010717535,0.00019172776,0.0013455873,0.000033139717,1.275428e-7],"category_scores_gemma":[0.0004293188,0.0000761911,0.000023961944,0.000676753,0.00014607504,0.0009537944,0.0003368447,0.000064382315,1.8152798e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027816668,0.000029410117,0.0014469431,0.00007379529,0.0000044172752,0.0000033973452,0.0046553984,0.00029967073,0.0013737096,0.0042738835,0.000067304405,0.9877693],"study_design_scores_gemma":[0.00059145154,0.0003447057,0.03607931,0.0010899683,0.000010134712,0.000059000668,0.00009228504,0.9363637,0.019714082,0.002028846,0.003027639,0.0005988747],"about_ca_topic_score_codex":0.0000055839278,"about_ca_topic_score_gemma":6.4770944e-7,"teacher_disagreement_score":0.9871704,"about_ca_system_score_codex":0.000035890396,"about_ca_system_score_gemma":0.0000812413,"threshold_uncertainty_score":0.3106983},"labels":[],"label_agreement":null},{"id":"W2593956379","doi":"","title":"A Bayesian game decision-making model for uncertain adversary types","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adversary; Computer science; Computer security; Bayesian game; Game theory; Adversary model; Countermeasure; Threat model; Harm; Attack model; Order (exchange); Sequential game; Engineering","score_opus":0.009164843191108328,"score_gpt":0.24626457738314134,"score_spread":0.237099734192033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593956379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020465965,0.00007705473,0.9963311,0.00009235452,0.00036539714,0.00017751654,0.000002491293,0.00090475264,0.0000027569408],"genre_scores_gemma":[0.40443653,0.000008281082,0.5953633,0.00011172275,0.000041787716,0.000021741005,5.980231e-8,0.000008177311,0.000008365906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854225,0.0000056771996,0.0001790446,0.0005739757,0.00030829533,0.00039076235],"domain_scores_gemma":[0.99861956,0.00055362075,0.000048171707,0.00043901257,0.00021422254,0.0001254233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005026615,0.00016099971,0.00015008643,0.00030569252,0.0001736965,0.00015859144,0.000845634,0.000048059017,7.4331166e-7],"category_scores_gemma":[0.0006149515,0.00012375572,0.000042681088,0.0005218025,0.00009410959,0.0014163846,0.00045795715,0.00006369027,0.0000017067119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035058977,0.0000061944493,0.000054843185,0.000014939995,0.0000032037133,0.0000046499026,0.00020243344,0.05224668,0.0007901564,0.0032290798,0.00008514324,0.9433592],"study_design_scores_gemma":[0.00012964115,0.000047999376,0.00015881067,0.00016534144,0.0000016415001,0.00002332858,0.0000012459865,0.98857695,0.0010755516,0.009168138,0.00044091317,0.00021043055],"about_ca_topic_score_codex":5.987112e-7,"about_ca_topic_score_gemma":5.63731e-7,"teacher_disagreement_score":0.94314873,"about_ca_system_score_codex":0.00011818435,"about_ca_system_score_gemma":0.00012011786,"threshold_uncertainty_score":0.5046612},"labels":[],"label_agreement":null},{"id":"W2594194814","doi":"","title":"From relations to multi-dimensional maps: a SQL-to-HBase transformation methodology","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; SQL; Schema (genetic algorithms); Relational database; Database; Transformation (genetics); Data transformation; Information retrieval; Data mining; Data warehouse; Chemistry","score_opus":0.030779734824526787,"score_gpt":0.26529136068886133,"score_spread":0.23451162586433455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594194814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026283067,0.000038853956,0.97147095,0.0010026888,0.00075727014,0.00016614543,0.000032466283,0.00024704693,0.000001498513],"genre_scores_gemma":[0.043829318,0.0000014152461,0.95566684,0.00035854394,0.00009503883,0.000021242648,0.0000026352002,0.000006317672,0.000018638531],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986885,0.000031370444,0.0002133504,0.00048041696,0.00028241894,0.00030394716],"domain_scores_gemma":[0.99872977,0.0004303044,0.000028840495,0.00038334678,0.00015141962,0.0002763487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069049967,0.00013589472,0.0001570595,0.00028119926,0.0001958226,0.00007239881,0.0003859768,0.000033892695,0.0000033853796],"category_scores_gemma":[0.0004428797,0.00010043547,0.000024325866,0.00062739867,0.000051479106,0.0014546787,0.0003359847,0.00005908471,0.000053634594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142085755,0.00005367131,0.0006538668,0.0000362145,0.000025984813,0.000035112902,0.013596319,0.08551191,0.054000348,0.07706295,0.0012164662,0.76779294],"study_design_scores_gemma":[0.001249818,0.00035735252,0.025447888,0.00076613534,0.000012797416,0.00011726095,0.00006788135,0.87887317,0.020531883,0.001151033,0.06994965,0.001475152],"about_ca_topic_score_codex":0.00003133015,"about_ca_topic_score_gemma":0.000006044455,"teacher_disagreement_score":0.79336125,"about_ca_system_score_codex":0.0000631709,"about_ca_system_score_gemma":0.00008031282,"threshold_uncertainty_score":0.40956396},"labels":[],"label_agreement":null},{"id":"W2594206172","doi":"","title":"IBM 2016 community hackathon","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; General partnership; Management; Business; Computer science; Political science; Economics; Finance","score_opus":0.007798049523057883,"score_gpt":0.18536860606648495,"score_spread":0.17757055654342707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594206172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21183787,0.00027045837,0.785771,0.000080329424,0.0012538743,0.000039198618,0.0000021913547,0.00072197826,0.00002307865],"genre_scores_gemma":[0.96116287,0.0001201477,0.038354035,0.000049319624,0.00024859523,0.000009662172,0.0000010620965,0.000021034468,0.00003329695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923944,0.000007193373,0.000117804004,0.00014278936,0.00019293162,0.00029984076],"domain_scores_gemma":[0.99936336,0.00014170441,0.000007750061,0.00024569326,0.000054042084,0.00018742088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050265115,0.00012598856,0.00010396539,0.00015083255,0.00012290514,0.000058523787,0.00027204404,0.00004890206,0.000006551259],"category_scores_gemma":[0.00014776114,0.00009031506,0.000017713446,0.0003343743,0.00012569592,0.00034578025,0.00009790349,0.00014341381,0.00002372568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011292175,0.000026691094,0.00080135185,0.00031959653,0.000016525668,0.0000039311976,0.0007994229,0.004767199,0.030171305,0.0003952433,0.0044574556,0.95824015],"study_design_scores_gemma":[0.0013073045,0.00025350307,0.17900969,0.0018568109,0.000028060023,0.00017093097,0.000044469944,0.6801017,0.026244676,0.0006759235,0.108095974,0.0022109698],"about_ca_topic_score_codex":0.000003892113,"about_ca_topic_score_gemma":4.2684442e-7,"teacher_disagreement_score":0.9560292,"about_ca_system_score_codex":0.00007987881,"about_ca_system_score_gemma":0.000030847903,"threshold_uncertainty_score":0.36829412},"labels":[],"label_agreement":null},{"id":"W2594215239","doi":"","title":"Local versus global models for effort-aware defect prediction","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Context (archaeology); Set (abstract data type); Machine learning; Training set; Data mining; Predictive modelling; Artificial intelligence; Data set; Software","score_opus":0.01854812757945171,"score_gpt":0.24519378507215867,"score_spread":0.22664565749270696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594215239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022112004,0.00014745716,0.9747833,0.00009358884,0.0015278899,0.00025029274,0.000015110032,0.001067222,0.0000031508582],"genre_scores_gemma":[0.7903369,0.000012894027,0.20939484,0.00002709996,0.00015140367,0.00005492418,9.202387e-7,0.000014634789,0.0000063396856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976229,0.000009234963,0.00020638593,0.0007769184,0.0006611143,0.0007234306],"domain_scores_gemma":[0.99794996,0.0009247294,0.000030453568,0.0004889238,0.0002865861,0.0003193352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087691087,0.00022574293,0.00018838499,0.00021276284,0.00022933495,0.000277526,0.0011262624,0.00008179331,8.7858575e-7],"category_scores_gemma":[0.0006300434,0.00017871165,0.00008151272,0.0008762568,0.00018193986,0.0016984086,0.0006141711,0.000093496514,0.0000068142417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039112016,0.000043270975,0.0076384917,0.00014915617,0.00006316222,0.000023915029,0.00024392804,0.20624778,0.00029831918,0.018718457,0.0008257895,0.7657086],"study_design_scores_gemma":[0.00087064394,0.00024064271,0.011778857,0.00009283392,0.0000053629324,0.00003157541,0.0000015416826,0.98524886,0.00043238088,0.00047007948,0.00055586174,0.00027134278],"about_ca_topic_score_codex":0.000004898093,"about_ca_topic_score_gemma":8.899823e-7,"teacher_disagreement_score":0.7790011,"about_ca_system_score_codex":0.0003785658,"about_ca_system_score_gemma":0.00019716144,"threshold_uncertainty_score":0.72876495},"labels":[],"label_agreement":null},{"id":"W2594297796","doi":"","title":"An exploratory study on change suggestions for methods using clone detection","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ranking (information retrieval); Computer science; Change detection; Precision and recall; Rank (graph theory); Change analysis; Information retrieval; Data mining; Complement (music); Software evolution; Recall; Data science; Software; Machine learning; Artificial intelligence; Software system; Cognitive psychology; Mathematics","score_opus":0.08106462202636616,"score_gpt":0.3533319726558519,"score_spread":0.27226735062948576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594297796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3124057,0.000035755864,0.68575454,0.000030128846,0.0008647245,0.00035634392,0.0000014462494,0.0005512875,7.2259944e-8],"genre_scores_gemma":[0.58519614,0.0000023168666,0.4143984,0.000026970847,0.0002520008,0.000107159234,1.3047995e-7,0.000015901147,0.0000010034521],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979937,0.00006555999,0.0001855115,0.00075438805,0.00047564413,0.0005251847],"domain_scores_gemma":[0.9974067,0.0012443681,0.000036253703,0.0007323254,0.0003030349,0.00027728977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024985455,0.00020428414,0.00018469195,0.0006238005,0.00035104546,0.0003079949,0.000916043,0.000052071046,3.9718216e-7],"category_scores_gemma":[0.001234958,0.00016385764,0.000034014058,0.0010321761,0.000084086416,0.0018596466,0.00032167335,0.00012086767,0.0000027147807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072241883,0.00017817273,0.005207914,0.000037404647,0.000018966633,0.000013758622,0.0033463119,0.006168272,0.048460823,0.00045599014,0.000008076165,0.9360971],"study_design_scores_gemma":[0.00066062104,0.0012785043,0.061896335,0.00012161899,0.000008264348,0.000030024901,0.000035827583,0.9186059,0.016497716,0.000094299976,0.00023319563,0.00053767674],"about_ca_topic_score_codex":0.000004730903,"about_ca_topic_score_gemma":0.0000012742114,"teacher_disagreement_score":0.9355594,"about_ca_system_score_codex":0.0001926936,"about_ca_system_score_gemma":0.000089734465,"threshold_uncertainty_score":0.668192},"labels":[],"label_agreement":null},{"id":"W2594639334","doi":"","title":"D-ForenRIA: a distributed tool to reconstruct user sessions for rich internet applications","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Ajax; Computer science; JavaScript; Session (web analytics); Rich Internet application; Scalability; The Internet; World Wide Web; Web application; Human–computer interaction; Database","score_opus":0.009351037355425324,"score_gpt":0.22341029738963478,"score_spread":0.21405926003420944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594639334","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012516789,0.000025475192,0.98642635,0.00026567603,0.00023204424,0.00021877815,0.000047242804,0.0002657482,0.0000018738972],"genre_scores_gemma":[0.16611049,0.00000490116,0.83333015,0.00013866038,0.00015428574,0.00019219113,0.0000061676856,0.000008076965,0.00005507277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986613,0.0000074000573,0.00019332014,0.0005714978,0.00021452588,0.00035197675],"domain_scores_gemma":[0.9987945,0.00026300803,0.00003889895,0.0005119689,0.00019379465,0.0001978221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047548566,0.00013635408,0.00015944612,0.00024297135,0.00019433069,0.00034949477,0.0010437876,0.000034011544,0.000002088751],"category_scores_gemma":[0.00022610978,0.00009797611,0.00004011828,0.001007988,0.000069967464,0.0007671545,0.00046597095,0.000050616436,0.00001283424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015291116,0.00001974416,0.0027876468,0.000025836518,0.000021169322,0.0000021631506,0.00017763887,0.0007315929,0.0013299007,0.010684377,0.0021792203,0.98203915],"study_design_scores_gemma":[0.0012373166,0.00031149978,0.014760361,0.00058268313,0.00005321309,0.00011579937,0.000025161924,0.6904975,0.008295893,0.0012765608,0.2811152,0.0017287895],"about_ca_topic_score_codex":0.0000023036346,"about_ca_topic_score_gemma":8.4429143e-7,"teacher_disagreement_score":0.9803104,"about_ca_system_score_codex":0.00005929614,"about_ca_system_score_gemma":0.00009504927,"threshold_uncertainty_score":0.399535},"labels":[],"label_agreement":null},{"id":"W2594649443","doi":"","title":"Microservices in the modern software world","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Microservices; Computer science; Software architecture; Software engineering; Service-oriented architecture; Flexibility (engineering); Scalability; Resource-oriented architecture; Architectural style; Architecture; Software; Software development; Reference architecture; Computer architecture; Operating system; Component-based software engineering; World Wide Web; Web service; Cloud computing","score_opus":0.007591136296314276,"score_gpt":0.20336497133910333,"score_spread":0.19577383504278906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594649443","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16490221,0.00025543233,0.83323264,0.0005403039,0.0006072236,0.00015142569,9.943938e-7,0.00030257873,0.0000071650506],"genre_scores_gemma":[0.847459,0.000018915372,0.15175843,0.00056443183,0.00013539397,0.000027916862,2.2783956e-7,0.000008924431,0.000026707006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803305,0.00003392356,0.00026233253,0.0006034231,0.0005455077,0.0005217872],"domain_scores_gemma":[0.9983918,0.00051761046,0.00004902129,0.0007938164,0.0001402525,0.00010747363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017594459,0.00019323216,0.00018362587,0.00033925215,0.00022738503,0.00037909477,0.0020044765,0.000044471806,0.0000014444573],"category_scores_gemma":[0.00019911409,0.000104711,0.000040808165,0.0014919058,0.00016731648,0.001584138,0.0005507314,0.000134931,0.000016102205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037517657,0.00006497207,0.10783486,0.00016379051,0.000009031859,0.000039492967,0.0052453843,0.0031587041,0.0007916087,0.0021052507,0.00040166778,0.8801815],"study_design_scores_gemma":[0.0013136204,0.00018298051,0.4395282,0.0009481022,0.000008356818,0.00025057406,0.000026298289,0.5402443,0.0016561387,0.0044171656,0.010083956,0.0013403062],"about_ca_topic_score_codex":0.00001667346,"about_ca_topic_score_gemma":0.000014691442,"teacher_disagreement_score":0.87884116,"about_ca_system_score_codex":0.00008429469,"about_ca_system_score_gemma":0.0001186442,"threshold_uncertainty_score":0.42699906},"labels":[],"label_agreement":null},{"id":"W2782642056","doi":"","title":"IoT for remote wireless electrophysiological monitoring: proof of concept","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Upload; Proof of concept; Cloud computing; Wireless; Analytics; Cardiac monitoring; Big data; IBM; Real-time computing; Embedded system; Database; Telecommunications; Data mining; World Wide Web","score_opus":0.022492630543190614,"score_gpt":0.27776605929629117,"score_spread":0.25527342875310055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782642056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5824577,0.00006869246,0.4171071,0.000031603606,0.0002121696,0.00008764736,5.519887e-7,0.000033136093,0.000001366553],"genre_scores_gemma":[0.88400435,0.0000065241934,0.11553412,0.0000066713287,0.00041767742,0.000003385794,4.3161077e-7,0.000005724313,0.000021116377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992444,0.0000027292385,0.000117801545,0.00023341138,0.00019050695,0.00021113644],"domain_scores_gemma":[0.9992751,0.00006256547,0.000058005942,0.0003050903,0.00019935663,0.000099900666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002356096,0.000087177556,0.0002219628,0.00007063129,0.00023568205,0.000056869412,0.0002147162,0.000037306283,3.150174e-7],"category_scores_gemma":[0.00036928698,0.00006993385,0.000051642197,0.00009583088,0.00017863682,0.000078509474,0.000095629686,0.00008171069,1.3045307e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037897513,0.000052670664,0.019785991,0.00030560492,0.00005820947,0.000014423844,0.00027111702,0.0036134694,0.08968821,0.00008422869,0.000026894311,0.8860613],"study_design_scores_gemma":[0.00056508544,0.0007213675,0.079447016,0.00044710145,0.000047827194,0.000016019216,0.0000075400208,0.59261733,0.32573226,0.000051710253,0.0001456168,0.00020112107],"about_ca_topic_score_codex":0.000007848865,"about_ca_topic_score_gemma":4.594795e-8,"teacher_disagreement_score":0.88586015,"about_ca_system_score_codex":0.000024391591,"about_ca_system_score_gemma":0.000054810745,"threshold_uncertainty_score":0.28518194},"labels":[],"label_agreement":null},{"id":"W2782661736","doi":"","title":"A framework to extract personalized behavioural patterns of user's IoT devices data","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Queen's University","funders":"","keywords":"Computer science; Internet of Things; Big data; Embedded system; Data mining","score_opus":0.035186939657667435,"score_gpt":0.27628850063379096,"score_spread":0.2411015609761235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782661736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55920637,0.00006430789,0.4401896,0.000022674854,0.0003484464,0.00006301707,0.000011924457,0.00009249033,0.0000011748286],"genre_scores_gemma":[0.9015859,0.0000047260023,0.09829213,0.000016198073,0.000078933845,0.0000039970796,0.0000019932809,0.000012600124,0.0000035413339],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989297,0.000004709395,0.0001596224,0.00031594737,0.00027616008,0.00031385818],"domain_scores_gemma":[0.9985788,0.00010938593,0.00002942809,0.0010015893,0.000107718355,0.00017309027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004978812,0.00014358155,0.00019072653,0.000107247884,0.00020704816,0.0002713958,0.0012701664,0.00004978135,0.000005533492],"category_scores_gemma":[0.0004899101,0.00014007585,0.000024683313,0.00011932043,0.00009706422,0.00053822,0.00060798135,0.00014384459,0.0000014072056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004704834,0.000026058988,0.86604446,0.0004194104,0.000025553367,0.000031197214,0.0023174088,0.016301937,0.0002817579,0.00033817836,0.0000948049,0.11411454],"study_design_scores_gemma":[0.000107835214,0.000027520413,0.7507831,0.00015380612,0.000009644957,0.000007674596,0.00003710793,0.24764092,0.00014654185,0.00001837249,0.0008370069,0.00023046524],"about_ca_topic_score_codex":0.00006073527,"about_ca_topic_score_gemma":0.000013765996,"teacher_disagreement_score":0.3423795,"about_ca_system_score_codex":0.000042029027,"about_ca_system_score_gemma":0.000037682563,"threshold_uncertainty_score":0.5712127},"labels":[],"label_agreement":null},{"id":"W2782690365","doi":"","title":"Cloud meets classroom: experience report on using IBM Bluemix in a software architectures course","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"IBM; Cloud computing; Computer science; Software; Service (business); Process (computing); Engineering management; Software engineering; Multimedia; Engineering; Operating system","score_opus":0.016520176927678563,"score_gpt":0.27123394608028484,"score_spread":0.2547137691526063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782690365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5326952,0.00009908254,0.46494687,0.00009634402,0.0017267475,0.00016765975,8.977257e-7,0.00026170345,0.000005538945],"genre_scores_gemma":[0.82581425,0.000008544955,0.17376347,0.00012243031,0.00024582338,0.000020890711,3.837706e-7,0.000015542855,0.000008695814],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661034,0.00003223572,0.0004797745,0.0011941924,0.0008910009,0.0007924549],"domain_scores_gemma":[0.9969352,0.00023038099,0.00022483876,0.00210258,0.00021400965,0.00029299196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001677938,0.00035522407,0.000399952,0.0003360753,0.0009772853,0.0009539062,0.002474961,0.000106548796,0.0000014529272],"category_scores_gemma":[0.0012923862,0.00031008484,0.00007605661,0.0005410116,0.00047434762,0.0012197695,0.001192239,0.0003730161,0.000005918056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034485667,0.00029618666,0.55242753,0.0004066649,0.000038864313,0.0022644436,0.010089078,0.16802882,0.0008775119,0.0014349975,0.00019044288,0.26391095],"study_design_scores_gemma":[0.00062215596,0.00020640665,0.29578942,0.00073957216,0.000007215916,0.0010701198,0.000023720853,0.69766515,0.001780702,0.0002352715,0.0009488548,0.0009114144],"about_ca_topic_score_codex":0.00008377103,"about_ca_topic_score_gemma":0.0000102010445,"teacher_disagreement_score":0.5296363,"about_ca_system_score_codex":0.0001875174,"about_ca_system_score_gemma":0.00035339198,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W2782709646","doi":"","title":"Foodie fooderson a conversational agent for the smart kitchen","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"AI in Service Interactions","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"","keywords":"Watson; Context (archaeology); Computer science; IBM; Recipe; Cognitive computing; Dialog system; Architecture; Recommender system; Human–computer interaction; World Wide Web; Cognition; Multimedia; Artificial intelligence; Psychology","score_opus":0.02727232036484973,"score_gpt":0.2532925382559698,"score_spread":0.2260202178911201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782709646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004752384,0.00007562782,0.9901698,0.0026008133,0.0020572213,0.00018600501,0.0000018830888,0.00014033537,0.000015913329],"genre_scores_gemma":[0.5432244,0.000008713012,0.45579955,0.0006489898,0.00023244228,0.00004964359,5.4433167e-7,0.000007580236,0.000028118378],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989484,0.0000048307775,0.000115674404,0.00035275266,0.00030258144,0.00027576764],"domain_scores_gemma":[0.9984163,0.0004940382,0.000069227455,0.0007262576,0.00021325704,0.00008089039],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005988475,0.00011022718,0.000092992326,0.00007462135,0.0012711656,0.0011587703,0.0018522878,0.000026249012,0.000001578341],"category_scores_gemma":[0.00037692275,0.000086824475,0.000044019176,0.00011422661,0.00014384693,0.0013169397,0.00067639985,0.00009698689,0.0000064751707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013324632,0.000103126025,0.011409448,0.00021692824,0.00018942745,0.000021826074,0.011103371,0.029370775,0.0010247164,0.10730368,0.007325393,0.831918],"study_design_scores_gemma":[0.00015030261,0.000039610048,0.022109667,0.000026811425,0.000005153452,0.000017840865,0.000012574914,0.96525276,0.0002652925,0.00027083757,0.01171708,0.00013205076],"about_ca_topic_score_codex":0.000023019875,"about_ca_topic_score_gemma":0.0000056571275,"teacher_disagreement_score":0.93588203,"about_ca_system_score_codex":0.00005807845,"about_ca_system_score_gemma":0.00010752908,"threshold_uncertainty_score":0.9998781},"labels":[],"label_agreement":null},{"id":"W2782762456","doi":"","title":"Human health in a modern world: can technology solve the mismatch?","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Life expectancy; Pandemic; SAFER; China; Developing country; Medicine; Health care; Disease; Globe; Chronic disease; Developed country; Global health; Population; Development economics; Economic growth; Environmental health; Intensive care medicine; Coronavirus disease 2019 (COVID-19); Computer science; Political science; Computer security; Economics; Pathology","score_opus":0.023065948588939383,"score_gpt":0.2829002037322391,"score_spread":0.2598342551432997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782762456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6172664,0.00043802263,0.13502514,0.24411933,0.0017434245,0.0005265854,0.0000022321783,0.00048110075,0.00039771982],"genre_scores_gemma":[0.9781453,0.000009394288,0.0043518273,0.016923849,0.0005272962,0.000014576499,9.4126733e-7,0.000009963622,0.0000168654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988113,0.0000036080057,0.00020954294,0.00026723577,0.00011802606,0.0005903025],"domain_scores_gemma":[0.99932426,0.000032067037,0.00012258675,0.0004138983,0.00007341925,0.000033769105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014071544,0.00011215464,0.00019953336,0.00042890877,0.0010362823,0.00041781558,0.0007940186,0.000036564546,0.0000013221221],"category_scores_gemma":[0.0003971869,0.0000847426,0.00001736361,0.00047242283,0.00027077165,0.00050006656,0.00065385504,0.00018571333,0.0000035558057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033290717,0.00007222722,0.116103284,0.00056486594,0.000018515864,0.000027245951,0.0008200096,0.05335076,0.00006394069,0.2731665,0.08316302,0.4726463],"study_design_scores_gemma":[0.00029053833,0.000015872345,0.18637344,0.00012842237,0.0000023122107,0.0000087898525,0.000044711927,0.6693317,0.0000011752934,0.0065208473,0.13703473,0.00024741277],"about_ca_topic_score_codex":0.0026787578,"about_ca_topic_score_gemma":0.00084556127,"teacher_disagreement_score":0.615981,"about_ca_system_score_codex":0.000060031827,"about_ca_system_score_gemma":0.00006778457,"threshold_uncertainty_score":0.797035},"labels":[],"label_agreement":null},{"id":"W2782766517","doi":"","title":"The first workshop on blockchain & eHealth: towards provable privacy & security in data intensive health research","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"eHealth; Blockchain; Health care; Wearable computer; Computer science; Healthcare delivery; Knowledge management; Internet privacy; Data science; Information privacy; Business; Computer security","score_opus":0.07906675048345717,"score_gpt":0.3455651598797686,"score_spread":0.2664984093963114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782766517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11861385,0.0011920158,0.7986949,0.07910603,0.0009166997,0.0009867747,0.000006196867,0.00045565545,0.000027884027],"genre_scores_gemma":[0.951056,0.0002564745,0.047886413,0.0006157621,0.00010368546,0.000060809605,0.0000010438371,0.000009711392,0.000010078464],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725336,0.000043971104,0.00027505239,0.0009713954,0.0006106576,0.0008455862],"domain_scores_gemma":[0.99485004,0.0005382154,0.000106613086,0.0038934322,0.00042656815,0.00018511138],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0072310213,0.0001609652,0.00020757644,0.0003067802,0.0032694305,0.001036567,0.0074136592,0.0000848872,2.2723113e-7],"category_scores_gemma":[0.0028562287,0.00012709029,0.00001703903,0.0009091754,0.0006955049,0.0004814184,0.005835957,0.0008082123,0.0000043999626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075335147,0.00012181295,0.0019927055,0.00009999936,0.00001098556,0.00002961191,0.005870041,0.0012201986,0.0000059439985,0.1027158,0.0057055606,0.8822198],"study_design_scores_gemma":[0.0001940466,0.0000765904,0.016691417,0.00019125483,5.19687e-7,0.000018357707,0.000048762202,0.9553649,0.000051273342,0.0037212472,0.023460243,0.00018138962],"about_ca_topic_score_codex":0.0001735394,"about_ca_topic_score_gemma":0.00030770397,"teacher_disagreement_score":0.9541447,"about_ca_system_score_codex":0.0001865525,"about_ca_system_score_gemma":0.00051789836,"threshold_uncertainty_score":0.999564},"labels":[],"label_agreement":null},{"id":"W2782779765","doi":"","title":"Using IBM watson cloud services to build natural language processing solutions to leverage chat tools","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Watson; Computer science; Leverage (statistics); Cloud computing; World Wide Web; Cognitive computing; Multimedia; Data science; Artificial intelligence; Cognition; Operating system","score_opus":0.026872679216647006,"score_gpt":0.26504747164291903,"score_spread":0.23817479242627201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782779765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21068974,0.0006066493,0.78606296,0.00024381837,0.0019434778,0.0001833173,0.000001982237,0.00025821733,0.000009821737],"genre_scores_gemma":[0.69032854,0.000001883593,0.30893987,0.0002881629,0.00041314116,0.0000068351114,5.793788e-7,0.000008617507,0.000012371491],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980628,0.0000114870445,0.00018326617,0.00061973825,0.00046632325,0.0006564003],"domain_scores_gemma":[0.99853736,0.00004869217,0.000066499284,0.00077928,0.00020582235,0.00036233876],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00071146607,0.00019999985,0.00020440113,0.00026458784,0.0012112921,0.0030362646,0.0019264449,0.00004551967,5.70977e-7],"category_scores_gemma":[0.00023584798,0.00018647414,0.00003238016,0.0005341269,0.000055726206,0.002494337,0.0015087144,0.00013037643,0.000014350718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074809855,0.00003700335,0.0021751693,0.00032678724,0.000015696116,0.000115236006,0.01602316,0.03794833,0.033352435,0.0013911006,0.00017967072,0.90842795],"study_design_scores_gemma":[0.00020422024,0.000062190935,0.016799657,0.00044507874,0.000004373971,0.00008816146,0.00005108142,0.97719425,0.0029576079,0.000028316214,0.0016368772,0.000528201],"about_ca_topic_score_codex":0.00011058287,"about_ca_topic_score_gemma":0.000018979988,"teacher_disagreement_score":0.9392459,"about_ca_system_score_codex":0.00010292807,"about_ca_system_score_gemma":0.00013317342,"threshold_uncertainty_score":0.99799865},"labels":[],"label_agreement":null},{"id":"W2782842435","doi":"","title":"Federating natural language question answering services of a cognitive enterprise data platform","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Scalability; Question answering; Ranking (information retrieval); Natural language; Information retrieval; World Wide Web; Service (business); Artificial intelligence; Data science; Database","score_opus":0.015405816802963431,"score_gpt":0.26515971328529364,"score_spread":0.2497538964823302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782842435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39219812,0.00019258945,0.6070528,0.000017788061,0.00039147775,0.000049120914,0.0000018040668,0.0000907695,0.0000055484616],"genre_scores_gemma":[0.77419806,0.0000051817324,0.22567528,0.000033586854,0.00007733348,0.0000014839549,0.0000021757655,0.0000041542776,0.0000027245928],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878395,0.000006075327,0.0001703862,0.00047532222,0.00031776648,0.00024647565],"domain_scores_gemma":[0.9986949,0.000113773654,0.000108890585,0.0008779293,0.00012571536,0.000078790334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007229473,0.000119599914,0.00014170379,0.00011208301,0.00045565027,0.00082624954,0.0020150654,0.000027439768,3.0212786e-7],"category_scores_gemma":[0.00035610932,0.000114202674,0.000015528944,0.00011012429,0.00008052187,0.0033600444,0.0022805415,0.00012323655,7.889375e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039442566,0.000024860617,0.0146795735,0.00027230056,0.00002234391,0.00004872069,0.009794918,0.003907937,0.0037052988,0.0015038694,0.0000035500134,0.9660327],"study_design_scores_gemma":[0.00013591677,0.000017198287,0.011711155,0.0004191785,0.0000028195714,0.000020848538,0.000043767785,0.98623246,0.0012651642,0.000015257152,0.0000065088716,0.00012975188],"about_ca_topic_score_codex":0.0000842383,"about_ca_topic_score_gemma":0.00001132681,"teacher_disagreement_score":0.9823245,"about_ca_system_score_codex":0.00002226327,"about_ca_system_score_gemma":0.000055357745,"threshold_uncertainty_score":0.79675436},"labels":[],"label_agreement":null},{"id":"W2782963359","doi":"","title":"Learning event count models with application to affiliation ranking","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Count data; Event (particle physics); Computer science; Benchmark (surveying); Machine learning; Time series; Artificial intelligence; Ranking (information retrieval); Autoregressive model; Data mining; Series (stratigraphy); Constant (computer programming); Poisson distribution; Statistics; Mathematics","score_opus":0.04191794771841342,"score_gpt":0.3307014612009293,"score_spread":0.28878351348251585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782963359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22727922,0.000012422766,0.7721026,0.00008484281,0.00025015353,0.00014041812,3.2421352e-7,0.000088167515,0.000041830004],"genre_scores_gemma":[0.6589105,8.7670895e-7,0.340941,0.000033514218,0.0000719147,0.000013075413,1.7983845e-7,0.000006571982,0.000022366534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976651,0.000031637417,0.00022363874,0.0005735745,0.0012294161,0.00027663],"domain_scores_gemma":[0.99792993,0.0006405604,0.00015301739,0.0006348724,0.00048371006,0.00015793428],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0067367484,0.00012219709,0.00016556337,0.00028918128,0.00093978253,0.0011755541,0.000982192,0.000029489429,0.0000018162702],"category_scores_gemma":[0.0050484813,0.00009516317,0.00002123774,0.0004980789,0.000098554425,0.0010431078,0.00043815761,0.000123142,0.000007633677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000438065,0.0000028372915,0.006940345,0.0000032794076,0.0000015268938,0.0000010981099,0.0005331336,0.5300834,0.00017514011,0.000349044,0.000017048058,0.46188876],"study_design_scores_gemma":[0.000102194994,0.000058771377,0.06922478,0.00004646936,0.000002432689,0.00001089111,0.0000138857395,0.9289035,0.00015720514,0.00064007955,0.0007035248,0.00013624944],"about_ca_topic_score_codex":0.000013448272,"about_ca_topic_score_gemma":0.0000030278457,"teacher_disagreement_score":0.4617525,"about_ca_system_score_codex":0.000076057666,"about_ca_system_score_gemma":0.000079367404,"threshold_uncertainty_score":0.9998613},"labels":[],"label_agreement":null},{"id":"W2783562028","doi":"","title":"Designing user engagement for cognitively-enhanced processes","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Business process management; Business process; Process management; Analytics; Human–computer interaction; Knowledge management; Usability; Automation; Cognition; Data science; Work in process; Engineering","score_opus":0.02943943021713029,"score_gpt":0.2409766898395647,"score_spread":0.21153725962243441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783562028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0670497,0.00007324461,0.9320586,0.00015728177,0.0003021589,0.00013536315,8.3233004e-7,0.00019201066,0.000030852454],"genre_scores_gemma":[0.9213674,0.000009782534,0.07743385,0.00028257744,0.0008231375,0.000042556458,0.0000027326025,0.000017261584,0.000020714504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988639,0.0000013098114,0.00014497628,0.00040803736,0.0002576191,0.0003241866],"domain_scores_gemma":[0.998643,0.00007997907,0.00012634402,0.00022499532,0.0009029792,0.000022717144],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00081463973,0.00015937317,0.00017179512,0.00023309904,0.0014781376,0.0019012647,0.0005260661,0.000030171164,0.0000025646548],"category_scores_gemma":[0.0014181177,0.00014675791,0.000031519805,0.00031644496,0.0001222174,0.002533218,0.00033629712,0.000077342615,0.000005756174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000591112,0.00021503956,0.027141409,0.0071909553,0.00019126681,0.000023235341,0.0011808772,0.11105924,0.011639077,0.0038792614,0.0012001032,0.83622044],"study_design_scores_gemma":[0.0009796185,0.000023057844,0.01437175,0.000720423,0.00013126644,0.0000025686195,0.000077150165,0.9669441,0.0067609856,0.0007367541,0.008333608,0.00091871043],"about_ca_topic_score_codex":0.000019781211,"about_ca_topic_score_gemma":0.000002141607,"teacher_disagreement_score":0.85588485,"about_ca_system_score_codex":0.000015238131,"about_ca_system_score_gemma":0.00007477734,"threshold_uncertainty_score":0.9998218},"labels":[],"label_agreement":null},{"id":"W2783612059","doi":"","title":"Accelerating Poly1305 cryptographic message authentication on the z14","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cryptography and Residue Arithmetic","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); McMaster University","funders":"","keywords":"Computer science; Cryptography; Elliptic Curve Digital Signature Algorithm; Digital signature; Message authentication code; Throughput; Authentication (law); Parallel computing; Cryptographic protocol; Integer (computer science); Elliptic curve cryptography; Encryption; Theoretical computer science; Public-key cryptography; Algorithm; Hash function; Computer network; Programming language; Operating system; Computer security","score_opus":0.01718539514733581,"score_gpt":0.22419104829784967,"score_spread":0.20700565315051386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783612059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.158836,0.00011732913,0.83895546,0.0011299152,0.00060158665,0.00011487074,3.7830523e-7,0.00019066966,0.000053793992],"genre_scores_gemma":[0.90113676,0.000020785254,0.09849327,0.0002284655,0.00009886666,0.000010995965,1.3460875e-7,0.0000061296137,0.0000046163427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986156,0.000018389346,0.00014149654,0.0004448097,0.0004355939,0.00034409366],"domain_scores_gemma":[0.9983667,0.0002407352,0.00008180526,0.0010906415,0.00010398464,0.00011611286],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010179748,0.00014818697,0.000110477136,0.00023006208,0.0019022372,0.0019891292,0.0021147698,0.000036425845,0.0000017522221],"category_scores_gemma":[0.00035233912,0.00010327974,0.000050828257,0.00045978767,0.00031355044,0.00095446955,0.00064243475,0.00018310946,0.000005682583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020476598,0.000061884144,0.0066512516,0.000043184456,0.000030641182,0.000023058494,0.0023751366,0.0017779251,0.0028329133,0.5181808,0.00017819046,0.467843],"study_design_scores_gemma":[0.00017516935,0.00006924316,0.2938225,0.00014334674,0.0000061236724,0.000022343771,0.000010775107,0.7006101,0.0020151206,0.002264282,0.00053238537,0.00032860326],"about_ca_topic_score_codex":0.0000089016885,"about_ca_topic_score_gemma":8.031151e-7,"teacher_disagreement_score":0.74230075,"about_ca_system_score_codex":0.000014910689,"about_ca_system_score_gemma":0.000048840448,"threshold_uncertainty_score":0.99939716},"labels":[],"label_agreement":null},{"id":"W2783639327","doi":"","title":"Transfer learning in neural networks: an experience report","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Music and Audio Processing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Transfer of learning; Spectrogram; Artificial neural network; Reuse; Artificial intelligence; Machine learning; Domain (mathematical analysis); Deep learning; Task analysis; Engineering","score_opus":0.015752830958753985,"score_gpt":0.2438392234490922,"score_spread":0.2280863924903382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783639327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35981846,0.000072568255,0.63934964,0.00009323271,0.00046161952,0.00003656191,2.8966763e-8,0.00015946383,0.000008461767],"genre_scores_gemma":[0.922003,0.0000062999193,0.07763229,0.00019881887,0.00013655481,0.0000066787456,2.5969248e-7,0.000006877579,0.0000092324235],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839807,0.000012910028,0.00020260853,0.00062151026,0.0003235186,0.0004413871],"domain_scores_gemma":[0.9990137,0.000043383454,0.00004727421,0.0006373169,0.00008378153,0.0001744966],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00086665794,0.00014782345,0.00015974107,0.00014438269,0.0007560612,0.0014865422,0.0014613221,0.000040627372,9.386568e-7],"category_scores_gemma":[0.00022621838,0.00014185811,0.000021077965,0.00029821624,0.00019530769,0.004840375,0.0004471566,0.0002289099,5.1692945e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012088431,0.000017608667,0.030778138,0.000020163214,0.0000016621447,0.0003986831,0.0031818156,0.3189258,0.00035714754,0.0008278471,0.000006871612,0.645483],"study_design_scores_gemma":[0.00010522318,0.000028313962,0.046996914,0.000046500416,6.2436794e-7,0.00014683971,0.000008478869,0.95202583,0.00018058352,0.000017103985,0.00025376835,0.00018984516],"about_ca_topic_score_codex":0.000019891535,"about_ca_topic_score_gemma":0.00000257629,"teacher_disagreement_score":0.6452932,"about_ca_system_score_codex":0.000030402101,"about_ca_system_score_gemma":0.00007159851,"threshold_uncertainty_score":0.99955},"labels":[],"label_agreement":null},{"id":"W2783784097","doi":"","title":"Cognitive intelligent personal assistants / agents","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Personal information management; Personally identifiable information; World Wide Web; Context (archaeology); Human–computer interaction; Cognition; Intelligent agent; Information system; Computer security; Artificial intelligence; Management information systems; Engineering; Psychology","score_opus":0.03627925197326099,"score_gpt":0.28279087176093004,"score_spread":0.24651161978766906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783784097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016053012,0.00004911341,0.9826762,0.00022307436,0.00066962733,0.000097044714,0.0000017212129,0.00015426165,0.00007595858],"genre_scores_gemma":[0.74477124,0.000040161845,0.25474292,0.0002850473,0.000077817225,0.0000051095362,8.156608e-7,0.000007221088,0.00006966939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986891,0.000010419421,0.00011865778,0.00042672444,0.00041052428,0.00034453563],"domain_scores_gemma":[0.999043,0.0000740897,0.000052769108,0.00034354976,0.0002586499,0.00022793064],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006447384,0.00011922088,0.00011167767,0.00015025919,0.00073987315,0.0015421144,0.0011472492,0.000028690582,0.0000062719046],"category_scores_gemma":[0.0004455876,0.00011171906,0.000025851235,0.00020273033,0.0002093869,0.001431009,0.00091375114,0.0001178505,0.000019538385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003216964,0.00006447749,0.008837356,0.00004675458,0.000026272788,0.000057052315,0.0034128744,0.0033557997,0.00010925779,0.0066938004,0.00046329573,0.97692984],"study_design_scores_gemma":[0.00015372765,0.00003759651,0.04174012,0.00006990219,0.0000014721268,0.000015010701,0.0000058778414,0.95668834,0.00020730172,0.000065198976,0.0008504668,0.00016496528],"about_ca_topic_score_codex":0.000004760616,"about_ca_topic_score_gemma":6.0545875e-7,"teacher_disagreement_score":0.97676486,"about_ca_system_score_codex":0.000042278803,"about_ca_system_score_gemma":0.00011476553,"threshold_uncertainty_score":0.9994944},"labels":[],"label_agreement":null},{"id":"W2783803218","doi":"","title":"Assisting developers towards fault localization by analyzing failure reports","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Root cause; Ranking (information retrieval); Source code; Call graph; Context (archaeology); Data mining; Set (abstract data type); Focus (optics); Interdependence; Root cause analysis; Software bug; Software; Information retrieval; Theoretical computer science; Programming language; Reliability engineering; Engineering","score_opus":0.012473060674922955,"score_gpt":0.2480784589620084,"score_spread":0.23560539828708543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783803218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043016315,0.00017440472,0.95494044,0.00022632295,0.000856011,0.0001154312,9.604166e-7,0.00065913465,0.000010969948],"genre_scores_gemma":[0.6726828,0.00001041594,0.3271137,0.000049879214,0.000096374926,0.000010560539,0.0000017750804,0.000017189663,0.00001728428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972569,0.000014709906,0.00030152997,0.00088437076,0.00087276875,0.0006697222],"domain_scores_gemma":[0.99767214,0.00021411966,0.00013080513,0.001209757,0.0004489904,0.00032419284],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001748992,0.00024919555,0.0002359087,0.00032852057,0.0012328045,0.002502729,0.0018196875,0.00008342624,0.0000016148912],"category_scores_gemma":[0.0054210136,0.0002488431,0.000040698123,0.0007114092,0.00020714587,0.002357065,0.001426047,0.00025847965,0.0000039971083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019008404,0.00004672219,0.20594601,0.00023932758,0.00006176475,0.0004690399,0.0017402378,0.08820265,0.0029910791,0.0008767115,0.004121218,0.6953033],"study_design_scores_gemma":[0.0001532836,0.00003626757,0.07398536,0.00016157818,0.000004603277,0.00017701025,0.0000041866842,0.91753006,0.0027349046,0.000045613426,0.0046313386,0.0005358176],"about_ca_topic_score_codex":0.000042665415,"about_ca_topic_score_gemma":0.0000018546722,"teacher_disagreement_score":0.8293274,"about_ca_system_score_codex":0.00017609724,"about_ca_system_score_gemma":0.0002787569,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W2783872167","doi":"","title":"Classification algorithms and how to distribute them","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Queen's University","funders":"","keywords":"Computer science; Rewriting; Algorithm; Statistical classification; IBM; Classifier (UML); Categorization; Big data; Plug-in; SPARK (programming language); Machine learning; Artificial intelligence; Data mining; Programming language","score_opus":0.026365219785234494,"score_gpt":0.24992841857342418,"score_spread":0.2235631987881897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783872167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026572734,0.0000272386,0.9693784,0.003381819,0.0003515103,0.00007542771,0.0000026378025,0.00019411973,0.00001612997],"genre_scores_gemma":[0.6534959,0.0000112015005,0.34630123,0.00007251595,0.00008294556,0.000006702823,0.0000022218828,0.000003890271,0.00002337653],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998911,0.00001004327,0.00007560255,0.00049885473,0.00026896555,0.00023550565],"domain_scores_gemma":[0.9987542,0.00007088174,0.00005964137,0.0008029485,0.0001121066,0.00020020832],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00071864354,0.000110335954,0.00009936124,0.00009083514,0.0007135949,0.0021192243,0.0010965004,0.000029252456,3.2880754e-7],"category_scores_gemma":[0.0006466269,0.00010014466,0.000011569916,0.0001904936,0.000108384615,0.001336425,0.00074577035,0.00010235439,0.000006825473],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.155846e-7,0.000008289576,0.014350869,0.00001855862,0.0000032460753,0.0000037246907,0.0003537872,0.00017201714,0.00069930236,0.018013937,0.0003274218,0.96604824],"study_design_scores_gemma":[0.00006401632,0.000020574438,0.36782792,0.00001897521,0.0000012525826,0.000016907861,0.0000030784943,0.6252393,0.00011503962,0.000059193648,0.006508594,0.00012513484],"about_ca_topic_score_codex":0.000006485401,"about_ca_topic_score_gemma":5.536542e-7,"teacher_disagreement_score":0.9659231,"about_ca_system_score_codex":0.000028977744,"about_ca_system_score_gemma":0.000040303694,"threshold_uncertainty_score":0.9989167},"labels":[],"label_agreement":null},{"id":"W2783882539","doi":"","title":"Compiler-driven performance","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compiler; Computer science; Programming language; Scripting language; Dynamic compilation; Optimizing compiler; Just-in-time compilation; Compiler construction; Program optimization; Parallel computing; Computer architecture","score_opus":0.013387692308230038,"score_gpt":0.2290644658620153,"score_spread":0.21567677355378526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783882539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05062317,0.000039830204,0.947815,0.00012433212,0.00055348256,0.00006538317,2.6145477e-7,0.0006850035,0.00009353536],"genre_scores_gemma":[0.50540704,0.000020274849,0.4944172,0.000076372715,0.000060893668,0.0000028343206,1.724493e-7,0.0000039717656,0.000011282573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987967,0.0000071254626,0.00013611127,0.00042104305,0.00031742803,0.00032158307],"domain_scores_gemma":[0.9986979,0.00004905029,0.00007679,0.0008598517,0.00017563325,0.00014081917],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005349954,0.00013304918,0.00013558808,0.00016151328,0.0010601399,0.0011845019,0.0021398796,0.000034842727,6.7110705e-7],"category_scores_gemma":[0.0001664769,0.00012789552,0.00002253804,0.00019590966,0.00018960395,0.001525419,0.0011939042,0.000121118894,0.0000073886918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002043325,0.000044540695,0.036306873,0.00008731153,0.000015110595,0.000027859824,0.0010307708,0.17735644,0.00037159104,0.016608367,0.0011046355,0.7670445],"study_design_scores_gemma":[0.00008907098,0.000038248618,0.05094649,0.00004652782,8.743384e-7,0.000021477688,2.9858404e-7,0.94689393,0.00065244193,0.0000393022,0.0010991918,0.00017212852],"about_ca_topic_score_codex":0.000003944299,"about_ca_topic_score_gemma":1.5893981e-7,"teacher_disagreement_score":0.7695375,"about_ca_system_score_codex":0.000033913675,"about_ca_system_score_gemma":0.000076195916,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W2783909120","doi":"","title":"Concern-oriented incremental modelling","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Reuse; Computer science; Workflow; Software engineering; Context (archaeology); Core (optical fiber); Personalization; Process (computing); Interface (matter); Software development; Domain engineering; Software; Systems engineering; Database; Programming language; Software construction; Engineering; World Wide Web; Operating system","score_opus":0.04848906643289901,"score_gpt":0.27945817650371035,"score_spread":0.23096911007081133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783909120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02834554,0.00017191257,0.9687596,0.00007345104,0.0016401185,0.000108642125,0.0000011036395,0.00088558503,0.000014038556],"genre_scores_gemma":[0.24386364,0.000021210473,0.7559173,0.000054050117,0.00011458055,0.000008138077,3.4400097e-7,0.000011661574,0.0000090389285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805397,0.000015709229,0.00020560951,0.00067617086,0.0005050191,0.0005435282],"domain_scores_gemma":[0.9980619,0.0002804327,0.000096346215,0.0011555108,0.00019430085,0.00021153117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012155229,0.0002295238,0.00022865391,0.00020264075,0.0009247589,0.0008311258,0.002140507,0.000054409877,8.005096e-7],"category_scores_gemma":[0.0011424902,0.00022894601,0.00003831035,0.00026716274,0.00031572912,0.002618057,0.0017738182,0.00021130515,0.000005393586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023356022,0.000016279095,0.0016999533,0.00004541384,0.000016166425,0.00005012279,0.0007540995,0.8314326,0.0012446416,0.022167841,0.00004412581,0.14252646],"study_design_scores_gemma":[0.00020712748,0.00004376869,0.0031803516,0.000058218448,0.0000026583625,0.00003689823,0.0000040555988,0.992271,0.0024664493,0.0006651287,0.0007279399,0.00033638199],"about_ca_topic_score_codex":0.000013823436,"about_ca_topic_score_gemma":3.0473086e-7,"teacher_disagreement_score":0.2155181,"about_ca_system_score_codex":0.0001047865,"about_ca_system_score_gemma":0.000093559385,"threshold_uncertainty_score":0.93361473},"labels":[],"label_agreement":null},{"id":"W2903748818","doi":"","title":"Large-scale multilevel streaming data analytics","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Analytics; Computer science; Data analysis; Business intelligence; Big data; Batch processing; Database; Data science; Data mining; Operating system","score_opus":0.022987121246391864,"score_gpt":0.23984112119226048,"score_spread":0.21685399994586863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903748818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12492825,0.0000571928,0.8736417,0.00009706042,0.00075571716,0.00006878234,0.0000026262621,0.000419682,0.000028933826],"genre_scores_gemma":[0.5137503,0.000002372142,0.4856597,0.0001731497,0.00036652476,0.0000011335965,0.0000012649425,0.000008193128,0.000037350634],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794644,0.000012328644,0.0001709542,0.0008296707,0.0004974865,0.0005431443],"domain_scores_gemma":[0.9981082,0.00011243413,0.00004702697,0.0013646451,0.00017900793,0.00018868005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011853888,0.00017122836,0.00015558611,0.0002511015,0.0004651718,0.00052833813,0.0026497631,0.000035213583,0.000001367271],"category_scores_gemma":[0.00017267192,0.00015712852,0.000021832408,0.00085317146,0.00016491563,0.00025275236,0.004670828,0.00012580008,0.000014933697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014844022,0.00012004925,0.0032371792,0.00007375432,0.00003540143,0.00004011462,0.004913652,0.034018677,0.00012944241,0.0036567564,0.001830554,0.9519429],"study_design_scores_gemma":[0.00013912508,0.00004101903,0.008795528,0.0000494145,0.0000043889645,0.000016620195,0.000018623376,0.9842802,0.000090763664,0.000028676432,0.0063258535,0.00020977102],"about_ca_topic_score_codex":0.0000070884694,"about_ca_topic_score_gemma":0.0000022905033,"teacher_disagreement_score":0.9517332,"about_ca_system_score_codex":0.000043331987,"about_ca_system_score_gemma":0.00006969449,"threshold_uncertainty_score":0.64075154},"labels":[],"label_agreement":null},{"id":"W2909719326","doi":"","title":"Best practices and lessons learned in microservices","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Suite; Computer science; Pipeline (software); Service-oriented architecture; Software engineering; Architecture; Service (business); Software architecture; Operating system; World Wide Web; Programming language; Software; Web service; Cloud computing","score_opus":0.03622588831804454,"score_gpt":0.29963327780363297,"score_spread":0.26340738948558845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909719326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59708136,0.0003700719,0.40125927,0.0004886751,0.00053808873,0.0000854311,4.0634723e-7,0.00016216865,0.000014564587],"genre_scores_gemma":[0.8450742,0.00008928083,0.15450574,0.00015815858,0.00014840925,0.0000070697624,1.8995334e-7,0.0000058444493,0.000011132611],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985315,0.000020044557,0.00019050551,0.0006050525,0.000280842,0.00037206183],"domain_scores_gemma":[0.9989919,0.0001967078,0.00009135795,0.00040570318,0.00018164421,0.0001326998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001315194,0.00014429606,0.00016519075,0.0002507062,0.0002589312,0.00049922516,0.00070368143,0.000056477602,8.7583084e-7],"category_scores_gemma":[0.0003343159,0.00012535666,0.000014377416,0.00092223834,0.00026640444,0.0018570767,0.00066024356,0.00014026527,0.000012564256],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006713575,0.000089612084,0.11914428,0.00034647714,0.000012157735,0.00002821342,0.008010815,0.0007448636,0.0028577817,0.0025071953,0.000063451946,0.86618847],"study_design_scores_gemma":[0.00051808043,0.00030402752,0.16488712,0.00035492564,0.000005501623,0.00014844842,0.000071315575,0.8226759,0.0026778553,0.00033927523,0.0074216058,0.0005959952],"about_ca_topic_score_codex":0.000104886145,"about_ca_topic_score_gemma":0.00002626738,"teacher_disagreement_score":0.8655924,"about_ca_system_score_codex":0.00003989818,"about_ca_system_score_gemma":0.00011867777,"threshold_uncertainty_score":0.51118964},"labels":[],"label_agreement":null},{"id":"W2911278647","doi":"","title":"2nd workshop on DevOps and software analytics for continuous engineering and improvement","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; École de Technologie Supérieure; University of Victoria","funders":"","keywords":"DevOps; Software deployment; Software engineering; Computer science; IBM; Toolchain; Software analytics; Software development; Software; Analytics; Software system; Data science; Software construction; Operating system","score_opus":0.014449569783324866,"score_gpt":0.2449149988382957,"score_spread":0.23046542905497083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911278647","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21081533,0.0003059066,0.7872738,0.000098146025,0.0006601593,0.00030913364,0.0000038148687,0.0005325204,0.0000011453719],"genre_scores_gemma":[0.47172102,0.000050658764,0.5275801,0.0001796781,0.0003575061,0.000047102138,0.0000013590769,0.000038507118,0.000024043376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728155,0.000008572469,0.00028712055,0.0009930829,0.00057502376,0.00085462886],"domain_scores_gemma":[0.99702877,0.0014804703,0.00005108773,0.00060848397,0.000390279,0.00044092303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011167412,0.00035722667,0.00033610777,0.0005591021,0.0003585714,0.0008300581,0.0008040776,0.000101554055,0.0000011011413],"category_scores_gemma":[0.0024626537,0.00035286442,0.000040189552,0.00090718654,0.00025607675,0.00072102644,0.0009286174,0.0002554568,0.0000023665236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024710278,0.00008875785,0.01595207,0.00062339363,0.00011690731,0.000055815013,0.0025361266,0.02195855,0.0031872913,0.006150365,0.00066248944,0.9486435],"study_design_scores_gemma":[0.0006156501,0.0005971808,0.025890533,0.00026425518,0.000011736383,0.00006339552,0.0000103880675,0.9669466,0.0016342533,0.000098306075,0.0032231603,0.000644526],"about_ca_topic_score_codex":0.00000772729,"about_ca_topic_score_gemma":0.000002153094,"teacher_disagreement_score":0.947999,"about_ca_system_score_codex":0.00012482174,"about_ca_system_score_gemma":0.000104373314,"threshold_uncertainty_score":0.99989235},"labels":[],"label_agreement":null},{"id":"W2914422608","doi":"","title":"CASCON workshop on developing big data applications and services","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Data science; Computer science; Scalability; Analytics; Reliability (semiconductor); Business analytics; Business model; Business; Database; Data mining; Marketing; Electronic business","score_opus":0.030204886373222984,"score_gpt":0.25310838343491515,"score_spread":0.22290349706169216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914422608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06003076,0.00021976557,0.9382394,0.00016636042,0.0008337434,0.00016226449,0.0000015397175,0.0003345107,0.000011654382],"genre_scores_gemma":[0.6228823,0.00007699587,0.37580386,0.00050697936,0.0006894058,0.00002129351,0.0000028400023,0.000009586101,0.000006716332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840915,0.000010379234,0.00017839439,0.0007631037,0.00031672712,0.0003222713],"domain_scores_gemma":[0.9983824,0.00017861267,0.000042364998,0.0010778663,0.00017969958,0.00013904218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008630927,0.0001531357,0.00014307348,0.00018964235,0.0004529481,0.00045482384,0.0014721055,0.000049728096,3.0891604e-7],"category_scores_gemma":[0.00006714257,0.00012968665,0.000010218287,0.0008744834,0.00020548995,0.0010361356,0.0014827121,0.00010458209,0.000013624049],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001225603,0.000012184892,0.0040328763,0.00015216133,0.000007654012,0.0000026298833,0.0009909365,0.00022985449,0.000058847083,0.00229811,0.00006124735,0.9921523],"study_design_scores_gemma":[0.00026279344,0.00009906665,0.041388564,0.00046010353,0.0000063440507,0.00009122927,0.000029433957,0.9321992,0.0005928792,0.0003350864,0.023937624,0.00059771125],"about_ca_topic_score_codex":0.000010318635,"about_ca_topic_score_gemma":0.00000514216,"teacher_disagreement_score":0.99155456,"about_ca_system_score_codex":0.000042156422,"about_ca_system_score_gemma":0.00012188876,"threshold_uncertainty_score":0.52884686},"labels":[],"label_agreement":null},{"id":"W2915988600","doi":"","title":"11th Compiler-Driven Performance Workshop","year":2012,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Waterloo","funders":"","keywords":"Compiler; Computer science; Compiler construction; State (computer science); Software engineering; Programming language","score_opus":0.01450267988585002,"score_gpt":0.21396840995136718,"score_spread":0.19946573006551716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915988600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17688869,0.0003038465,0.8203967,0.00004754073,0.0017479988,0.00008351838,7.874917e-7,0.00048887404,0.000042057505],"genre_scores_gemma":[0.8151266,0.000010847384,0.18437612,0.00010880912,0.0003474385,0.00000517242,0.0000013184521,0.000007863008,0.000015849959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809426,0.000020150912,0.00021962468,0.00041473913,0.0004927321,0.0007584712],"domain_scores_gemma":[0.9987785,0.00016690906,0.000056975034,0.0005063739,0.00013997199,0.0003512641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010029874,0.00020318531,0.00020403198,0.00020281493,0.0003353472,0.00044358062,0.0012194603,0.000052172312,0.000001443106],"category_scores_gemma":[0.0000906036,0.00018881439,0.000036716676,0.0010229929,0.000104985666,0.001635114,0.00073639903,0.00018408394,0.000034435216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045735796,0.00020221925,0.16299844,0.00034947766,0.000055948814,0.000023635352,0.008672881,0.28898424,0.0005007496,0.025477182,0.0036875384,0.5090431],"study_design_scores_gemma":[0.0001306482,0.0000329376,0.045840994,0.000098863056,0.0000023968823,0.000090525115,0.000004200404,0.9440445,0.0001040871,0.000006908944,0.009338884,0.0003050629],"about_ca_topic_score_codex":0.000002246166,"about_ca_topic_score_gemma":9.527852e-8,"teacher_disagreement_score":0.65506023,"about_ca_system_score_codex":0.00006767748,"about_ca_system_score_gemma":0.000078844445,"threshold_uncertainty_score":0.7699627},"labels":[],"label_agreement":null},{"id":"W2918429586","doi":"","title":"A case study of spark resource configuration and management for image processing applications","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"SPARK (programming language); Computer science; Big data; Data science; Resource (disambiguation); Informatics; Population; Field (mathematics); Precision agriculture; Data mining; Agriculture; Engineering; Electrical engineering","score_opus":0.012563068881822837,"score_gpt":0.23887778581088248,"score_spread":0.22631471692905963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918429586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2664334,0.00003870406,0.7328547,0.000027409957,0.000052187912,0.000459965,2.1555248e-7,0.00011420998,0.000019201643],"genre_scores_gemma":[0.7247214,8.850453e-7,0.27510688,0.000033352444,0.00007822826,0.000045642722,1.3829525e-7,0.000004757417,0.000008780379],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998939,0.000010079061,0.00018079956,0.0004439301,0.00022107184,0.00020515457],"domain_scores_gemma":[0.9992992,0.00007097794,0.00006303108,0.00030993583,0.0001801974,0.00007663379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000638526,0.00010730231,0.00011636806,0.00021074577,0.00042373844,0.00028280716,0.00037077157,0.000015871228,1.1191353e-7],"category_scores_gemma":[0.00002034712,0.000100431134,0.000012848467,0.00056978513,0.0001342872,0.00010392362,0.00049341476,0.00004080094,3.5558003e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028493007,0.00012781966,0.0002360923,0.00035759495,0.00002142779,0.00008255364,0.0075504556,0.0051481086,0.00014337745,0.0025517708,0.000085754546,0.98369217],"study_design_scores_gemma":[0.0003558029,0.0002546194,0.00086138456,0.000052841402,0.000012479861,0.00023382876,0.00034802323,0.9958299,0.00015583298,0.000042847143,0.001698897,0.00015355245],"about_ca_topic_score_codex":0.0000072327653,"about_ca_topic_score_gemma":0.0000012392233,"teacher_disagreement_score":0.99068177,"about_ca_system_score_codex":0.000019196652,"about_ca_system_score_gemma":0.000017022287,"threshold_uncertainty_score":0.4095463},"labels":[],"label_agreement":null},{"id":"W2918458045","doi":"","title":"iCity: big data and visualization urban transportation strategies","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Traffic Prediction and Management Techniques","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Esri (Canada); University of Saskatchewan; University of Toronto","funders":"","keywords":"Transportation planning; Computer science; Big data; Sustainable transport; Visualization; Urban planning; Transport engineering; Intelligent transportation system; Data science; Engineering; Sustainability; Artificial intelligence","score_opus":0.01794465574664724,"score_gpt":0.22782016098809074,"score_spread":0.2098755052414435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918458045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072669595,0.00009613399,0.92437255,0.000006669304,0.00047412296,0.000059991726,0.00000468129,0.0022958815,0.000020369907],"genre_scores_gemma":[0.97658813,0.00007816287,0.023073694,0.000029138004,0.00020603511,0.000002646953,0.000012183727,0.000008683616,0.0000013312093],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946386,0.0000021419135,0.00008860537,0.00019156038,0.00012792723,0.00012588943],"domain_scores_gemma":[0.99971914,0.000012357095,0.000008373397,0.0001663169,0.000041066465,0.00005274531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000199555,0.000078569756,0.000061236395,0.00014493609,0.000082825194,0.00016409358,0.00017014415,0.000023710134,5.288553e-7],"category_scores_gemma":[0.00001322951,0.00008149181,0.0000041829153,0.00026858572,0.00009336511,0.00067894795,0.000045955974,0.000038758895,7.056503e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028597417,0.000019308483,0.003479563,0.00034421944,0.00003489338,0.0000070382844,0.0035380893,0.014152215,0.0028305687,0.009633816,0.012108886,0.95384854],"study_design_scores_gemma":[0.00006368957,0.000027512415,0.015964393,0.000030167197,0.0000055208243,0.000002025597,0.000020747577,0.97578955,0.00037931802,0.000016263908,0.007591415,0.000109426284],"about_ca_topic_score_codex":0.0000027633846,"about_ca_topic_score_gemma":0.000005436005,"teacher_disagreement_score":0.9616373,"about_ca_system_score_codex":0.000011980241,"about_ca_system_score_gemma":0.000012871552,"threshold_uncertainty_score":0.33231395},"labels":[],"label_agreement":null},{"id":"W2920267096","doi":"","title":"A context-aware machine learning-based approach","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Context (archaeology); Artificial neural network; Set (abstract data type); Context model; Control (management)","score_opus":0.01083987578725308,"score_gpt":0.21166595995458704,"score_spread":0.20082608416733397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920267096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044545103,0.00008164454,0.99338794,0.00007098457,0.0002921363,0.00010583909,0.0000025976126,0.0015776632,0.000026665215],"genre_scores_gemma":[0.50035286,0.0000017119888,0.49932712,0.00021119791,0.000080393605,0.000008730105,0.0000026398118,0.000008449204,0.0000068789373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982619,0.000022112568,0.00016805243,0.00067650585,0.00043325682,0.00043815718],"domain_scores_gemma":[0.9987812,0.00012348205,0.00005073813,0.00061435514,0.00024262584,0.0001876078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086303346,0.00019883989,0.00017878688,0.00032357042,0.0003361598,0.0005088143,0.001565734,0.000051048115,0.0000020835057],"category_scores_gemma":[0.00027332956,0.00018585115,0.000029448116,0.0009659621,0.00033611277,0.00087815325,0.0008439545,0.00020196348,0.000010436533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007894541,0.0001479015,0.0110962065,0.0001387154,0.00002679743,0.000052345196,0.0024486445,0.008538254,0.00053782767,0.012075851,0.0022988517,0.9626307],"study_design_scores_gemma":[0.00013781233,0.00018697995,0.0011600859,0.000042779437,0.000001999075,0.000033872577,0.0000025374684,0.99109864,0.0018124257,0.000038237435,0.0052433456,0.00024130465],"about_ca_topic_score_codex":0.00001985995,"about_ca_topic_score_gemma":0.0000012426092,"teacher_disagreement_score":0.9825604,"about_ca_system_score_codex":0.000055281933,"about_ca_system_score_gemma":0.00013754852,"threshold_uncertainty_score":0.757879},"labels":[],"label_agreement":null},{"id":"W2920295506","doi":"","title":"Ischemic stroke detection using EEG signals","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Electroencephalography; Computer science; Stroke (engine); Gold standard (test); Decision tree; Wearable computer; Artificial intelligence; Multilayer perceptron; Ischemic stroke; Pattern recognition (psychology); Magnetic resonance imaging; Artificial neural network; Medicine; Cardiology; Ischemia; Internal medicine; Radiology; Engineering","score_opus":0.021559982043480624,"score_gpt":0.24488097576557083,"score_spread":0.22332099372209022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920295506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5219391,0.00001933554,0.47701922,0.000008325412,0.0008131027,0.00004193726,9.55908e-7,0.00014284276,0.00001519921],"genre_scores_gemma":[0.96218616,0.0000029002742,0.03708564,0.0002492832,0.00044571434,0.000001868727,6.854534e-8,0.000010840708,0.00001754295],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986574,0.0000146027905,0.00014632703,0.0004915919,0.0003230052,0.00036704363],"domain_scores_gemma":[0.9993824,0.00015737605,0.00003912503,0.00019643383,0.0001001697,0.00012449812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003518525,0.00014337392,0.0001202391,0.00021132673,0.00033423715,0.0002886452,0.0003843214,0.000039118688,0.0000055021146],"category_scores_gemma":[0.00029670727,0.00013303875,0.000026701771,0.0005150562,0.00029663273,0.00062416296,0.00027040346,0.00012320132,0.000011982626],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017770807,0.0000067693995,0.0001442307,0.000011723175,0.0000013878753,0.0000044161166,0.000264165,0.002598959,0.96320236,0.000017614113,0.00004322566,0.033703346],"study_design_scores_gemma":[0.000060370447,0.00006181878,0.00035347877,0.000030131538,0.000001733098,0.000059793296,0.0000028517418,0.4446994,0.5534327,0.0000048941606,0.0011750542,0.000117786214],"about_ca_topic_score_codex":0.0000049376667,"about_ca_topic_score_gemma":5.051419e-7,"teacher_disagreement_score":0.44210044,"about_ca_system_score_codex":0.00004724961,"about_ca_system_score_gemma":0.00004527251,"threshold_uncertainty_score":0.54251623},"labels":[],"label_agreement":null},{"id":"W2920574268","doi":"","title":"Predictive analytics in healthcare epileptic seizure recognition","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Epilepsy; Epileptic seizure; Electroencephalography; Computer science; Artificial intelligence; Binary classification; Machine learning; Random forest; Predictive analytics; Pattern recognition (psychology); Support vector machine; Psychology; Psychiatry","score_opus":0.019426985438490883,"score_gpt":0.25326440946288054,"score_spread":0.23383742402438965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920574268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14236315,0.000102809274,0.85596776,0.00024527576,0.000690747,0.00015482043,0.0000022330694,0.00046948582,0.0000037025352],"genre_scores_gemma":[0.78776115,0.000017855547,0.21180548,0.00015489054,0.00022698939,0.000015310256,0.0000013652815,0.000012746212,0.0000042284373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775374,0.000026598767,0.00023750619,0.000684903,0.0006401039,0.00065715227],"domain_scores_gemma":[0.9982297,0.00047765757,0.00003427987,0.0005026448,0.0004792018,0.00027653368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012534077,0.00018797036,0.00019423901,0.0007477609,0.00017863154,0.00030820185,0.00093106425,0.00007765947,0.0000020911214],"category_scores_gemma":[0.0013308085,0.00019474288,0.000026481248,0.0025025073,0.00022273874,0.0010693101,0.00058553973,0.0003096988,0.000024989993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016761755,0.00012868093,0.16550905,0.0003626218,0.000039537583,0.00023733117,0.005331718,0.023236578,0.00051664305,0.001968321,0.00068978465,0.801963],"study_design_scores_gemma":[0.0002015075,0.0002484045,0.15213086,0.00014313024,0.0000017880074,0.000053827724,0.000004646266,0.8458749,0.0006095195,0.0003077903,0.00016164768,0.00026195994],"about_ca_topic_score_codex":0.000029329032,"about_ca_topic_score_gemma":0.000006119087,"teacher_disagreement_score":0.82263833,"about_ca_system_score_codex":0.00023029342,"about_ca_system_score_gemma":0.00024234428,"threshold_uncertainty_score":0.79413843},"labels":[],"label_agreement":null},{"id":"W2990180950","doi":"","title":"Interpreting financial time series with SHAP values","year":2019,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Machine learning; Process (computing); Series (stratigraphy); Artificial intelligence; Predictive modelling; Class (philosophy); Feature (linguistics); Time series; Finance; Cluster (spacecraft); Econometrics; Data mining; Mathematics","score_opus":0.017029890567584288,"score_gpt":0.2778311453588767,"score_spread":0.2608012547912924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990180950","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46952942,0.000029378445,0.5295527,0.00003758302,0.0005236455,0.000082486215,7.861205e-7,0.00012362556,0.00012040169],"genre_scores_gemma":[0.3778277,6.725557e-7,0.6215461,0.00012948397,0.00012790247,0.0000041984476,2.409083e-7,0.000013627306,0.00035005194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976582,0.00004745,0.00026087096,0.00061317044,0.001054686,0.00036565808],"domain_scores_gemma":[0.99748594,0.0015364122,0.00007949542,0.00042183514,0.00034270575,0.00013362104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00518721,0.00016205138,0.00025122898,0.00033963434,0.00018992629,0.00057115656,0.0008094567,0.00003930878,0.000044512584],"category_scores_gemma":[0.0067962105,0.00011649424,0.000032838077,0.0012141111,0.00020267583,0.000992163,0.00052845356,0.00014415935,0.00007086431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054650314,0.00001836391,0.105274074,0.000040825274,0.000011505883,0.00002901598,0.0032995106,0.031098349,0.0022339956,0.0006906294,0.0011352774,0.8561138],"study_design_scores_gemma":[0.00031547036,0.00046381177,0.13174842,0.00032899738,0.0000066330936,0.0002091784,0.00004618499,0.859087,0.001496618,0.0015384792,0.0041450895,0.00061413815],"about_ca_topic_score_codex":0.0000018970964,"about_ca_topic_score_gemma":3.0426125e-7,"teacher_disagreement_score":0.8554997,"about_ca_system_score_codex":0.000038953967,"about_ca_system_score_gemma":0.0001468943,"threshold_uncertainty_score":0.813619},"labels":[],"label_agreement":null},{"id":"W2990277257","doi":"","title":"How can OpenShift accelerate your Kubernetes adoption: a workshop exploring OpenShift features","year":2019,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Software deployment; Cloud computing; Computer science; Cluster (spacecraft); Distribution (mathematics); Software engineering; Operating system","score_opus":0.03141398135787203,"score_gpt":0.21827893793083547,"score_spread":0.18686495657296343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990277257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52627236,0.00032816207,0.4694913,0.0013447941,0.0016765877,0.00026057631,5.9394125e-7,0.00057277974,0.000052866697],"genre_scores_gemma":[0.8786342,0.000017019263,0.12024404,0.0003748627,0.0003022317,0.000020627418,7.7295476e-7,0.00001952286,0.0003866975],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739146,0.00002760468,0.00020163917,0.0009766468,0.0006847503,0.00071788795],"domain_scores_gemma":[0.99848306,0.00017716523,0.000074426374,0.00083126995,0.00016317444,0.00027089586],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00084484986,0.0003139768,0.0002895231,0.00034829884,0.0003763321,0.0030079891,0.0019653758,0.000058207974,0.000002035227],"category_scores_gemma":[0.00012791547,0.00028300748,0.00006438745,0.0012010001,0.00008676274,0.0005590454,0.002221126,0.00031347928,0.000013331079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074323198,0.0000693554,0.008584905,0.00026298256,0.00007474089,0.00014173375,0.008214002,0.3851496,0.00055459485,0.02241202,0.0012058326,0.5733228],"study_design_scores_gemma":[0.0005701117,0.00014024347,0.045365255,0.00039276728,0.000010554223,0.00009000371,0.00017290634,0.9423766,0.0008102668,0.000131681,0.008961155,0.0009784377],"about_ca_topic_score_codex":0.000015076079,"about_ca_topic_score_gemma":0.0000023865455,"teacher_disagreement_score":0.57234436,"about_ca_system_score_codex":0.00008872345,"about_ca_system_score_gemma":0.000081346356,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W2991648864","doi":"","title":"Decentralized and secure delivery network of IoT update files based on ethereum smart contracts and blockchain technology","year":2019,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blockchain; Computer science; Computer security; Cloud computing; Smart contract; Exploit; Incentive; Peer-to-peer; Computer network","score_opus":0.0033135253815507297,"score_gpt":0.18185867584538937,"score_spread":0.17854515046383865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991648864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5618233,0.00058786356,0.43673196,0.00042030128,0.000108798304,0.00014081177,0.0000017052693,0.00018296941,0.0000022825166],"genre_scores_gemma":[0.8147093,0.00004995775,0.18497716,0.00023536135,0.000012572523,0.000008492114,4.2714865e-7,0.000005585126,0.0000011262434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998779,0.00001409467,0.00017496913,0.00050612655,0.0001820122,0.00034381045],"domain_scores_gemma":[0.9990348,0.00021582519,0.000065557964,0.00046787033,0.00011937277,0.00009653441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005290319,0.00015769809,0.00023438464,0.00022765413,0.00014183205,0.00007637621,0.0005279694,0.00013833397,0.0000016051927],"category_scores_gemma":[0.00007146948,0.00014768208,0.000017508923,0.00076269347,0.00027453297,0.00008708808,0.0003905123,0.00020695828,0.0000013083071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030865114,0.00018933981,0.077283196,0.00029355232,0.00006724449,0.00003507539,0.00084362406,0.09705395,0.0042173155,0.2893896,0.00037500527,0.5302212],"study_design_scores_gemma":[0.000371136,0.0001096963,0.008455144,0.00009144531,0.000003911343,0.00002229013,0.0000044171547,0.9870268,0.0011317274,0.0013096093,0.0012874547,0.00018634835],"about_ca_topic_score_codex":0.000005022973,"about_ca_topic_score_gemma":0.000002000287,"teacher_disagreement_score":0.88997287,"about_ca_system_score_codex":0.000018308647,"about_ca_system_score_gemma":0.00006870791,"threshold_uncertainty_score":0.6022301},"labels":[],"label_agreement":null}]}