{"meta":{"query_hash":"349dcc17fc7f","filters":{"venue":"The Knowledge Engineering Review"},"cohort_total":43,"direct_labels_cover":0,"predictions_cover":43,"exported":43,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/349dcc17fc7f","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Knowledge+Engineering+Review"},"results":[{"id":"W170804091","doi":"10.1017/s0269888910000421","title":"Logical mechanism design","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mechanism design; Computer science; Mechanism (biology); Common value auction; Inference; Incentive; Voting; Set (abstract data type); Argumentation theory; Management science; Combinatorial auction; Game theory; Data science; Knowledge management; Operations research; Artificial intelligence; Mathematical economics; Engineering; Economics; Microeconomics; Epistemology; Political science; Programming language","score_opus":0.32402671238652886,"score_gpt":0.37957665079554886,"score_spread":0.055549938409020005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W170804091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000116285526,0.03609647,0.94971436,0.00036109402,0.00029047864,0.00041028412,0.0000011151664,0.00013833765,0.012871543],"genre_scores_gemma":[0.9266161,0.018772937,0.0335518,0.001302894,0.000638354,0.00078479835,0.000002095739,0.0000722429,0.018258793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892074,0.00018243256,0.00035149915,0.0002050959,0.0001946126,0.00014562708],"domain_scores_gemma":[0.9984272,0.00070444087,0.00007498505,0.0006253282,0.00009748762,0.000070541966],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0038157534,0.000107616106,0.00021093119,0.000042176915,0.000111410016,0.000021961096,0.0008141518,0.0000325452,0.0019854144],"category_scores_gemma":[0.0012606345,0.00005576858,0.00010590109,0.0006184754,0.000038093545,0.000072126226,0.00009088023,0.00013251779,0.005994565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027368917,0.000055329325,0.0000016523463,0.000068260204,0.000013287543,0.0000012855252,0.00043933338,0.000054493812,0.00025056818,0.91687053,0.009028211,0.07321433],"study_design_scores_gemma":[0.00010794904,0.000057515615,0.0003062813,0.00060700136,0.000080835,0.00007179131,0.000055613567,0.0056784707,0.0026754406,0.3741549,0.6158639,0.00034032116],"about_ca_topic_score_codex":3.1163754e-7,"about_ca_topic_score_gemma":1.1895021e-7,"teacher_disagreement_score":0.9264998,"about_ca_system_score_codex":0.000011990704,"about_ca_system_score_gemma":0.00001640052,"threshold_uncertainty_score":0.9989269},"labels":[],"label_agreement":null},{"id":"W1977476763","doi":"10.1017/s0269888901000200","title":"Holonic and multi-agent systems in industry","year":2001,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Key (lock); Computer science; Natural (archaeology); Autonomous agent; Face (sociological concept); Social system; Multi-agent system; Knowledge management; Computer security; Artificial intelligence; Sociology","score_opus":0.026079035986373154,"score_gpt":0.2603585350401403,"score_spread":0.23427949905376713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977476763","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020022929,0.96179193,0.01584788,0.0001219538,0.0008361404,0.00042092966,0.0000014864415,0.00042316946,0.0005336075],"genre_scores_gemma":[0.5623301,0.42707783,0.008362813,0.00011481259,0.00045722676,0.0003101344,0.000009617827,0.00016710587,0.001170371],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993808,0.000024584202,0.0002333924,0.000110806686,0.00005487164,0.00019551982],"domain_scores_gemma":[0.999644,0.000053341377,0.000015421985,0.0002055768,0.00001932843,0.000062347885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003581682,0.00014628848,0.00022357903,0.00006330797,0.000022943492,0.000023613979,0.0001307174,0.00009202979,0.000015305506],"category_scores_gemma":[0.000071208466,0.0001129937,0.000028252722,0.00038455662,0.000011409112,0.000045248235,0.000026606647,0.00038372682,0.00006959046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010053509,0.000045687993,0.00068886054,0.0051426645,0.000055323217,0.000024175954,0.00047556512,0.9502902,0.0000678173,0.00027321884,0.00064549624,0.04228996],"study_design_scores_gemma":[0.00018907334,0.0000046332316,0.0010383356,0.0029018659,0.000020194972,0.000058405836,0.000016519572,0.9693577,0.000007670462,6.337585e-7,0.026235707,0.00016920999],"about_ca_topic_score_codex":0.0000035478072,"about_ca_topic_score_gemma":0.0000020044224,"teacher_disagreement_score":0.5423072,"about_ca_system_score_codex":0.000053390122,"about_ca_system_score_gemma":0.000008091172,"threshold_uncertainty_score":0.46077493},"labels":[],"label_agreement":null},{"id":"W1980348251","doi":"10.1017/s0269888912000434","title":"itSIMPLE: towards an integrated design system for real planning applications","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Unified Modeling Language; Process (computing); Software engineering; Domain (mathematical analysis); Systems engineering; Engineering design process; Petri net; Engineering; Programming language","score_opus":0.04216769480283818,"score_gpt":0.29014629785412166,"score_spread":0.24797860305128347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980348251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028373111,0.04230903,0.9546093,0.00022776015,0.00016978724,0.0014326923,0.0000037012971,0.0006813803,0.0005379967],"genre_scores_gemma":[0.16905509,0.0043288516,0.81159925,0.00042571948,0.0010398576,0.012120509,0.00012857009,0.00018763919,0.0011145119],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887,0.00010817863,0.00032091798,0.00028449387,0.00009548371,0.00032091592],"domain_scores_gemma":[0.99855304,0.00040220626,0.000086996704,0.0006632182,0.00017891658,0.00011564846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011604566,0.00020185059,0.00028987238,0.000057933816,0.00019384107,0.00013871113,0.0010399686,0.00005264959,0.000006387595],"category_scores_gemma":[0.00007792738,0.00013839049,0.00007229078,0.00049407745,0.0000117981435,0.00025605565,0.00007970377,0.00017848046,0.00012290358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003572095,0.00006745016,0.000020941261,0.012494498,0.000113383074,0.000003007938,0.0021513936,0.026362851,0.0006815848,0.04911057,0.02417465,0.8848161],"study_design_scores_gemma":[0.00012635112,0.00007775052,0.000073205294,0.0049519814,0.000050964336,0.000031033473,0.000028679311,0.8623099,0.00021553677,0.00012207507,0.1316842,0.00032837302],"about_ca_topic_score_codex":0.000024952411,"about_ca_topic_score_gemma":3.354071e-7,"teacher_disagreement_score":0.88448775,"about_ca_system_score_codex":0.000076069315,"about_ca_system_score_gemma":0.000104223334,"threshold_uncertainty_score":0.56434},"labels":[],"label_agreement":null},{"id":"W1993078560","doi":"10.1017/s0269888902000486","title":"Commitment-based and dialogue-game-based protocols: new trends in agent communication languages","year":2002,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Conversation; Flexibility (engineering); Context (archaeology); Point (geometry); Dialectic; Human–computer interaction; Communication; Sociology; Epistemology","score_opus":0.05724196820385238,"score_gpt":0.3096397515601957,"score_spread":0.25239778335634333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993078560","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016920437,0.691997,0.27459192,0.010657251,0.0003662315,0.017390985,0.0000066804037,0.0007815313,0.0025164012],"genre_scores_gemma":[0.95437205,0.010849976,0.020503782,0.0012472004,0.00027285895,0.010446163,0.00005569617,0.000084283674,0.0021680084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910116,0.00016918796,0.0002865455,0.00017622182,0.00010788374,0.00015898194],"domain_scores_gemma":[0.9989583,0.00014335703,0.00008645942,0.00072857697,0.000021191061,0.000062127954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055433076,0.00014481181,0.00023451458,0.00010855927,0.0000444609,0.000056033623,0.0005246654,0.000033401575,0.000038261653],"category_scores_gemma":[0.000056818975,0.0001049214,0.00005516637,0.00045076868,0.000012347495,0.00010453677,0.00007147817,0.0001248535,0.000052287727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002711552,0.00032294003,0.00053181837,0.003939452,0.000026442021,0.000005612601,0.0022761726,0.0025071625,0.00027334926,0.0038581234,0.01283755,0.97341865],"study_design_scores_gemma":[0.0010186443,0.000055426564,0.0056403163,0.0065316213,0.000020457235,0.0000034761438,0.000003836812,0.7856691,0.00020741785,0.0000086288865,0.20055822,0.00028287902],"about_ca_topic_score_codex":0.00003379122,"about_ca_topic_score_gemma":0.000038446356,"teacher_disagreement_score":0.97313577,"about_ca_system_score_codex":0.00006232192,"about_ca_system_score_gemma":0.00001353625,"threshold_uncertainty_score":0.42785704},"labels":[],"label_agreement":null},{"id":"W2004523498","doi":"10.1017/s0269888902000450","title":"Analysis and design of agent-oriented information systems","year":2002,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction; Software engineering; Knowledge management","score_opus":0.026866679005573005,"score_gpt":0.2309983011549836,"score_spread":0.2041316221494106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004523498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025160733,0.10834433,0.8906144,0.000038909817,0.00020623235,0.00035005616,7.95264e-7,0.000052714244,0.00014094675],"genre_scores_gemma":[0.95571005,0.038658213,0.005121146,0.00004274024,0.00006702186,0.00009836337,0.000005249626,0.0000099294675,0.00028726255],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993061,0.00007554292,0.0003295625,0.000083777,0.000111301524,0.000093705574],"domain_scores_gemma":[0.99934834,0.00008793884,0.00012920918,0.0003259184,0.00007463798,0.000033934964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006009304,0.00008521209,0.00023756771,0.00012201618,0.000033999113,0.000031455922,0.00022028614,0.000020669127,0.0000067056144],"category_scores_gemma":[0.00007354094,0.000057398927,0.000056523557,0.00087216834,0.000006336424,0.00029582955,0.000048620383,0.00004393964,0.000051262108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051797037,0.00034206227,0.0021562306,0.06195341,0.0031883165,0.0000053112326,0.024438314,0.21817327,0.001618034,0.10461355,0.013630529,0.5698758],"study_design_scores_gemma":[0.00006224805,0.000010434336,0.00080328196,0.000709906,0.000110685396,0.000003542238,0.0000029683076,0.980219,0.000024160337,5.323366e-7,0.017984325,0.00006889437],"about_ca_topic_score_codex":0.0000073796855,"about_ca_topic_score_gemma":2.488119e-7,"teacher_disagreement_score":0.95545846,"about_ca_system_score_codex":0.000018822904,"about_ca_system_score_gemma":0.0000037786258,"threshold_uncertainty_score":0.23406602},"labels":[],"label_agreement":null},{"id":"W2023067667","doi":"10.1017/s0269888910000329","title":"Discretization as the enabling technique for the Naïve Bayes and semi-Naïve Bayes-based classification","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Discretization; Computer science; Scalability; Naive Bayes classifier; Machine learning; Artificial intelligence; Maximization; Data mining; Classifier (UML); Bayes' theorem; Estimator; Algorithm; Mathematics; Bayesian probability; Mathematical optimization; Statistics; Support vector machine","score_opus":0.02308276804678729,"score_gpt":0.2851675183899761,"score_spread":0.26208475034318884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023067667","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012394013,0.035792615,0.9567856,0.0056177205,0.00030726034,0.0010245844,0.000001966536,0.0001625298,0.00018379005],"genre_scores_gemma":[0.9666213,0.012141217,0.018503357,0.00070700666,0.00037612917,0.0013958615,0.000008794299,0.000046924488,0.00019940473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990214,0.00007134906,0.00026809925,0.00028409212,0.00013311034,0.00022194885],"domain_scores_gemma":[0.9979151,0.0009469779,0.00009882923,0.0008257373,0.00016110549,0.00005226824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018026144,0.00018910899,0.00018344412,0.00003732653,0.00032387886,0.00017614913,0.0009747427,0.00007132721,0.00000614738],"category_scores_gemma":[0.0006036004,0.00009299239,0.00008411976,0.00040841225,0.000066629065,0.00013922987,0.00011066148,0.00038648493,0.000016184093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069793405,0.000068773945,0.000029491777,0.0029669069,0.00006867875,7.9134725e-7,0.0013207477,0.0020157055,0.044233233,0.50967187,0.001728199,0.43788862],"study_design_scores_gemma":[0.00008583062,0.000032300413,0.00014420181,0.0013434999,0.0000662449,0.000019124975,0.000009407604,0.94079804,0.003588984,0.0017042517,0.051992953,0.00021513506],"about_ca_topic_score_codex":0.0000054715965,"about_ca_topic_score_gemma":0.0000063457846,"teacher_disagreement_score":0.96649736,"about_ca_system_score_codex":0.000020313888,"about_ca_system_score_gemma":0.00008652141,"threshold_uncertainty_score":0.37921196},"labels":[],"label_agreement":null},{"id":"W2025447728","doi":"10.1017/s0269888913000271","title":"Parsing pictures: on analyzing the content of images in science","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Philosophy and History of Science","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Parsing; Computer science; Focus (optics); Artificial intelligence; Conventionalism; Graph; Representation (politics); Epistemology; Natural language processing; Philosophy; Theoretical computer science; Politics","score_opus":0.06572109583704921,"score_gpt":0.24860566841370335,"score_spread":0.18288457257665414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025447728","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102544494,0.71603256,0.000107015025,0.0077399057,0.0019519345,0.0015868987,0.000005987464,0.00012299225,0.16990818],"genre_scores_gemma":[0.99670017,0.0025739747,0.000017797198,0.00015985145,0.00012005902,0.00002410813,1.4256473e-7,0.0000051879865,0.00039870373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938756,0.000023317609,0.00019556524,0.000113401285,0.00012001681,0.00016011317],"domain_scores_gemma":[0.99946487,0.00012713388,0.000054167896,0.00024478868,0.0000825067,0.000026551263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077104464,0.00008719021,0.0001635444,0.00007669663,0.0002411942,0.000051827068,0.0004915021,0.0000066931866,0.00013860421],"category_scores_gemma":[0.00016488163,0.00004281948,0.000052847878,0.00015547068,0.0005908209,0.0001743759,0.000042434578,0.00013468172,0.00007776192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005067703,0.00020414454,0.000059914535,0.0040261904,0.00003241043,0.0000020417756,0.0645822,0.0006352699,0.017654926,0.8084501,0.006391761,0.097955994],"study_design_scores_gemma":[0.00060148997,0.00039001406,0.012465657,0.047223546,0.00019440826,0.000014420863,0.0023883048,0.007195236,0.0038462682,0.007497383,0.9169122,0.0012710548],"about_ca_topic_score_codex":0.000031831245,"about_ca_topic_score_gemma":0.000010990454,"teacher_disagreement_score":0.91052043,"about_ca_system_score_codex":0.00004124378,"about_ca_system_score_gemma":0.00002621537,"threshold_uncertainty_score":0.21769042},"labels":[],"label_agreement":null},{"id":"W2028470267","doi":"10.1017/s0269888906000737","title":"A survey of Knowledge Discovery and Data Mining process models","year":2006,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":388,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data science; Process (computing); Business process discovery; Interoperability; Knowledge extraction; Process mining; Process modeling; Automation; Knowledge management; Data mining; Work in process; Engineering; Business process; Business process management; World Wide Web; Business process modeling","score_opus":0.06022485778747027,"score_gpt":0.31272350794040427,"score_spread":0.252498650152934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028470267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019945027,0.40230688,0.59377694,0.00013624634,0.000116169445,0.0003138922,0.00010599572,0.000107788495,0.0011415912],"genre_scores_gemma":[0.90274984,0.028164562,0.066903174,0.000059091035,0.00029945135,0.00021743255,0.0004055205,0.00007908728,0.0011218429],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990568,0.0000477771,0.00030396745,0.0003359775,0.000087338754,0.00016809814],"domain_scores_gemma":[0.99822134,0.00028009727,0.000082356615,0.0012843814,0.000096911754,0.00003492817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012073743,0.00013809465,0.00027394464,0.00003887047,0.00005948018,0.00007155499,0.0016751899,0.000022386785,8.151715e-7],"category_scores_gemma":[0.000116093506,0.00009742666,0.000021872662,0.00066097203,0.000035845384,0.0006403925,0.00072456535,0.0000871629,0.0000076027554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019479544,0.0004680764,0.00048604712,0.012652938,0.000100605735,0.0000018934174,0.0013493142,0.0016379533,0.00013643889,0.05433729,0.020447569,0.9083799],"study_design_scores_gemma":[0.00007448395,0.000009716853,0.0037923935,0.002019385,0.000028395638,0.000009555325,0.0000027245576,0.9863476,0.000027827065,0.0001191453,0.0074002245,0.00016851393],"about_ca_topic_score_codex":0.00005455256,"about_ca_topic_score_gemma":0.00003670966,"teacher_disagreement_score":0.9847097,"about_ca_system_score_codex":0.000009341035,"about_ca_system_score_gemma":0.00006915636,"threshold_uncertainty_score":0.3972944},"labels":[],"label_agreement":null},{"id":"W2034640569","doi":"10.1017/s0269888907001051","title":"Argument diagramming in logic, law and artificial intelligence","year":2007,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada; Leverhulme Trust","keywords":"Argumentation theory; Argument (complex analysis); Informal logic; Argument map; Epistemology; Context (archaeology); Computer science; Artificial intelligence; Sociology; Philosophy; Geography","score_opus":0.038388080877681266,"score_gpt":0.2908047808376755,"score_spread":0.2524166999599943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034640569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087758375,0.116627015,0.88047653,0.00034556008,0.00042311513,0.00038146906,1.3900727e-7,0.000074471456,0.00079410337],"genre_scores_gemma":[0.9849735,0.008642278,0.005874387,0.00026848042,0.00015611124,0.00003132156,7.110362e-7,0.000010525601,0.000042716594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918795,0.00003310011,0.00031869818,0.00017410544,0.00008727907,0.00019888405],"domain_scores_gemma":[0.99945813,0.00016876323,0.000046743495,0.00025820942,0.00002174507,0.000046428817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016356446,0.000103789476,0.0001675721,0.000044577915,0.0000445849,0.00003908674,0.0002617686,0.000025680167,0.0000043711593],"category_scores_gemma":[0.00007252809,0.000071758084,0.000031937652,0.00029293343,0.000013255874,0.000106762825,0.0001026519,0.00010834238,0.000056897905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6915695e-7,0.000035426223,0.00002613678,0.0010004924,0.0000058476344,0.000006329123,0.0007972545,0.00016763917,0.00033308653,0.64339805,0.00002871414,0.35420042],"study_design_scores_gemma":[0.00033490363,0.0001937481,0.008844496,0.022062102,0.000081125996,0.00014859998,0.00011263206,0.63051695,0.011461118,0.010966939,0.31336853,0.0019088514],"about_ca_topic_score_codex":0.00001871847,"about_ca_topic_score_gemma":0.00006550963,"teacher_disagreement_score":0.9840959,"about_ca_system_score_codex":0.000042078216,"about_ca_system_score_gemma":0.0000067261235,"threshold_uncertainty_score":0.292621},"labels":[],"label_agreement":null},{"id":"W2071710911","doi":"10.1017/s026988891300009x","title":"Repeated games for multiagent systems: a survey","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Formalism (music); Bounded function; Term (time); Artificial intelligence; Game theory; Repeated game; Economic model; Resource (disambiguation); Management science; Mathematical economics; Microeconomics; Mathematics; Economics","score_opus":0.1589873241313356,"score_gpt":0.3961363390141021,"score_spread":0.23714901488276652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071710911","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034416687,0.76739144,0.17592414,0.0035933766,0.0020186084,0.011661224,0.00012476403,0.00065032736,0.0042194338],"genre_scores_gemma":[0.9728511,0.00612891,0.00073418615,0.00018718335,0.00024405014,0.0036106275,0.00002616353,0.000051675,0.016166085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984034,0.0002852463,0.00060225895,0.00027766134,0.00021098362,0.00022050418],"domain_scores_gemma":[0.9945163,0.0037641898,0.00013739306,0.0009878326,0.0005029315,0.00009133947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063206395,0.00014938929,0.00037496092,0.000055956803,0.00010455355,0.00012778607,0.00084630895,0.000033755357,0.00026382727],"category_scores_gemma":[0.006212329,0.00008092391,0.00013538207,0.00068058353,0.00003298021,0.00009394398,0.00008352049,0.00009592304,0.003204189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013439992,0.00029828554,0.00038371276,0.0046639,0.0002192427,9.336269e-7,0.0013449048,0.0046681752,0.0020346958,0.05295734,0.5576212,0.3757942],"study_design_scores_gemma":[0.0001984987,0.00002965964,0.007876051,0.0017923388,0.000059579128,0.00001207617,0.000056922017,0.06157907,0.00010687221,0.0014561776,0.92652345,0.00030930666],"about_ca_topic_score_codex":0.000020319434,"about_ca_topic_score_gemma":0.000004719964,"teacher_disagreement_score":0.9384344,"about_ca_system_score_codex":0.000023176824,"about_ca_system_score_gemma":0.000023248307,"threshold_uncertainty_score":0.99757195},"labels":[],"label_agreement":null},{"id":"W2076329331","doi":"10.1017/s0269888914000137","title":"Trends in high-performance computing and communications for ubiquitous computing","year":2014,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Ubiquitous computing; Content (measure theory); Computer network; Telecommunications; World Wide Web; Distributed computing; Human–computer interaction; Mathematics","score_opus":0.022481106570367792,"score_gpt":0.2808766541632633,"score_spread":0.2583955475928955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076329331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04212759,0.10949204,0.8388128,0.002402598,0.0042945636,0.0006617116,3.0140097e-7,0.00057006156,0.0016382821],"genre_scores_gemma":[0.94440436,0.0026244598,0.051637232,0.0002461845,0.0009672052,0.000019967662,0.000005682952,0.00002968362,0.00006520948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987869,0.00009315183,0.00040605565,0.00026337375,0.000079524994,0.00037099404],"domain_scores_gemma":[0.9981041,0.000802904,0.00009922189,0.00087606406,0.00006166443,0.000056043802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017710936,0.00019040164,0.00036350352,0.00014289933,0.00025306913,0.000077548444,0.0013052917,0.00003910839,3.1279959e-7],"category_scores_gemma":[0.00013174617,0.00015205101,0.000058116388,0.0007225111,0.000036800004,0.00013001547,0.0007455897,0.00025014023,0.000011448465],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5443136e-7,0.000021678185,0.00013495889,0.0011951893,0.000009032976,1.6931577e-7,0.00063863635,0.0007531244,0.00002621109,0.0064084893,0.0007799356,0.99003214],"study_design_scores_gemma":[0.00020333704,0.000033084365,0.0042354437,0.0026286487,0.000012953102,0.000014411104,0.0000013129327,0.9435092,0.00002712969,0.000053616503,0.049084857,0.00019599307],"about_ca_topic_score_codex":0.000004874458,"about_ca_topic_score_gemma":0.000001490362,"teacher_disagreement_score":0.98983616,"about_ca_system_score_codex":0.000043064185,"about_ca_system_score_gemma":0.000015442396,"threshold_uncertainty_score":0.6200461},"labels":[],"label_agreement":null},{"id":"W2083084058","doi":"10.1017/s0269888900004033","title":"Meta-knowledge in systems design: panacea … or undelivered promise?","year":2000,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Panacea (medicine); Computer science; Reuse; Knowledge management; Context (archaeology); Variety (cybernetics); Software deployment; Field (mathematics); Consistency (knowledge bases); Tacit knowledge; Knowledge sharing; Data science; Management science; Software engineering; Artificial intelligence; Engineering","score_opus":0.06859945824191117,"score_gpt":0.27039163765654856,"score_spread":0.2017921794146374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083084058","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009185675,0.92620623,0.06403354,0.00085948326,0.00069911045,0.0020550143,0.0000031625816,0.0005747117,0.004650202],"genre_scores_gemma":[0.45861274,0.43718168,0.05676769,0.0048516076,0.0026652107,0.006780381,0.00004299753,0.000635644,0.03246207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979553,0.00035072456,0.00055070815,0.0004714407,0.00019009296,0.00048169348],"domain_scores_gemma":[0.99812686,0.0004958755,0.00007595473,0.0010896716,0.00008375414,0.00012785416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012427941,0.00037776525,0.0007592054,0.00012211905,0.000092497176,0.00010456292,0.0019117523,0.000069752045,0.00017302614],"category_scores_gemma":[0.000020211804,0.00021159826,0.0001918278,0.0016721605,0.000018220953,0.00024480786,0.00019640935,0.00030708106,0.00070483884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013687409,0.0015335778,0.000027728716,0.062885255,0.0050507463,0.00027487718,0.02486735,0.113864176,0.0007487353,0.0444417,0.009914507,0.73625445],"study_design_scores_gemma":[0.00070011953,0.00014525949,0.0001619477,0.0075706528,0.0009287377,0.00015434527,0.000034411794,0.3850344,0.00019378639,0.00013873428,0.6040433,0.0008942785],"about_ca_topic_score_codex":0.000042883996,"about_ca_topic_score_gemma":0.000064658365,"teacher_disagreement_score":0.7353602,"about_ca_system_score_codex":0.000072213195,"about_ca_system_score_gemma":0.00011736143,"threshold_uncertainty_score":0.90595126},"labels":[],"label_agreement":null},{"id":"W2095719083","doi":"10.1017/s026988891200015x","title":"Individual evolutionary learning with many agents","year":2012,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mechanism (biology); Convergence (economics); Quadratic equation; Population; Scaling; Computer science; Artificial intelligence; Mathematical economics; Mathematics; Epistemology; Economics; Philosophy; Medicine","score_opus":0.09998893076512351,"score_gpt":0.36524263024246517,"score_spread":0.2652536994773417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095719083","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09541017,0.8102238,0.0445124,0.0024178228,0.0009089054,0.0016558011,0.000015322466,0.0005629822,0.044292793],"genre_scores_gemma":[0.9921759,0.002093461,0.0006852387,0.00012538413,0.00026279528,0.000108096596,0.0000049347036,0.00002001508,0.0045242175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872816,0.00016857371,0.0002910668,0.00016120277,0.00038249695,0.00026852373],"domain_scores_gemma":[0.9985273,0.000713932,0.000091127644,0.00047447227,0.000085019106,0.00010814024],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003313359,0.00013011943,0.00021426276,0.000060262315,0.00017683415,0.000036445424,0.00067820324,0.00002582152,0.00053677865],"category_scores_gemma":[0.0008283164,0.000069186186,0.00007284951,0.0007790668,0.000047866655,0.00018266453,0.00014080014,0.00024259133,0.0034127557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021099464,0.0006117611,0.015413822,0.0015518772,0.00031945945,0.000004382032,0.0071219555,0.0061955964,0.00031210785,0.2946096,0.12013861,0.55369973],"study_design_scores_gemma":[0.00007410733,0.00001744425,0.031679317,0.00064587465,0.00007179501,0.000041514853,0.00005983969,0.0011017943,0.000019573985,0.00042332275,0.9657087,0.0001567161],"about_ca_topic_score_codex":3.5793897e-7,"about_ca_topic_score_gemma":1.6514055e-7,"teacher_disagreement_score":0.8967657,"about_ca_system_score_codex":0.000021728527,"about_ca_system_score_gemma":0.000020160542,"threshold_uncertainty_score":0.9973632},"labels":[],"label_agreement":null},{"id":"W2100081760","doi":"10.1017/s0269888913000301","title":"Special issue on visual representations and reasoning","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University; University of King's College","funders":"","keywords":"Computer science; Content (measure theory); Information retrieval; Human–computer interaction; Artificial intelligence; Data science; Cognitive science; Psychology; Mathematics","score_opus":0.020867407801064823,"score_gpt":0.3571067062490263,"score_spread":0.33623929844796147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100081760","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03709602,0.29172274,0.00066180335,0.004583433,0.003488507,0.0018826253,0.000004022028,0.0005258964,0.66003495],"genre_scores_gemma":[0.656292,0.05175241,0.00074396865,0.0049367333,0.0670976,0.0029780588,0.000050685063,0.00035846117,0.21579008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933857,0.00007528311,0.00015359804,0.00019211025,0.00006351375,0.00017694676],"domain_scores_gemma":[0.9994434,0.00024171344,0.00003862371,0.00015454629,0.00006802087,0.000053702403],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00019482635,0.0001263719,0.00017662725,0.00003554528,0.00008875149,0.00003127156,0.0001107666,0.000031241983,0.0038877993],"category_scores_gemma":[0.00034795425,0.00008610579,0.000039313596,0.00021446924,0.00003144636,0.000050887193,0.000042739357,0.00021252323,0.0058774026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056079007,0.00010816467,0.00021365777,0.0011464088,0.00007987017,0.0000041938733,0.0020836166,0.000009531905,0.00003728509,0.0072650886,0.117720716,0.87132585],"study_design_scores_gemma":[0.0001745183,0.0001127719,0.01963533,0.002778141,0.0000674761,0.000029111512,0.00016122489,0.00025109676,0.000031468076,0.000055318633,0.97649676,0.00020677867],"about_ca_topic_score_codex":0.0000106253,"about_ca_topic_score_gemma":8.30658e-7,"teacher_disagreement_score":0.8711191,"about_ca_system_score_codex":0.000008884379,"about_ca_system_score_gemma":0.0000072993585,"threshold_uncertainty_score":0.9970228},"labels":[],"label_agreement":null},{"id":"W2102910550","doi":"10.1017/s0269888913000283","title":"Visuo: A model of visuospatial instantiation of quantitative magnitudes","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Artificial intelligence; Brightness; Qualitative reasoning; Cognitive psychology; Natural language processing; Psychology; Programming language","score_opus":0.02140722942719867,"score_gpt":0.2619179148465781,"score_spread":0.24051068541937945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102910550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022350566,0.010861139,0.9855182,0.00020014378,0.00009232365,0.0003368167,0.0000013725771,0.000050372582,0.00070457783],"genre_scores_gemma":[0.91578734,0.0062950547,0.07777882,0.00003536977,0.000011230092,0.00003712795,0.0000018752316,0.000009013742,0.000044163313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938846,0.00003429936,0.00029843187,0.00009749467,0.00010082737,0.00008047308],"domain_scores_gemma":[0.9992997,0.00010058031,0.00012766615,0.00023017262,0.00021850718,0.000023391978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022938602,0.00008331339,0.0001948201,0.00005894913,0.000020643736,0.000012668738,0.000256772,0.000019976944,0.000036474525],"category_scores_gemma":[0.00014084957,0.00006068183,0.000059747883,0.00034321166,0.000024323506,0.00024393159,0.000061265884,0.000059328027,0.000027928927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034092416,0.00015898311,0.00016402303,0.007443481,0.000107735716,2.3824833e-7,0.0029654915,0.13368832,0.01920639,0.4495349,0.00065880246,0.38606822],"study_design_scores_gemma":[0.0000731987,0.000024069646,0.000939553,0.0009259774,0.000014738774,0.0000010593116,0.0000041911876,0.99688715,0.00078157365,0.00016702172,0.00011245066,0.00006902048],"about_ca_topic_score_codex":0.0000073160672,"about_ca_topic_score_gemma":0.0000027014398,"teacher_disagreement_score":0.9135523,"about_ca_system_score_codex":0.000015170625,"about_ca_system_score_gemma":0.000046690653,"threshold_uncertainty_score":0.24745332},"labels":[],"label_agreement":null},{"id":"W2122435612","doi":"10.1017/s0269888905000251","title":"An overview of methods and tools for ontology learning from texts","year":2004,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Atomic Energy of Canada Limited; Comunidad de Madrid","keywords":"Ontology; Ontology learning; Computer science; Process (computing); Information retrieval; Process ontology; Ontology-based data integration; Ontology alignment; Upper ontology; Artificial intelligence; Data science; Natural language processing; Suggested Upper Merged Ontology; Semantic Web; Programming language","score_opus":0.11783172614231857,"score_gpt":0.399929028000486,"score_spread":0.28209730185816745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122435612","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014278374,0.47519854,0.52267885,0.00025154115,0.00013528639,0.00017844138,3.734093e-7,0.00007082697,0.00005832607],"genre_scores_gemma":[0.104430266,0.1389545,0.75607246,0.00023603998,0.00013875151,0.00010763829,0.0000042571787,0.00002518437,0.000030887135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926645,0.00010603825,0.00023130636,0.00019845738,0.000039239265,0.00015849755],"domain_scores_gemma":[0.99859583,0.00084286154,0.00006834871,0.00040740415,0.00004775253,0.000037789097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008537666,0.0001169907,0.0003841022,0.000027207358,0.000043008786,0.000040350358,0.0005454641,0.000038831717,0.0000034752286],"category_scores_gemma":[0.00069772557,0.00007836189,0.0000686857,0.00015465221,0.000026719432,0.00024010334,0.00010591657,0.00010159187,0.0000047460335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010862859,0.00002459866,0.000015565503,0.0019179357,0.000032157535,7.077018e-7,0.0006026658,0.00045656128,0.0014296862,0.076943606,0.000024146333,0.91855127],"study_design_scores_gemma":[0.0034187324,0.001630587,0.034916263,0.036997657,0.0009176837,0.0002229656,0.00020021945,0.26433203,0.022083033,0.057115655,0.5757672,0.0023979668],"about_ca_topic_score_codex":0.000013270482,"about_ca_topic_score_gemma":0.000006472931,"teacher_disagreement_score":0.9161533,"about_ca_system_score_codex":0.000014657323,"about_ca_system_score_gemma":0.000030479476,"threshold_uncertainty_score":0.3195505},"labels":[],"label_agreement":null},{"id":"W2136016475","doi":"10.1017/s0269888907001178","title":"Implementing logic spreadsheets in LESS","year":2007,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Defense Advanced Research Projects Agency; Small Business Innovation Research; University of Southern California","keywords":"Computer science; Business logic; Variety (cybernetics); Programming language; Logic programming; Software engineering; Knowledge representation and reasoning; Representation (politics); Artificial intelligence","score_opus":0.031640842033158215,"score_gpt":0.29389816155908444,"score_spread":0.26225731952592624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136016475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013205617,0.28293085,0.68623006,0.0009782799,0.0013762949,0.0007111811,6.653786e-7,0.0006187521,0.0139482645],"genre_scores_gemma":[0.9641908,0.007774205,0.026366644,0.0007530091,0.00057822064,0.000042080144,0.0000035054945,0.000057332105,0.00023419857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998322,0.000042540843,0.00046949318,0.0003011771,0.00014640251,0.000718396],"domain_scores_gemma":[0.9988764,0.0002967712,0.0000744739,0.00063287583,0.000044358472,0.00007515719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003357276,0.00019917787,0.0002973682,0.000112023015,0.00009401415,0.00006474563,0.0011749023,0.000034687342,0.000014455334],"category_scores_gemma":[0.00013551195,0.00014174377,0.00009090389,0.0008791926,0.000012251572,0.00016718733,0.00061070046,0.000253322,0.000120813784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001174311,0.00008400643,0.0008262332,0.002285468,0.000029735873,0.000056588357,0.0013286043,0.0011236686,0.00036857545,0.060988147,0.0013121562,0.9315956],"study_design_scores_gemma":[0.00086983683,0.0000859937,0.03255512,0.016602317,0.00006513279,0.00023930613,0.000080058126,0.30125207,0.0010042896,0.0007086769,0.64496446,0.001572739],"about_ca_topic_score_codex":0.0000151725335,"about_ca_topic_score_gemma":0.000038336795,"teacher_disagreement_score":0.9509852,"about_ca_system_score_codex":0.000073180374,"about_ca_system_score_gemma":0.00002529404,"threshold_uncertainty_score":0.5780144},"labels":[],"label_agreement":null},{"id":"W2141097151","doi":"10.1017/s0269888910000330","title":"A quarter-century of <i>The Knowledge Engineering Review</i> : Introduction to the Special Issue","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Content (measure theory); Computer science; Data science; World Wide Web; Engineering; History; Mathematics","score_opus":0.015431433212866589,"score_gpt":0.23231153625913847,"score_spread":0.2168801030462719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141097151","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025655437,0.9313226,0.03503306,0.015359015,0.011112143,0.0020958898,0.0000027179829,0.00035807345,0.0044599553],"genre_scores_gemma":[0.06532952,0.8218926,0.02949456,0.0059928824,0.07024272,0.0017069626,0.000009621548,0.00036339794,0.004967737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983382,0.00014451462,0.0005681458,0.00036401954,0.00020417156,0.00038092615],"domain_scores_gemma":[0.99777025,0.00016635103,0.00013614686,0.0016972229,0.00015336766,0.000076671546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013893257,0.00029959643,0.0005365161,0.000063794745,0.0001065421,0.000029577759,0.0023903577,0.00004969021,0.00008018207],"category_scores_gemma":[0.0006820262,0.00015469879,0.00025261982,0.0012257923,0.000041372765,0.00015218792,0.000531238,0.00032623997,0.00044999612],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061231503,0.00024104449,0.000026883723,0.02099449,0.0001570421,0.0000042629963,0.009476449,0.000169596,0.0007220013,0.026014829,0.5866065,0.35558078],"study_design_scores_gemma":[0.00006997333,0.00004181113,0.0006387962,0.007211669,0.000097975644,0.000042059855,0.000014342771,0.0018908662,0.00057916995,0.000021010048,0.9891688,0.0002234746],"about_ca_topic_score_codex":0.0000057723164,"about_ca_topic_score_gemma":0.000009279371,"teacher_disagreement_score":0.40256235,"about_ca_system_score_codex":0.00005844051,"about_ca_system_score_gemma":0.00005679546,"threshold_uncertainty_score":0.6308434},"labels":[],"label_agreement":null},{"id":"W2142047467","doi":"10.1017/s026988891300043x","title":"One-class classification: taxonomy of study and review of techniques","year":2014,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":599,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Taxonomy (biology); Computer science; Class (philosophy); Artificial intelligence; Novelty; One-class classification; Machine learning; Novelty detection; Open research; Focus (optics); Field (mathematics); Data science; Classifier (UML); Mathematics","score_opus":0.036975583930530416,"score_gpt":0.2757778478196157,"score_spread":0.23880226388908526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142047467","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011731063,0.24707003,0.74647486,0.000868318,0.000036965797,0.0018212313,7.4961144e-7,0.0002410961,0.0033694217],"genre_scores_gemma":[0.43184632,0.4951124,0.06976023,0.0003931996,0.00011198105,0.002513235,0.0000015663085,0.000030736326,0.00023032638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999208,0.00006838575,0.0003957568,0.00016377974,0.00008809374,0.00007598716],"domain_scores_gemma":[0.9988235,0.00009442253,0.00017669384,0.00074268796,0.00013286978,0.000029796327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010103182,0.00009397303,0.00032616904,0.000042238516,0.000048453665,0.000006049466,0.00053235836,0.000020431742,0.0000057823936],"category_scores_gemma":[0.000095707976,0.00007088943,0.000059478392,0.00046350356,0.000031609296,0.00006630291,0.00019386521,0.00008852603,0.00000480814],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.945158e-7,0.00017022759,0.000042792803,0.024284868,0.000026917796,4.1647155e-8,0.000078288045,3.0394878e-7,0.0006283068,0.07608179,0.0012951646,0.897391],"study_design_scores_gemma":[0.00007985232,0.00022903572,0.0017482777,0.032660652,0.00012804929,0.000009022103,0.0000052761893,0.0068553607,0.0042595454,0.00023381945,0.9535403,0.00025080473],"about_ca_topic_score_codex":0.0000018576172,"about_ca_topic_score_gemma":3.482997e-7,"teacher_disagreement_score":0.9522451,"about_ca_system_score_codex":0.000013558189,"about_ca_system_score_gemma":0.000017570179,"threshold_uncertainty_score":0.2890787},"labels":[],"label_agreement":null},{"id":"W2151413202","doi":"10.1017/s0269888906000671","title":"Image processing in case-based reasoning","year":2005,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Image processing; Landmark; Variety (cybernetics); Artificial intelligence; Image (mathematics); Case-based reasoning; Computer vision; Spatial intelligence; Digital image processing","score_opus":0.013344198571186834,"score_gpt":0.2601711179524967,"score_spread":0.24682691938130988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151413202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011432535,0.4145001,0.5787368,0.0025722454,0.0001474547,0.0003565059,8.022387e-7,0.0004996545,0.0020432184],"genre_scores_gemma":[0.5031696,0.0023722185,0.49245098,0.0009955073,0.00043591615,0.00016508157,0.0000050149765,0.00007346741,0.00033219994],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891704,0.00007988779,0.00030225984,0.000255186,0.00010637193,0.0003392699],"domain_scores_gemma":[0.99918234,0.00017101063,0.00006954474,0.00045967582,0.00005183147,0.0000655952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013628091,0.00018361425,0.00024779243,0.0000893146,0.0001143759,0.00009764284,0.00059795065,0.000037251117,0.000011546136],"category_scores_gemma":[0.00019799461,0.000137132,0.00006405343,0.00073312124,0.000015356414,0.00028684863,0.0000909878,0.00032261704,0.00011401381],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020947175,0.00008617845,0.0001538458,0.0075714174,0.000010964678,0.000469665,0.0019365485,0.019607503,0.0003228901,0.0019575919,0.0032088812,0.96467245],"study_design_scores_gemma":[0.00013340342,0.000012056681,0.00007213322,0.0097076,0.000013001471,0.00034978965,0.0000028541751,0.9332703,0.00009487643,0.000008362977,0.05611526,0.00022036488],"about_ca_topic_score_codex":0.000007096301,"about_ca_topic_score_gemma":0.0000082103725,"teacher_disagreement_score":0.964452,"about_ca_system_score_codex":0.00008151732,"about_ca_system_score_gemma":0.0000992128,"threshold_uncertainty_score":0.55920804},"labels":[],"label_agreement":null},{"id":"W2154897200","doi":"10.1017/s0269888906000956","title":"Building autonomic systems using collaborative reinforcement learning","year":2006,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Reinforcement learning; Computer science; Adaptation (eye); Distributed computing; Routing (electronic design automation); Set (abstract data type); Protocol (science); Artificial intelligence; Computer network","score_opus":0.013846989711823748,"score_gpt":0.2570420959479594,"score_spread":0.24319510623613566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154897200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019174417,0.1756987,0.818711,0.0003879325,0.00067247386,0.00070113514,3.7737635e-7,0.0010221379,0.0008888421],"genre_scores_gemma":[0.8630313,0.0052736285,0.12896082,0.0001274028,0.0006477595,0.00034881078,0.0000034305478,0.00009029694,0.0015164977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985979,0.000070396956,0.00042629632,0.00031551518,0.00016738762,0.00042250974],"domain_scores_gemma":[0.99887025,0.0001541911,0.00012949882,0.0006678896,0.00012637665,0.000051786985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009013143,0.00024591704,0.00038709302,0.00013403056,0.00016688074,0.00016065981,0.001230687,0.00005173262,0.000002028452],"category_scores_gemma":[0.00017077831,0.00019009788,0.00006749806,0.0014259198,0.000021794935,0.00019809637,0.0005516515,0.00027593816,0.000100239886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.3030975e-7,0.0000061657483,0.0000074353457,0.00045344408,0.000019712783,0.0000032462015,0.00007928521,0.9257914,0.001059803,0.06293482,0.0016443996,0.007999984],"study_design_scores_gemma":[0.000061783634,0.000024894118,0.000036613746,0.003218052,0.000022353404,0.00001955631,0.0000052785804,0.7803543,0.00034118973,0.000050324394,0.21561338,0.00025227116],"about_ca_topic_score_codex":0.000021170868,"about_ca_topic_score_gemma":0.0000013160708,"teacher_disagreement_score":0.8611139,"about_ca_system_score_codex":0.00033557045,"about_ca_system_score_gemma":0.00008029521,"threshold_uncertainty_score":0.7751967},"labels":[],"label_agreement":null},{"id":"W2166752908","doi":"10.1017/s0269888902000358","title":"UML for ontology development","year":2002,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Unified Modeling Language; Computer science; Scope (computer science); Applications of UML; Ontology; Software engineering; UML tool; Model-driven architecture; Software; Programming language; Epistemology","score_opus":0.04874355400138837,"score_gpt":0.26247223982223866,"score_spread":0.2137286858208503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166752908","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012500744,0.43681547,0.55753183,0.002129893,0.00061789935,0.00037362042,1.6803077e-7,0.00025726197,0.002148832],"genre_scores_gemma":[0.21093482,0.1269327,0.6378843,0.0046998705,0.0011548131,0.002295566,0.0000064164074,0.00012999488,0.015961522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993235,0.000019487066,0.00020003413,0.00016780001,0.000055778604,0.00023343999],"domain_scores_gemma":[0.9992813,0.0002064903,0.00003269739,0.00040376114,0.00004164279,0.00003414146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035159348,0.00011510835,0.0002219508,0.000028195638,0.00006873929,0.000021434747,0.0007775452,0.00002730507,0.000021522761],"category_scores_gemma":[0.00020145878,0.00007309811,0.00006428751,0.00017376059,0.000012738171,0.000063305066,0.00011363424,0.00006783959,0.00028242148],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.078437e-7,0.000039729766,0.000013437985,0.0019830423,0.00003591768,0.0000024631174,0.0008247439,0.000022917102,0.000032556145,0.044745225,0.019421764,0.9328779],"study_design_scores_gemma":[0.00010127963,0.000018581559,0.00033113852,0.0007805042,0.000014681353,0.00002942953,0.0000014835302,0.054777015,0.00018404883,0.00009748719,0.9435068,0.00015758796],"about_ca_topic_score_codex":4.1327854e-7,"about_ca_topic_score_gemma":0.0000028647644,"teacher_disagreement_score":0.9327203,"about_ca_system_score_codex":0.000027003169,"about_ca_system_score_gemma":0.000015372649,"threshold_uncertainty_score":0.3630051},"labels":[],"label_agreement":null},{"id":"W2197326744","doi":"10.1017/s0269888910000354","title":"Robotics competitions as benchmarks for AI research","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Robotics; Benchmark (surveying); Artificial intelligence; Computer science; Applications of artificial intelligence; Robot","score_opus":0.1069341295820813,"score_gpt":0.3609366505106727,"score_spread":0.2540025209285914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197326744","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004729257,0.027464,0.9506235,0.0012608111,0.00053445,0.0007819554,6.369146e-7,0.00015990612,0.019170003],"genre_scores_gemma":[0.1588029,0.08110286,0.7326562,0.0031586292,0.0017136334,0.00222928,0.00009030831,0.00031827905,0.019927898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986507,0.00010456524,0.00031713845,0.00024310919,0.00023734296,0.00044708652],"domain_scores_gemma":[0.9980001,0.00055234757,0.00005118678,0.00095105334,0.0003458033,0.00009950138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018837907,0.00015875894,0.00023921079,0.00010462736,0.0002326873,0.00007228665,0.0015749256,0.00004819043,0.00010211669],"category_scores_gemma":[0.00067417923,0.000118214935,0.00011965994,0.00069961045,0.000058509537,0.00017817054,0.00037543086,0.00044301146,0.0004887831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011699369,0.00004914116,0.000010085396,0.0023000916,0.000045832716,0.0000033426904,0.00092808576,0.0502697,0.000023643068,0.9254194,0.01521416,0.0057353717],"study_design_scores_gemma":[0.00016838756,0.00018950559,0.000107486725,0.0036518143,0.00004655369,0.000035954083,0.000010253506,0.59052986,0.00012916824,0.0018936889,0.402916,0.00032128385],"about_ca_topic_score_codex":0.000003649979,"about_ca_topic_score_gemma":9.1153186e-7,"teacher_disagreement_score":0.9235257,"about_ca_system_score_codex":0.00006536955,"about_ca_system_score_gemma":0.00009518593,"threshold_uncertainty_score":0.6282481},"labels":[],"label_agreement":null},{"id":"W2407055246","doi":"10.1017/s0269888915000065","title":"Computational logics and verification techniques of multi-agent commitments: survey","year":2015,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Semantics (computer science); Autonomy; Openness to experience; Knowledge management; Artificial intelligence; Programming language; Psychology","score_opus":0.10718272266371374,"score_gpt":0.320506095392577,"score_spread":0.21332337272886326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407055246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013568437,0.07910583,0.9184041,0.00014401358,0.00023981374,0.00054041017,0.000004834597,0.0001132,0.000090939415],"genre_scores_gemma":[0.9044163,0.0106600765,0.08438647,0.0001276665,0.00007490259,0.0001118377,0.000046017085,0.000023015193,0.00015368334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992329,0.0001462494,0.00027704873,0.0001359027,0.00012390716,0.00008400043],"domain_scores_gemma":[0.99923956,0.00012738841,0.00011173445,0.0002860404,0.00018480109,0.000050477913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014923041,0.00009551884,0.00018807103,0.000037239573,0.00002973045,0.000019977613,0.0002997762,0.000025740253,0.0000012678373],"category_scores_gemma":[0.00018502613,0.00006707732,0.000027891261,0.0002246575,0.000015994785,0.000109389206,0.00009429544,0.00005838891,0.0000179594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018632938,0.0017482829,0.015465644,0.022079008,0.00046819486,0.000006475764,0.011274151,0.018974902,0.0022692666,0.11253094,0.032056436,0.78310806],"study_design_scores_gemma":[0.00045428748,0.00008858023,0.06252381,0.0025861543,0.000034292123,0.000018185874,0.0000091558795,0.8861075,0.00062077923,0.00011421744,0.04710939,0.0003336234],"about_ca_topic_score_codex":0.000017668192,"about_ca_topic_score_gemma":0.000003078593,"teacher_disagreement_score":0.9030595,"about_ca_system_score_codex":0.000039308165,"about_ca_system_score_gemma":0.000027741267,"threshold_uncertainty_score":0.27353337},"labels":[],"label_agreement":null},{"id":"W2490545168","doi":"10.1017/s0269888916000114","title":"HuroCup: competition for multi-event humanoid robot athletes","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Robotic Locomotion and Control","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Competition (biology); Athletes; Event (particle physics); Robot; Focus (optics); Computer science; Simulation; Psychology; Artificial intelligence; Physical therapy","score_opus":0.026517172603350164,"score_gpt":0.2641758258544626,"score_spread":0.23765865325111243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490545168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012203261,0.13605842,0.86061907,0.0005412744,0.0007225812,0.0009126796,0.000008767283,0.0005631925,0.00045199343],"genre_scores_gemma":[0.8679131,0.105906375,0.013114361,0.00048418174,0.0015789575,0.0024565195,0.0000324616,0.0003741678,0.008139855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917567,0.00002493708,0.00030736366,0.00014554891,0.00007258454,0.00027390273],"domain_scores_gemma":[0.9993631,0.00015942418,0.000030153811,0.0003189505,0.000059331232,0.00006902538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031797896,0.00021089581,0.00030634535,0.000040436327,0.000059563303,0.000015919692,0.00024454625,0.000041838364,0.00009638791],"category_scores_gemma":[0.00010578484,0.00012285152,0.00018056476,0.00010989964,0.000017889224,0.00006909878,0.0000256174,0.00008526612,0.0003795201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009216129,0.00023597054,0.000016736234,0.018686356,0.0004570709,0.0000036783163,0.00035143635,0.04284134,0.066686995,0.059078965,0.012473934,0.7991583],"study_design_scores_gemma":[0.0021380188,0.000089036635,0.00048454874,0.015275081,0.0002568579,0.000021141725,0.000006111499,0.2745846,0.003061197,0.00015275743,0.70308113,0.00084951735],"about_ca_topic_score_codex":2.6704026e-7,"about_ca_topic_score_gemma":0.0000015899466,"teacher_disagreement_score":0.8677911,"about_ca_system_score_codex":0.00008115347,"about_ca_system_score_gemma":0.000010486471,"threshold_uncertainty_score":0.50097394},"labels":[],"label_agreement":null},{"id":"W2521052416","doi":"10.1017/s0269888916000163","title":"Active balancing and turning for alpine skiing robots","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Robotic Locomotion and Control","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Robot; Terrain; Brake; Simulation; Engineering; Inclined plane; Computer science; Control theory (sociology); Artificial intelligence; Control (management); Automotive engineering; Mechanical engineering; Geography","score_opus":0.007947524968199754,"score_gpt":0.22239722671744944,"score_spread":0.21444970174924968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521052416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020132507,0.30854025,0.6828063,0.0013919411,0.0010223971,0.0013290423,0.000007990401,0.0008380939,0.002050724],"genre_scores_gemma":[0.9426296,0.051172674,0.0035760887,0.00017378505,0.0007968608,0.000514913,0.000004450426,0.00016760004,0.0009640375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930316,0.000017673357,0.00022172871,0.00013890435,0.000056540644,0.00026197793],"domain_scores_gemma":[0.9993281,0.0003299134,0.00002664402,0.0002029473,0.000040411152,0.0000719971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031710384,0.00018416932,0.00029838333,0.00003904398,0.000071286464,0.00001674907,0.00013669296,0.000036884845,0.00002717535],"category_scores_gemma":[0.00021962907,0.00010624542,0.000080438986,0.0001176016,0.000015261065,0.000097647426,0.000030021245,0.00009834918,0.000039569924],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004784334,0.000013897528,0.000016666632,0.0055382424,0.00018704744,0.0000016249483,0.00035920434,0.010424865,0.019264102,0.002803375,0.0020157234,0.9593705],"study_design_scores_gemma":[0.0026192046,0.00010152987,0.0021753116,0.03664319,0.0005033971,0.00011942772,0.00003424316,0.5129278,0.0062927688,0.00023467072,0.43688047,0.0014680299],"about_ca_topic_score_codex":3.1739825e-7,"about_ca_topic_score_gemma":0.0000011694668,"teacher_disagreement_score":0.95790243,"about_ca_system_score_codex":0.000062705745,"about_ca_system_score_gemma":0.000007172133,"threshold_uncertainty_score":0.43325624},"labels":[],"label_agreement":null},{"id":"W2560100475","doi":"10.1017/s0269888916000217","title":"Storing massive Resource Description Framework (RDF) data: a survey","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Natural Science Foundation of China","keywords":"RDF; RDF/XML; Computer science; RDF Schema; Simple Knowledge Organization System; Cwm; SPARQL; Linked data; RDF query language; NoSQL; Database; Semantic Web; Information retrieval; World Wide Web; Scalability; Web search query","score_opus":0.09351567540660552,"score_gpt":0.3017580043145725,"score_spread":0.20824232890796698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560100475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042926308,0.18760736,0.8087519,0.0015194181,0.00085654855,0.0002181151,0.000004556982,0.0003210569,0.00029182888],"genre_scores_gemma":[0.69686043,0.17743108,0.11704457,0.0012525829,0.0025090242,0.00027004504,0.00003309971,0.00018475631,0.0044144397],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987372,0.00018685716,0.0002545112,0.00036990506,0.00015206794,0.0002994378],"domain_scores_gemma":[0.99666476,0.0012058103,0.0000758222,0.001922861,0.00006817735,0.000062576786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001954153,0.00017221487,0.00028700347,0.000043075466,0.00008067441,0.00006971497,0.0023194463,0.00005345916,0.000010298788],"category_scores_gemma":[0.0026372091,0.00009032474,0.000051729763,0.0004367015,0.000029410701,0.0003785543,0.0007971039,0.0001679108,0.0002577352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006806683,0.00008482563,0.001439965,0.002839097,0.00015443096,0.00002473973,0.0010309321,0.00008461108,0.0007413765,0.06323871,0.04977317,0.8805813],"study_design_scores_gemma":[0.00030189773,0.000063596155,0.034868564,0.025719931,0.00009097656,0.000053504988,0.000013937535,0.01880949,0.000262224,0.0010716432,0.91791075,0.00083347113],"about_ca_topic_score_codex":0.000008332471,"about_ca_topic_score_gemma":0.000008604869,"teacher_disagreement_score":0.87974787,"about_ca_system_score_codex":0.000063334985,"about_ca_system_score_gemma":0.000039143517,"threshold_uncertainty_score":0.43101472},"labels":[],"label_agreement":null},{"id":"W2564265628","doi":"10.1017/s0269888916000254","title":"Logic-based Benders decomposition for planning and scheduling: a computational analysis","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Air Force Office of Scientific Research; National Science Foundation","keywords":"Benders' decomposition; Scheduling (production processes); Mathematical optimization; Computer science; Implementation; Constraint programming; Integer programming; Job shop scheduling; Theoretical computer science; Operations research; Mathematics; Programming language; Schedule; Stochastic programming","score_opus":0.025606828449799106,"score_gpt":0.3048572922159124,"score_spread":0.2792504637661133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564265628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015339247,0.012772755,0.98450077,0.002155781,0.0000701833,0.00019792256,0.000002072191,0.00010133848,0.000045760287],"genre_scores_gemma":[0.6560736,0.0008335697,0.34247044,0.0004420524,0.00004835427,0.000079475794,0.000014492692,0.000010832267,0.000027229878],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949914,0.000026008669,0.00015562396,0.0001572344,0.00006132421,0.00010068583],"domain_scores_gemma":[0.9992973,0.00040339064,0.000050322287,0.00013730988,0.000071830495,0.00003985172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030370857,0.000084717416,0.00014598038,0.00010022378,0.000078665784,0.000034849498,0.00013619165,0.000019388168,0.000009950769],"category_scores_gemma":[0.00008560388,0.00005187071,0.000078929275,0.00036993774,0.00001633887,0.000103736355,0.000025447676,0.000033324915,0.000005248427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004246486,0.000028901679,0.0005646143,0.00086564437,0.00025955518,9.329573e-7,0.00018834003,0.6939742,0.00019997763,0.06926845,0.00022200371,0.23442315],"study_design_scores_gemma":[0.00018909156,0.000013352112,0.0021522301,0.000611976,0.00010338574,0.000003753472,0.000001180843,0.99513555,0.000022046768,0.00033230276,0.0013390059,0.000096151525],"about_ca_topic_score_codex":2.0784823e-7,"about_ca_topic_score_gemma":5.3475475e-7,"teacher_disagreement_score":0.65592015,"about_ca_system_score_codex":0.00002907327,"about_ca_system_score_gemma":0.000026306001,"threshold_uncertainty_score":0.21152261},"labels":[],"label_agreement":null},{"id":"W2585469550","doi":"10.1017/s0269888916000321","title":"Inter-humanoid robot interaction with emphasis on detection: a comparison study","year":2017,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Video Surveillance and Tracking Methods","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Artificial intelligence; Robot; Local binary patterns; Computer science; Cascading classifiers; Histogram; Computer vision; Robotics; False positive paradox; Feature (linguistics); Set (abstract data type); Data set; Classifier (UML); Human–computer interaction; Image (mathematics)","score_opus":0.06251306093212919,"score_gpt":0.37341950552611597,"score_spread":0.31090644459398675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585469550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015329002,0.020385737,0.9569077,0.0008730159,0.002203253,0.0010295272,3.919048e-7,0.0004717233,0.002799687],"genre_scores_gemma":[0.9967658,0.00061331125,0.0021775619,0.00004573265,0.00015907628,0.0000919719,2.5325917e-7,0.000018085015,0.00012819436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989268,0.00016332607,0.00025970038,0.00031237258,0.00014337937,0.00019442121],"domain_scores_gemma":[0.9979816,0.00019557826,0.00017277876,0.0015203336,0.000080395024,0.000049336042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011432929,0.00020275412,0.00036640116,0.00006125991,0.0003590313,0.0002743075,0.0012043884,0.000023615468,0.0000066244716],"category_scores_gemma":[0.000221128,0.00012590575,0.00008113097,0.00017994807,0.000022641332,0.00030547238,0.00020036951,0.00029803143,0.0001342696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010157762,0.00024376372,0.0007843824,0.0004792374,0.000094482515,0.000009397612,0.0008994285,0.0005938017,0.00007720595,0.00024533735,0.0001533135,0.9964095],"study_design_scores_gemma":[0.003118034,0.0044576884,0.18718123,0.029740319,0.00049135543,0.00036179664,0.00017931208,0.21316494,0.006877046,0.00011428886,0.55175126,0.0025627513],"about_ca_topic_score_codex":0.0000148897925,"about_ca_topic_score_gemma":0.000075301425,"teacher_disagreement_score":0.9938467,"about_ca_system_score_codex":0.00005847143,"about_ca_system_score_gemma":0.00001819588,"threshold_uncertainty_score":0.51342875},"labels":[],"label_agreement":null},{"id":"W2603222250","doi":"10.1017/s0269888917000029","title":"The state of the art in semantic relatedness: a framework for comparison","year":2017,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; WordNet; Closeness; Semantic similarity; Similarity (geometry); Strengths and weaknesses; Representation (politics); Domain (mathematical analysis); Metric (unit); Data science; Information retrieval; Artificial intelligence; Mathematics","score_opus":0.022776585487954894,"score_gpt":0.33508661123122313,"score_spread":0.3123100257432682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603222250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051419355,0.10362444,0.8928441,0.0017491428,0.00029040728,0.0007374853,6.351911e-7,0.0000910705,0.00014856635],"genre_scores_gemma":[0.8454099,0.049604695,0.10244721,0.00016459305,0.00012308778,0.000633939,9.667364e-7,0.000071938164,0.0015436416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990218,0.00006408245,0.00040125963,0.00017306893,0.0001217837,0.0002179688],"domain_scores_gemma":[0.9969714,0.0006470021,0.0002988218,0.0019800595,0.00008037101,0.000022287342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012426403,0.0001366069,0.00035000153,0.000027965323,0.00026009322,0.00007912945,0.0028634046,0.00003117141,7.011637e-7],"category_scores_gemma":[0.001270604,0.000065160406,0.00016324909,0.00031648244,0.00007800072,0.0001434472,0.00045150536,0.00029844107,0.000015284058],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000083271025,0.00015452196,0.0005333703,0.0045618615,0.00019485947,0.0000024404299,0.0024008804,0.0040058703,0.00033821992,0.27146488,0.0048223888,0.7115124],"study_design_scores_gemma":[0.0002707999,0.00006191943,0.0057962965,0.027573379,0.00017469561,0.000009746751,0.000009370128,0.5686952,0.0031814864,0.08032832,0.31335473,0.00054406235],"about_ca_topic_score_codex":0.0000024341239,"about_ca_topic_score_gemma":0.000020504127,"teacher_disagreement_score":0.8448957,"about_ca_system_score_codex":0.000037788534,"about_ca_system_score_gemma":0.000028206387,"threshold_uncertainty_score":0.53209656},"labels":[],"label_agreement":null},{"id":"W2884439071","doi":"10.1017/s0269888921000035","title":"Safe option-critic: learning safety in the option-critic architecture","year":2021,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reinforcement learning; Consistency (knowledge bases); State space; Variance (accounting); Function (biology); Artificial intelligence; Grid; Architecture; Machine learning; Mathematical optimization; Mathematics","score_opus":0.011610790669513473,"score_gpt":0.25518738082408904,"score_spread":0.24357659015457556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884439071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010527793,0.10213107,0.8887724,0.0044994596,0.00047567414,0.00037002077,4.1668534e-7,0.00015997392,0.0034856715],"genre_scores_gemma":[0.69069326,0.1747999,0.115485206,0.005543835,0.0018012553,0.0005579196,0.00009113982,0.00024632044,0.010781145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979494,0.00045077276,0.00049746386,0.00033975937,0.00032436696,0.00043819996],"domain_scores_gemma":[0.9978253,0.0009706583,0.00006709701,0.0009417705,0.00013188503,0.0000632521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016437891,0.00025255396,0.00034845647,0.000077566525,0.00021743923,0.0001816222,0.0013597932,0.000056768225,0.000045801276],"category_scores_gemma":[0.0013891067,0.00016773902,0.00015747952,0.0011471601,0.000041025978,0.00017920272,0.00032060742,0.00097156153,0.00029833106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.844007e-7,0.000032859727,0.000019556976,0.0021825423,0.000027146205,0.00003877484,0.0018426131,0.8661623,0.00011451437,0.08294491,0.00025653918,0.046377257],"study_design_scores_gemma":[0.00022496829,0.00004013082,0.0007308767,0.0055419113,0.00005358993,0.00024919797,0.00005991611,0.61340547,0.000042816002,0.00025527153,0.37901953,0.000376346],"about_ca_topic_score_codex":0.000002195289,"about_ca_topic_score_gemma":0.0000027276733,"teacher_disagreement_score":0.77328724,"about_ca_system_score_codex":0.000094845054,"about_ca_system_score_gemma":0.0001016009,"threshold_uncertainty_score":0.6840199},"labels":[],"label_agreement":null},{"id":"W2989800314","doi":"10.1017/s0269888919000146","title":"A sketch drawing humanoid robot using image-based visual servoing","year":2019,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Advanced Vision and Imaging","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Sketch; Visual servoing; Computer science; Computer vision; Robot; Artificial intelligence; Process (computing); Human–computer interaction; Algorithm","score_opus":0.015049570961343912,"score_gpt":0.3053675371158152,"score_spread":0.2903179661544713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989800314","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024725895,0.05452641,0.94068193,0.0003324813,0.0006105714,0.0004139262,2.357133e-7,0.000360477,0.00060137076],"genre_scores_gemma":[0.27772465,0.003955313,0.7136012,0.0025102457,0.0005748544,0.00007337641,0.0000059433482,0.00021440651,0.0013400449],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986111,0.000076065306,0.00034455152,0.00037124378,0.00019081477,0.00040623333],"domain_scores_gemma":[0.9988037,0.00017925796,0.00009466769,0.000737204,0.00009902177,0.0000861909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007182942,0.00025295376,0.00037384286,0.00009739213,0.00014309204,0.00014176466,0.00092161534,0.0000285574,0.000044869186],"category_scores_gemma":[0.000114450864,0.00019040675,0.00015714392,0.00071214716,0.000018717523,0.0005415644,0.00033622366,0.00028849495,0.0005001348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008501862,0.0002919505,0.000213164,0.022084467,0.00012162593,0.00004660437,0.0014132138,0.07531322,0.2369248,0.006934397,0.0009964018,0.6556517],"study_design_scores_gemma":[0.00019642609,0.000018462806,0.00010209794,0.006205742,0.000019119503,0.00001957377,0.000004135484,0.9750415,0.002125203,0.0000227375,0.01595666,0.00028833898],"about_ca_topic_score_codex":0.0000017750449,"about_ca_topic_score_gemma":2.445343e-7,"teacher_disagreement_score":0.8997283,"about_ca_system_score_codex":0.00009371264,"about_ca_system_score_gemma":0.00009045635,"threshold_uncertainty_score":0.7764562},"labels":[],"label_agreement":null},{"id":"W2990827037","doi":"10.1017/s0269888919000109","title":"Ontologies for Industry 4.0","year":2019,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Waterloo","funders":"Interreg; Fundação para a Ciência e a Tecnologia; Monash University","keywords":"Interoperability; Standardization; Computer science; Industry 4.0; Factory (object-oriented programming); Cyber-physical system; Domain (mathematical analysis); Software engineering; Software; Data science; World Wide Web; Embedded system","score_opus":0.02311095662064696,"score_gpt":0.25625939653765606,"score_spread":0.2331484399170091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990827037","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02273645,0.5256028,0.020522112,0.001173161,0.0069090654,0.0053383387,0.00007582891,0.0045414255,0.41310078],"genre_scores_gemma":[0.96644276,0.02164321,0.0018042198,0.00034714062,0.0006651252,0.0012661555,0.000044642544,0.00026859334,0.007518123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933946,0.0000064538126,0.0002548557,0.00009307068,0.0000679301,0.0002382445],"domain_scores_gemma":[0.99940723,0.00018032151,0.000017099328,0.0003155316,0.000037047335,0.000042774656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023515048,0.00016780224,0.00024243558,0.000036086665,0.000020698504,0.000027403223,0.00030497712,0.00013504463,0.00010653076],"category_scores_gemma":[0.00006783936,0.00012323627,0.00009777803,0.0002105892,0.000012543972,0.00016879283,0.00001945632,0.00037469217,0.00058684143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001030907,0.00010663804,0.00044812457,0.12652798,0.00068851636,0.0000026932307,0.0010902467,0.16008659,0.0012369753,0.06659003,0.24995315,0.39325875],"study_design_scores_gemma":[0.00018330739,0.00001907928,0.00018584654,0.0035001389,0.000039239745,0.000013604483,0.000026011006,0.01674893,0.0005253893,0.000064788655,0.9784052,0.00028847088],"about_ca_topic_score_codex":1.6456266e-7,"about_ca_topic_score_gemma":2.457536e-7,"teacher_disagreement_score":0.94370633,"about_ca_system_score_codex":0.000051614366,"about_ca_system_score_gemma":0.00001397119,"threshold_uncertainty_score":0.7542855},"labels":[],"label_agreement":null},{"id":"W2994830123","doi":"10.1017/s0269888919000237","title":"A review and comparison of ontology-based approaches to robot autonomy","year":2019,"lang":"en","type":"review","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Waterloo","funders":"Interreg; Agencia Estatal de Investigación; Fundação para a Ciência e a Tecnologia; Deutsche Forschungsgemeinschaft","keywords":"Variety (cybernetics); Computer science; Ontology; Scope (computer science); Domain (mathematical analysis); USable; Robot; Reuse; Autonomy; Process ontology; Set (abstract data type); Human–computer interaction; Ontology language; Software engineering; Knowledge management; Artificial intelligence; Domain knowledge; Programming language; World Wide Web; Engineering; Semantic Web","score_opus":0.25483553978247975,"score_gpt":0.35628208920340393,"score_spread":0.10144654942092418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994830123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3412243e-8,0.9552842,0.04077401,0.0006165626,0.00031147114,0.0024823248,0.000002884047,0.00014392502,0.00038464018],"genre_scores_gemma":[0.0000016833236,0.9871072,0.012088547,0.00026594882,0.00004066496,0.00034878636,0.000006518002,0.000031731044,0.000108890905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997594,0.0002548941,0.001073362,0.0005835695,0.00012953197,0.00036466264],"domain_scores_gemma":[0.9970046,0.00077004515,0.000417103,0.0016463132,0.000057165034,0.00010474049],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011895505,0.0005655005,0.004443616,0.0001487796,0.00004122526,0.000034951718,0.002104905,0.00014776041,0.000007734697],"category_scores_gemma":[0.00034719895,0.00034307656,0.00048670144,0.00073493394,0.00004998707,0.00007094394,0.000544941,0.00041932706,0.00018383296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.275567e-8,0.000020203559,4.150671e-7,0.3988792,0.000054167653,3.5247143e-7,0.00003595528,0.000010945195,2.2264656e-8,0.0020431855,0.0010960178,0.59785944],"study_design_scores_gemma":[0.000034370318,0.0000355543,0.0000024737365,0.25595748,0.0011387948,0.00001915436,4.6705628e-7,0.0014951692,4.070063e-7,0.0000044806025,0.7410375,0.0002741219],"about_ca_topic_score_codex":0.0000024877133,"about_ca_topic_score_gemma":0.000001890097,"teacher_disagreement_score":0.7399415,"about_ca_system_score_codex":0.000084928906,"about_ca_system_score_gemma":0.00040748256,"threshold_uncertainty_score":0.9999021},"labels":[],"label_agreement":null},{"id":"W3007560286","doi":"10.1017/s0269888920000107","title":"Domain adaptation-based transfer learning using adversarial networks","year":2020,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Generalization; Adversarial system; Task (project management); Reinforcement learning; Adaptation (eye); Artificial intelligence; Transfer of learning; Domain (mathematical analysis); Machine learning; Multi-task learning; Domain adaptation; Relation (database); Negative transfer; Data mining; Psychology; Mathematics","score_opus":0.035040056946704964,"score_gpt":0.24525326218233207,"score_spread":0.2102132052356271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007560286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019070634,0.036396854,0.9608123,0.0012261526,0.00032920504,0.00028293798,2.5909105e-7,0.00034157696,0.00042004665],"genre_scores_gemma":[0.859727,0.0040421654,0.1305338,0.004109704,0.001242964,0.000076957425,0.000015897438,0.00012179975,0.00012967947],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987004,0.00020924049,0.00032730846,0.0002869812,0.00018662507,0.0002894771],"domain_scores_gemma":[0.9991907,0.00028589737,0.000051579103,0.00025742466,0.0000673262,0.00014710001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006787262,0.00020340733,0.00028744034,0.00004128773,0.00018142191,0.00008847077,0.00063384714,0.00004794576,0.000042138305],"category_scores_gemma":[0.00017088035,0.00016354871,0.00015196823,0.00081974315,0.000022119406,0.00018510978,0.00006409967,0.00045054592,0.00009209575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036686042,0.000009408055,0.000007444045,0.0003549987,0.000019636325,0.00000426727,0.0014519964,0.96647906,0.00016452579,0.007887407,0.00006205574,0.023555515],"study_design_scores_gemma":[0.00026001714,0.000026332476,0.00003080333,0.0006456671,0.000025145566,0.000003353797,0.000020951742,0.8625498,0.000010647746,0.0000075854396,0.13624403,0.00017569946],"about_ca_topic_score_codex":0.000002136582,"about_ca_topic_score_gemma":6.045296e-7,"teacher_disagreement_score":0.85953635,"about_ca_system_score_codex":0.00004477897,"about_ca_system_score_gemma":0.000093395385,"threshold_uncertainty_score":0.66693234},"labels":[],"label_agreement":null},{"id":"W3033457543","doi":"10.1017/s0269888920000338","title":"Ontologies for cloud robotics","year":2020,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Robotics and Automated Systems","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; General Motors (Canada)","funders":"","keywords":"Cloud computing; Interoperability; Robotics; Computer science; Implementation; Domain (mathematical analysis); Artificial intelligence; Robot; Software engineering; Representation (politics); Knowledge representation and reasoning; Distributed computing; Systems engineering; World Wide Web; Engineering","score_opus":0.03688110438421095,"score_gpt":0.25117782117905896,"score_spread":0.21429671679484802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033457543","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016132378,0.7147307,0.2745615,0.0025277012,0.0021996063,0.0012597704,0.000012775792,0.0021808087,0.0023658331],"genre_scores_gemma":[0.7559073,0.2055804,0.027963867,0.0016339173,0.0062419693,0.0010418815,0.00006821904,0.0007244823,0.0008379619],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926156,0.000013540666,0.00029605025,0.0001199056,0.00006185332,0.00024711285],"domain_scores_gemma":[0.9994826,0.00014533331,0.000024236708,0.0002320885,0.00003918077,0.000076602984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020019751,0.000189413,0.00036884786,0.000015446707,0.000039479062,0.00002556052,0.00031460894,0.000047650516,0.000008751158],"category_scores_gemma":[0.00017594254,0.00013310603,0.00012725349,0.00021464041,0.000011141941,0.000034363366,0.00003314433,0.00014037086,0.00015418735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014873777,0.000012100225,0.000004693445,0.027966805,0.00016245556,0.0000028285026,0.00042809226,0.8614461,0.00095791364,0.008242889,0.08573466,0.015039969],"study_design_scores_gemma":[0.00009471079,0.000020830705,0.000012417038,0.0014304356,0.00006660592,0.0000054100315,0.0000070574106,0.67266357,0.00016401292,0.000015707548,0.32532027,0.0001989351],"about_ca_topic_score_codex":2.577679e-7,"about_ca_topic_score_gemma":3.9052347e-7,"teacher_disagreement_score":0.755746,"about_ca_system_score_codex":0.000027588323,"about_ca_system_score_gemma":0.000009780977,"threshold_uncertainty_score":0.54279065},"labels":[],"label_agreement":null},{"id":"W4206212268","doi":"10.1017/s0269888910000135","title":"KER volume 25 issue 3 Cover and Front matter","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba","funders":"","keywords":"Front cover; Cover (algebra); Volume (thermodynamics); Front (military); Content (measure theory); Action (physics); Computer science; Environmental science; Engineering; Geography; Mathematics; Physics; Meteorology; Mechanical engineering","score_opus":0.013279769310723498,"score_gpt":0.2796563447024512,"score_spread":0.2663765753917277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206212268","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021568654,0.4077625,0.00022081565,0.054150358,0.0060849967,0.0010448112,0.000010962138,0.00016799936,0.5089889],"genre_scores_gemma":[0.31177792,0.10973217,0.00093367987,0.0038581172,0.009055148,0.00028445822,0.000007117845,0.00007415549,0.56427723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994913,0.00003505561,0.00013403351,0.00010975401,0.00005373752,0.00017613749],"domain_scores_gemma":[0.9996243,0.00011795541,0.000032121257,0.00012201342,0.000038754322,0.00006483412],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006954553,0.00008466219,0.00017698559,0.000011489786,0.00028113174,0.000034804103,0.00015768038,0.000040979765,0.008207134],"category_scores_gemma":[0.00022823225,0.00006425577,0.000045268607,0.00005739201,0.00011808663,0.000064973094,0.00004480881,0.0001581379,0.013945556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.5522537e-7,0.000026249403,0.003389464,0.000535692,0.000058830472,2.6137624e-7,0.017022777,0.0000014366844,0.000016521388,0.007988637,0.9552178,0.015741779],"study_design_scores_gemma":[0.000025500041,0.0000014585445,0.010630649,0.00014499474,0.000024656007,6.525498e-7,0.00012379701,0.000021048802,6.4932834e-7,0.000057883677,0.9888817,0.000087011285],"about_ca_topic_score_codex":0.00009273646,"about_ca_topic_score_gemma":0.000065700464,"teacher_disagreement_score":0.29803032,"about_ca_system_score_codex":0.000037727485,"about_ca_system_score_gemma":0.000056483485,"threshold_uncertainty_score":0.9926995},"labels":[],"label_agreement":null},{"id":"W4210327302","doi":"10.1017/s0269888921000151","title":"Merging pruning and neuroevolution: towards robust and efficient controllers for modular soft robots","year":2022,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Norges Forskningsråd","keywords":"Neuroevolution; Computer science; Pruning; Modular design; Robustness (evolution); Artificial intelligence; Adaptability; Artificial neural network; Robot; Generalization; Machine learning; Mathematics","score_opus":0.018389255615080743,"score_gpt":0.22979279034478745,"score_spread":0.2114035347297067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210327302","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04661364,0.7231191,0.22623317,0.0004303718,0.0011212241,0.0015084799,0.00000966132,0.00065505755,0.00030929307],"genre_scores_gemma":[0.9875985,0.009200047,0.0023160907,0.00010106603,0.00021024958,0.000310931,0.0000052848595,0.000094599156,0.00016327744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991798,0.00003876794,0.00022367637,0.00020291717,0.000084002866,0.00027087118],"domain_scores_gemma":[0.9994983,0.00020437379,0.000032219832,0.0001766986,0.00002274079,0.0000656373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048651343,0.00019173119,0.00030844082,0.000048903206,0.0003268914,0.000017140645,0.00013863904,0.000016020878,0.000008920211],"category_scores_gemma":[0.00012201997,0.00016541943,0.0000638031,0.00021410204,0.000020048166,0.000044411976,0.00014723981,0.0002609261,0.0000015315085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029708006,0.0000044637018,9.943415e-7,0.0016855906,0.000019652836,0.00000184838,0.00012605559,0.975649,0.0020427187,0.0003052628,0.000115217284,0.020046197],"study_design_scores_gemma":[0.00029262158,0.00002428331,0.000050017545,0.0005458673,0.00006443538,0.0000632387,0.000018550854,0.96496624,0.00014689584,0.000013492927,0.033619955,0.00019441427],"about_ca_topic_score_codex":2.9391865e-7,"about_ca_topic_score_gemma":1.2938621e-7,"teacher_disagreement_score":0.9409848,"about_ca_system_score_codex":0.000057939957,"about_ca_system_score_gemma":0.000009382696,"threshold_uncertainty_score":0.6745609},"labels":[],"label_agreement":null},{"id":"W4210762060","doi":"10.1017/s0269888910000111","title":"KER volume 25 issue 2 Cover and Front matter","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba","funders":"","keywords":"Front cover; Cover (algebra); Front (military); Volume (thermodynamics); Content (measure theory); Action (physics); Computer science; Engineering; Physics; Mathematics; Mechanical engineering","score_opus":0.013023143207801898,"score_gpt":0.2794813963161991,"score_spread":0.2664582531083972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210762060","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021017596,0.4071525,0.00021227155,0.053507317,0.0059921383,0.0010309878,0.000010763265,0.00016625195,0.51091015],"genre_scores_gemma":[0.3083219,0.112776525,0.00093848724,0.003922252,0.009227315,0.00028883046,0.000007390953,0.00007522196,0.5644421],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994914,0.00003507822,0.00013403338,0.00010971936,0.00005371257,0.00017608526],"domain_scores_gemma":[0.9996254,0.00011732375,0.00003216165,0.00012196204,0.00003831877,0.000064829735],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006919115,0.000084647014,0.00017701116,0.000011486062,0.00028117758,0.00003480756,0.00015769294,0.000040983592,0.008258026],"category_scores_gemma":[0.00022548855,0.0000642512,0.00004526266,0.000057368434,0.000118076336,0.00006496707,0.000044835706,0.00015813403,0.013644764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.381461e-7,0.000025745905,0.00321216,0.00052104355,0.00005774269,2.6024443e-7,0.016707012,0.0000014153414,0.000015590384,0.008025864,0.9557931,0.015639558],"study_design_scores_gemma":[0.000025364803,0.0000014636321,0.01054217,0.000143754,0.000024840596,6.615985e-7,0.0001233408,0.000020910324,6.3230766e-7,0.000058287365,0.9889716,0.00008697803],"about_ca_topic_score_codex":0.00009260796,"about_ca_topic_score_gemma":0.000065638116,"teacher_disagreement_score":0.294376,"about_ca_system_score_codex":0.000037585192,"about_ca_system_score_gemma":0.000056195437,"threshold_uncertainty_score":0.99264854},"labels":[],"label_agreement":null},{"id":"W4214829906","doi":"10.1017/s0269888910000305","title":"KER volume 25 issue 4 Cover and Front matter","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba","funders":"","keywords":"Front cover; Front (military); Cover (algebra); Volume (thermodynamics); Content (measure theory); Action (physics); Computer science; Environmental science; Engineering; Physics; Mathematics; Mechanical engineering; Thermodynamics","score_opus":0.013398654119913313,"score_gpt":0.28012819204292855,"score_spread":0.26672953792301524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214829906","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021467432,0.40921178,0.00022227084,0.05405343,0.0060295016,0.0010458108,0.000010858601,0.00016824492,0.5077907],"genre_scores_gemma":[0.32309684,0.11094017,0.00094501156,0.0039049734,0.009060508,0.0002876133,0.000007200526,0.00007495302,0.5516827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994912,0.000035050893,0.00013408296,0.00010976535,0.00005373405,0.00017615811],"domain_scores_gemma":[0.9996247,0.00011818865,0.00003212661,0.00012207894,0.00003801271,0.00006483712],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00069603027,0.00008466826,0.00017702865,0.000011495293,0.00028127583,0.000034823184,0.00015779989,0.000040983334,0.00806679],"category_scores_gemma":[0.00022494652,0.00006426835,0.00004527222,0.000057384455,0.00011810848,0.00006498288,0.000044826415,0.00015813285,0.013656338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6548123e-7,0.00002646452,0.0034233204,0.0005354452,0.000059282884,2.6432517e-7,0.017171076,0.0000014269091,0.000016385366,0.008351576,0.95456433,0.015849838],"study_design_scores_gemma":[0.000025400577,0.0000014844321,0.010684424,0.0001453776,0.000024851666,6.596491e-7,0.00012420703,0.00002112785,6.356988e-7,0.000058499696,0.9888263,0.00008704649],"about_ca_topic_score_codex":0.00009188843,"about_ca_topic_score_gemma":0.00006597814,"teacher_disagreement_score":0.30162942,"about_ca_system_score_codex":0.000037577942,"about_ca_system_score_gemma":0.000056265417,"threshold_uncertainty_score":0.99284},"labels":[],"label_agreement":null},{"id":"W4245994890","doi":"10.1017/s0269888908000064","title":"Abstracts of Recent PhDs","year":2008,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Content (measure theory); Action (physics); Mathematics; Physics","score_opus":0.15057266509832495,"score_gpt":0.3991346789482426,"score_spread":0.24856201384991766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245994890","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04518557,0.8159106,0.002444037,0.0061710807,0.0022507135,0.000763585,0.000010228516,0.00018295924,0.12708125],"genre_scores_gemma":[0.7746203,0.21832754,0.0005632917,0.00047768542,0.0004121397,0.00003146035,0.0000029998864,0.000031668267,0.0055329166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805456,0.00009608647,0.00081585645,0.00021846154,0.0006115165,0.00020353738],"domain_scores_gemma":[0.99755293,0.0011038843,0.00024130142,0.00069942547,0.00031047923,0.00009199673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005347345,0.00012850262,0.0004183286,0.00008626718,0.000079917685,0.00004528257,0.0021268108,0.000056874607,0.00046925596],"category_scores_gemma":[0.010883105,0.00006928976,0.00011794052,0.001210126,0.00006247142,0.00034537553,0.00021350203,0.00033425205,0.00061943603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052486425,0.00009452399,0.00060251454,0.0007948106,0.000046566183,0.000009399081,0.0011808,0.0010207494,0.00023394806,0.0019904026,0.43666828,0.5573527],"study_design_scores_gemma":[0.00006838471,0.000008452291,0.0059050024,0.0008224294,0.000015814361,0.00004367144,0.000010293495,0.0005501842,0.000345593,0.00020701846,0.9919114,0.00011176322],"about_ca_topic_score_codex":0.000004596727,"about_ca_topic_score_gemma":8.3696165e-7,"teacher_disagreement_score":0.7294347,"about_ca_system_score_codex":0.000026068594,"about_ca_system_score_gemma":0.00008836396,"threshold_uncertainty_score":0.9974486},"labels":[],"label_agreement":null},{"id":"W4389151102","doi":"10.1017/s0269888923000103","title":"Adaptive learning with artificial barriers yielding Nash equilibria in general games","year":2023,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Nash equilibrium; Computer science; Reinforcement learning; Learning automata; Game theory; Fictitious play; Convergence (economics); Saddle point; Mathematical economics; Normal-form game; Repeated game; Artificial intelligence; Mathematical optimization; Mathematics; Automaton; Economics","score_opus":0.027753008466118806,"score_gpt":0.2696783488624332,"score_spread":0.2419253403963144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389151102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026859397,0.08573989,0.86857724,0.005036002,0.0012130596,0.002284632,0.000002045764,0.0027597153,0.0075280187],"genre_scores_gemma":[0.8980535,0.04507547,0.0463306,0.000636272,0.00079030095,0.00068744796,0.00001897769,0.00020056222,0.008206827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989544,0.000114516784,0.00021673694,0.00022928136,0.00015107494,0.00033395286],"domain_scores_gemma":[0.9993975,0.00015949497,0.00003799748,0.0002651251,0.00004919851,0.00009069277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010103943,0.00013370214,0.00021458219,0.00013007034,0.00008308244,0.000076896555,0.0005045335,0.000027700678,0.000026067066],"category_scores_gemma":[0.00027206363,0.00009242191,0.000046219742,0.0015891406,0.000022094517,0.00020095024,0.00020147981,0.00028998454,0.00015383349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000913101,0.00002868515,0.00025994805,0.001725276,0.00007156424,0.000049913266,0.005694879,0.7400066,0.0013449362,0.08854524,0.0026807592,0.15958302],"study_design_scores_gemma":[0.00007843601,0.000039120234,0.00011882352,0.0015831013,0.000004973996,0.000005268499,0.000026284415,0.9852122,0.000054985012,0.00007448638,0.012653086,0.00014922817],"about_ca_topic_score_codex":0.000003013136,"about_ca_topic_score_gemma":0.000004479566,"teacher_disagreement_score":0.8711941,"about_ca_system_score_codex":0.00004072264,"about_ca_system_score_gemma":0.00007943016,"threshold_uncertainty_score":0.37688562},"labels":[],"label_agreement":null},{"id":"W82475208","doi":"10.1017/s0269888911000191","title":"Representing and classifying arguments on the Semantic Web","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Argument (complex analysis); Argumentation theory; Argument map; Ontology; Inference; Reification (Marxism); Knowledge representation and reasoning; Semantic Web; Artificial intelligence; Natural language processing; Information retrieval; Epistemology","score_opus":0.0709748468969403,"score_gpt":0.26023501735044235,"score_spread":0.18926017045350207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82475208","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108927146,0.57960504,0.2490487,0.006094227,0.005551811,0.0051663783,0.0000023313808,0.0014056672,0.044198703],"genre_scores_gemma":[0.9909534,0.0074436637,0.00079446076,0.00016865965,0.00010823062,0.00005664513,2.8315765e-7,0.00001495932,0.0004596951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922204,0.000090586094,0.00021413907,0.00019619119,0.000109741784,0.00016729547],"domain_scores_gemma":[0.99912643,0.00017315408,0.00007813244,0.00056058064,0.000025694906,0.00003603123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009924705,0.00011772921,0.00015520003,0.000031037598,0.00012459727,0.000047640417,0.0004783111,0.000020189416,0.000015260519],"category_scores_gemma":[0.00015545088,0.00006196007,0.000050961233,0.0002163804,0.000011293851,0.0001089514,0.00017457565,0.00012995064,0.00014529214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071551704,0.0004624049,0.00474521,0.02443537,0.0005661124,0.000042123444,0.023207376,0.00018414728,0.009836027,0.5012661,0.022597047,0.41265088],"study_design_scores_gemma":[0.00043110197,0.00007029391,0.020339489,0.022996943,0.00012212337,0.00007923476,0.0000394721,0.8303636,0.0017523221,0.00031228678,0.12276771,0.00072543276],"about_ca_topic_score_codex":0.0000043194777,"about_ca_topic_score_gemma":0.0000010974547,"teacher_disagreement_score":0.88202626,"about_ca_system_score_codex":0.000016234178,"about_ca_system_score_gemma":0.000009548751,"threshold_uncertainty_score":0.25266582},"labels":[],"label_agreement":null}]}