{"meta":{"query_hash":"349dcc17fc7f","filters":{"venue":"The Knowledge Engineering Review"},"cohort_total":43,"direct_labels_cover":0,"predictions_cover":43,"exported":43,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/349dcc17fc7f","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Knowledge+Engineering+Review"},"results":[{"id":"W170804091","doi":"10.1017/s0269888910000421","title":"Logical mechanism design","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mechanism design; Computer science; Mechanism (biology); Common value auction; Inference; Incentive; Voting; Set (abstract data type); Argumentation theory; Management science; Combinatorial auction; Game theory; Data science; Knowledge management; Operations research; Artificial intelligence; Mathematical economics; Engineering; Economics; Microeconomics; Epistemology; Political science; Programming language","score_opus":0.32402671238652886,"score_gpt":0.37957665079554886,"score_spread":0.055549938409020005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W170804091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034049246,0.005295036,0.9435657,0.0071480707,0.00035582753,0.00035529363,0.00016391027,0.00023984608,0.03947137],"genre_scores_gemma":[0.35429588,0.00846396,0.61215454,0.0037653008,0.0010013944,0.002307679,0.00044144987,0.00012272366,0.017447133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9819033,0.01183612,0.0011161917,0.0016347909,0.0030137566,0.0004959066],"domain_scores_gemma":[0.9763182,0.014979935,0.0017146758,0.0042007416,0.0022953104,0.0004910216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021405194,0.0009888979,0.0013410795,0.0024562893,0.001267446,0.007102391,0.0041635428,0.0038510677,0.008278223],"category_scores_gemma":[0.02310105,0.00081635953,0.0018714025,0.0026063938,0.008764403,0.0073151668,0.0029901355,0.0037949856,0.0016183233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012075602,0.000013908917,0.000058937243,0.00014046438,0.000036306927,0.00001962791,0.000039526993,0.0035525933,0.00009323372,0.9858543,0.0010501527,0.009128867],"study_design_scores_gemma":[0.000047532918,0.00002002754,0.000026823564,0.00006715571,0.000018690218,0.00005012979,0.000015371605,0.009863807,0.00026291696,0.9773057,0.012310103,0.000011701193],"about_ca_topic_score_codex":0.00065243867,"about_ca_topic_score_gemma":0.00050087343,"teacher_disagreement_score":0.021405194,"about_ca_system_score_codex":0.0039015436,"about_ca_system_score_gemma":0.0035267116,"threshold_uncertainty_score":0.11320281},"labels":[],"label_agreement":null},{"id":"W1977476763","doi":"10.1017/s0269888901000200","title":"Holonic and multi-agent systems in industry","year":2001,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Key (lock); Computer science; Natural (archaeology); Autonomous agent; Face (sociological concept); Social system; Multi-agent system; Knowledge management; Computer security; Artificial intelligence; Sociology","score_opus":0.026079035986373154,"score_gpt":0.2603585350401403,"score_spread":0.23427949905376713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977476763","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01879369,0.31673142,0.30951616,0.038106967,0.0022337988,0.00014969344,0.00012212113,0.00035544782,0.31399068],"genre_scores_gemma":[0.6762712,0.14708394,0.10634012,0.0055988464,0.002655103,0.00031490717,0.00016597196,0.00008365938,0.06148627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989467,0.0005052168,0.000051102423,0.00012338637,0.0003067248,0.00006687411],"domain_scores_gemma":[0.9986519,0.00087113417,0.0001297543,0.00008843599,0.00016441103,0.00009440565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012769507,0.00047742022,0.00047372334,0.0013703196,0.0010516495,0.0026661567,0.0008567027,0.0023649244,0.0052742697],"category_scores_gemma":[0.00268375,0.00022684473,0.0002628506,0.0022520872,0.002909539,0.00373105,0.0010825776,0.0017068109,0.00092885556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014598416,0.000028610622,0.0002585875,0.0002580802,0.000012677762,0.00011912205,0.00029859273,0.010208478,0.00017534757,0.9187991,0.007332331,0.062494442],"study_design_scores_gemma":[0.000014204429,0.000036812016,0.00049578026,0.00018087016,0.000008776235,0.00016292147,0.00038289814,0.014774842,0.00019287327,0.81291217,0.17081642,0.000021521051],"about_ca_topic_score_codex":0.004714631,"about_ca_topic_score_gemma":0.0045553115,"teacher_disagreement_score":0.0052742697,"about_ca_system_score_codex":0.0026374098,"about_ca_system_score_gemma":0.001434971,"threshold_uncertainty_score":0.019135892},"labels":[],"label_agreement":null},{"id":"W1980348251","doi":"10.1017/s0269888912000434","title":"itSIMPLE: towards an integrated design system for real planning applications","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Unified Modeling Language; Process (computing); Software engineering; Domain (mathematical analysis); Systems engineering; Engineering design process; Petri net; Engineering; Programming language","score_opus":0.04216769480283818,"score_gpt":0.29014629785412166,"score_spread":0.24797860305128347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980348251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039370577,0.00025119813,0.94915414,0.00025830124,0.00006986126,0.0002962492,0.0005456633,0.040037006,0.005450429],"genre_scores_gemma":[0.040453322,0.00047748035,0.9457364,0.00029027922,0.00003621623,0.00072035874,0.003039247,0.003761766,0.0054849475],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998606,0.00044489163,0.00016202511,0.00025084702,0.00043979826,0.0000964745],"domain_scores_gemma":[0.9983553,0.0006935585,0.00013654854,0.00036345876,0.00031707276,0.0001340104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003781509,0.0010652392,0.00088046776,0.00138292,0.0005079197,0.003058567,0.002673194,0.0015940442,0.017600358],"category_scores_gemma":[0.0053835236,0.0010004638,0.0011919298,0.0007968932,0.0007187308,0.002724638,0.0028960744,0.0023115373,0.00555157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080269016,0.0006993243,0.0020682106,0.0017827118,0.0002953849,0.0009955995,0.0018770122,0.1577557,0.029163484,0.07855768,0.053491812,0.6725104],"study_design_scores_gemma":[0.00033714794,0.00040465043,0.0008770351,0.00066528784,0.00015376987,0.00068133505,0.00019958425,0.6397417,0.020062422,0.044454634,0.29228538,0.00013709326],"about_ca_topic_score_codex":0.0014645786,"about_ca_topic_score_gemma":0.0014810686,"teacher_disagreement_score":0.017600358,"about_ca_system_score_codex":0.00091810396,"about_ca_system_score_gemma":0.0018259108,"threshold_uncertainty_score":0.058879077},"labels":[],"label_agreement":null},{"id":"W1993078560","doi":"10.1017/s0269888902000486","title":"Commitment-based and dialogue-game-based protocols: new trends in agent communication languages","year":2002,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Conversation; Flexibility (engineering); Context (archaeology); Point (geometry); Dialectic; Human–computer interaction; Communication; Sociology; Epistemology","score_opus":0.05724196820385238,"score_gpt":0.3096397515601957,"score_spread":0.25239778335634333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993078560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035247218,0.32901832,0.5895182,0.01906913,0.0027590028,0.00016165857,0.00014039554,0.00052617287,0.055282373],"genre_scores_gemma":[0.107192524,0.45955965,0.3914804,0.008195122,0.0101931505,0.0011056326,0.0004634483,0.00052430446,0.02128575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9919751,0.0032874737,0.00074455934,0.0009920185,0.0027216962,0.00027912817],"domain_scores_gemma":[0.9899524,0.007271679,0.00046728528,0.00092909066,0.0010433716,0.00033617037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008614078,0.0014932111,0.002173613,0.0035432174,0.0014490631,0.009354759,0.0038591963,0.004620902,0.004190963],"category_scores_gemma":[0.0115760965,0.0011688882,0.0010720922,0.007384026,0.008725957,0.02698827,0.0036034079,0.009150602,0.0021685234],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024203027,0.000034317127,0.00009317569,0.00069181505,0.000023185965,0.00006671526,0.0006189464,0.0021892635,0.00031502958,0.91960466,0.004949536,0.07138915],"study_design_scores_gemma":[0.000020844342,0.000049996775,0.0000973681,0.00056554854,0.0000252917,0.0002183807,0.0005041864,0.0114933,0.00037974856,0.73256737,0.25402656,0.00005128566],"about_ca_topic_score_codex":0.0018392086,"about_ca_topic_score_gemma":0.0012147328,"teacher_disagreement_score":0.009354759,"about_ca_system_score_codex":0.0030013537,"about_ca_system_score_gemma":0.0031725306,"threshold_uncertainty_score":0.045556128},"labels":[],"label_agreement":null},{"id":"W2004523498","doi":"10.1017/s0269888902000450","title":"Analysis and design of agent-oriented information systems","year":2002,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction; Software engineering; Knowledge management","score_opus":0.026866679005573005,"score_gpt":0.2309983011549836,"score_spread":0.2041316221494106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004523498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056131184,0.004428866,0.972291,0.002051512,0.00009825948,0.0005236906,0.0000889682,0.00035250746,0.014552034],"genre_scores_gemma":[0.15813202,0.008570189,0.8257042,0.00049801246,0.00013547338,0.001349985,0.00037837768,0.00014077466,0.0050909705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9928515,0.003265834,0.00072440144,0.0006134983,0.0022752269,0.0002696403],"domain_scores_gemma":[0.99470645,0.0030528232,0.00051495223,0.0006439125,0.00092532154,0.00015655314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071887937,0.00093548605,0.0009443455,0.0017419801,0.0011103187,0.006050242,0.0023524864,0.0019994692,0.002323932],"category_scores_gemma":[0.012321376,0.00089681364,0.0011334297,0.0013915707,0.002493992,0.0038472083,0.0023632364,0.0015669754,0.0009252932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006456391,0.00009739817,0.0012800137,0.0019942306,0.00019801808,0.0005311009,0.0015317632,0.14626618,0.005425323,0.69727874,0.0034536663,0.14187893],"study_design_scores_gemma":[0.000081495404,0.00013912289,0.000511002,0.000841869,0.00014770117,0.00028504405,0.00073942315,0.27054027,0.0070235212,0.578999,0.14063492,0.00005661055],"about_ca_topic_score_codex":0.0018294958,"about_ca_topic_score_gemma":0.0013490501,"teacher_disagreement_score":0.0071887937,"about_ca_system_score_codex":0.0018142384,"about_ca_system_score_gemma":0.0036887238,"threshold_uncertainty_score":0.038018465},"labels":[],"label_agreement":null},{"id":"W2023067667","doi":"10.1017/s0269888910000329","title":"Discretization as the enabling technique for the Naïve Bayes and semi-Naïve Bayes-based classification","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Discretization; Computer science; Scalability; Naive Bayes classifier; Machine learning; Artificial intelligence; Maximization; Data mining; Classifier (UML); Bayes' theorem; Estimator; Algorithm; Mathematics; Bayesian probability; Mathematical optimization; Statistics; Support vector machine","score_opus":0.02308276804678729,"score_gpt":0.2851675183899761,"score_spread":0.26208475034318884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023067667","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01001565,0.00032582853,0.9881643,0.00021810143,0.000036608722,0.00004386767,0.00005759833,0.00025344838,0.00088458456],"genre_scores_gemma":[0.2525603,0.0002883646,0.7460379,0.00015583736,0.00006385607,0.00015164808,0.00018278649,0.00004984159,0.00050961284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995865,0.0020097024,0.00031950322,0.0005002139,0.0011888625,0.000116836825],"domain_scores_gemma":[0.9889684,0.007272339,0.0007106341,0.001890025,0.0010183433,0.0001402514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005351755,0.00053822534,0.0008489548,0.0010847977,0.00053527876,0.0014352683,0.0012304456,0.0007775271,0.0014284975],"category_scores_gemma":[0.02101693,0.00052857434,0.0008329211,0.0011978027,0.0013239048,0.0022485564,0.0011629243,0.0018394531,0.0005241028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003707094,0.00010779055,0.006298957,0.00035286412,0.00014227144,0.00015885885,0.0005308243,0.3751697,0.010220132,0.118899815,0.00347448,0.48427367],"study_design_scores_gemma":[0.000027603372,0.00005841199,0.000703885,0.000070409675,0.000016089285,0.000097503886,0.000056693723,0.934547,0.0038056923,0.05785465,0.0027440446,0.000018056886],"about_ca_topic_score_codex":0.0021046405,"about_ca_topic_score_gemma":0.0022521482,"teacher_disagreement_score":0.005351755,"about_ca_system_score_codex":0.0010066661,"about_ca_system_score_gemma":0.0011098398,"threshold_uncertainty_score":0.028303087},"labels":[],"label_agreement":null},{"id":"W2025447728","doi":"10.1017/s0269888913000271","title":"Parsing pictures: on analyzing the content of images in science","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Philosophy and History of Science","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Parsing; Computer science; Focus (optics); Artificial intelligence; Conventionalism; Graph; Representation (politics); Epistemology; Natural language processing; Philosophy; Theoretical computer science; Politics","score_opus":0.06572109583704921,"score_gpt":0.24860566841370335,"score_spread":0.18288457257665414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025447728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14149097,0.11241145,0.5181574,0.031056643,0.0012869138,0.00052198354,0.0008583631,0.0008890271,0.19332731],"genre_scores_gemma":[0.6952133,0.051769905,0.23199919,0.002996309,0.0006675813,0.0004741175,0.0005450726,0.0006123544,0.015722109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813,0.0012181426,0.00005379138,0.00017035495,0.00035356416,0.000074249794],"domain_scores_gemma":[0.9921347,0.0055802776,0.000619685,0.00043054784,0.0011365752,0.00009810753],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036176678,0.0005574296,0.00040041882,0.008417681,0.0011006665,0.005435237,0.0011501685,0.0012028137,0.0067034285],"category_scores_gemma":[0.0155222695,0.0003745324,0.00046211565,0.0056526163,0.008747893,0.014447403,0.002112405,0.0018058376,0.0010754183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090083806,0.000030917094,0.0021828953,0.0017538418,0.000061029667,0.00023986708,0.030561171,0.0014160016,0.0020087175,0.6666042,0.015391921,0.27965933],"study_design_scores_gemma":[0.00002064177,0.000059344155,0.010179818,0.0025187025,0.00006424421,0.00046944598,0.020152623,0.007554256,0.004316889,0.7819659,0.17262614,0.000072023766],"about_ca_topic_score_codex":0.0026691013,"about_ca_topic_score_gemma":0.0027048346,"teacher_disagreement_score":0.99889934,"about_ca_system_score_codex":0.0024176696,"about_ca_system_score_gemma":0.0011290573,"threshold_uncertainty_score":0.022425234},"labels":[],"label_agreement":null},{"id":"W2028470267","doi":"10.1017/s0269888906000737","title":"A survey of Knowledge Discovery and Data Mining process models","year":2006,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":388,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data science; Process (computing); Business process discovery; Interoperability; Knowledge extraction; Process mining; Process modeling; Automation; Knowledge management; Data mining; Work in process; Engineering; Business process; Business process management; World Wide Web; Business process modeling","score_opus":0.06022485778747027,"score_gpt":0.31272350794040427,"score_spread":0.252498650152934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028470267","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005718871,0.2684447,0.6773576,0.010481763,0.0008264425,0.000398426,0.0018764855,0.0010598615,0.03383582],"genre_scores_gemma":[0.06520494,0.49088225,0.4250058,0.0025001992,0.0015911249,0.0009789361,0.003995808,0.0002517941,0.009589125],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946496,0.0012170689,0.00069336244,0.0008353121,0.0024156675,0.00018894977],"domain_scores_gemma":[0.99293035,0.0049639903,0.00039097515,0.00053404784,0.0010711666,0.00010944149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005959783,0.0016809073,0.00220777,0.007423976,0.0009979659,0.0060854335,0.0038721047,0.0025495964,0.0033852598],"category_scores_gemma":[0.011960473,0.0008168241,0.001744613,0.015939051,0.0014444202,0.008557822,0.0016221228,0.0022640636,0.0029029257],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010883587,0.00019905661,0.002887725,0.005439402,0.00018505237,0.00037810148,0.00043502433,0.025488507,0.0007138635,0.3943774,0.025139539,0.5446475],"study_design_scores_gemma":[0.00003369687,0.00013710972,0.0013145705,0.0024871314,0.00022079177,0.0014615228,0.00038068893,0.10244141,0.001653251,0.39795488,0.49179596,0.00011898459],"about_ca_topic_score_codex":0.0036236043,"about_ca_topic_score_gemma":0.0023996443,"teacher_disagreement_score":0.007423976,"about_ca_system_score_codex":0.0028841565,"about_ca_system_score_gemma":0.0044165077,"threshold_uncertainty_score":0.031518698},"labels":[],"label_agreement":null},{"id":"W2034640569","doi":"10.1017/s0269888907001051","title":"Argument diagramming in logic, law and artificial intelligence","year":2007,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada; Leverhulme Trust","keywords":"Argumentation theory; Argument (complex analysis); Informal logic; Argument map; Epistemology; Context (archaeology); Computer science; Artificial intelligence; Sociology; Philosophy; Geography","score_opus":0.038388080877681266,"score_gpt":0.2908047808376755,"score_spread":0.2524166999599943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034640569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008689066,0.037084963,0.9166498,0.006207309,0.00064030156,0.00015227913,0.000088614725,0.00065392617,0.029833687],"genre_scores_gemma":[0.25414973,0.031042745,0.70660365,0.001151384,0.00070022297,0.00039434974,0.00021122863,0.00027270417,0.005473921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99066144,0.007243739,0.0005229724,0.00047978904,0.00096692104,0.0001250814],"domain_scores_gemma":[0.97910565,0.016886076,0.0010818827,0.0011277117,0.0015329419,0.00026574288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011063168,0.000773623,0.0009288516,0.0064414674,0.0012258763,0.00676249,0.0014727308,0.002246062,0.004726435],"category_scores_gemma":[0.016260596,0.00062233576,0.0008075724,0.0057809236,0.008392905,0.012131256,0.0021421632,0.0030096981,0.0007867635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024630717,0.000021233329,0.00024851793,0.00060732465,0.000021869024,0.0001032374,0.0015623968,0.0020004762,0.00061814353,0.93310297,0.0021016188,0.059587546],"study_design_scores_gemma":[0.000019150702,0.000021147094,0.0002274338,0.00056988,0.000017241002,0.00021323068,0.00065367826,0.007693784,0.00090360345,0.88883466,0.10082446,0.000021804562],"about_ca_topic_score_codex":0.0009923682,"about_ca_topic_score_gemma":0.0009988063,"teacher_disagreement_score":0.011063168,"about_ca_system_score_codex":0.0031997887,"about_ca_system_score_gemma":0.0018147383,"threshold_uncertainty_score":0.058508337},"labels":[],"label_agreement":null},{"id":"W2071710911","doi":"10.1017/s026988891300009x","title":"Repeated games for multiagent systems: a survey","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Formalism (music); Bounded function; Term (time); Artificial intelligence; Game theory; Repeated game; Economic model; Resource (disambiguation); Management science; Mathematical economics; Microeconomics; Mathematics; Economics","score_opus":0.1589873241313356,"score_gpt":0.3961363390141021,"score_spread":0.23714901488276652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071710911","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067009907,0.76140845,0.19980933,0.0018500547,0.00059811946,0.000095997006,0.000118842705,0.00013003801,0.029288175],"genre_scores_gemma":[0.21094526,0.6999224,0.07864216,0.0006903394,0.0023380602,0.00023474764,0.0003476161,0.00008547189,0.0067940345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987871,0.0004220065,0.00011540597,0.00018994468,0.00041625413,0.00006932225],"domain_scores_gemma":[0.997806,0.00161246,0.00011709458,0.00010329373,0.0002865289,0.00007460901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015779473,0.0010707934,0.0016775612,0.002279967,0.0004391186,0.0022568742,0.0015585856,0.001327021,0.0024419285],"category_scores_gemma":[0.002642789,0.00066062063,0.0011969735,0.0032358938,0.0013137376,0.002595907,0.0010913429,0.0017986234,0.0009855522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046700177,0.0002221079,0.0019368846,0.005572342,0.0003195794,0.00029057675,0.00038501885,0.05174239,0.0011128057,0.60850817,0.012121399,0.31774196],"study_design_scores_gemma":[0.000031205447,0.00017059,0.0017986031,0.0018302465,0.000107386695,0.00082933076,0.00026216308,0.09474451,0.0006467334,0.69829106,0.20119393,0.00009425539],"about_ca_topic_score_codex":0.0020015074,"about_ca_topic_score_gemma":0.0010986405,"teacher_disagreement_score":0.0024419285,"about_ca_system_score_codex":0.001444544,"about_ca_system_score_gemma":0.0010330038,"threshold_uncertainty_score":0.010481},"labels":[],"label_agreement":null},{"id":"W2076329331","doi":"10.1017/s0269888914000137","title":"Trends in high-performance computing and communications for ubiquitous computing","year":2014,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Ubiquitous computing; Content (measure theory); Computer network; Telecommunications; World Wide Web; Distributed computing; Human–computer interaction; Mathematics","score_opus":0.022481106570367792,"score_gpt":0.2808766541632633,"score_spread":0.2583955475928955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076329331","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015650303,0.87807053,0.0079884855,0.05232587,0.008175023,0.000054204178,0.00030996648,0.00030113687,0.051209763],"genre_scores_gemma":[0.012102062,0.9422545,0.007845457,0.010607258,0.0057390574,0.00005558415,0.0004576946,0.00008468016,0.020853752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988992,0.00020319204,0.000114702285,0.00012823389,0.000508562,0.00014605006],"domain_scores_gemma":[0.9953654,0.0014467618,0.00035245292,0.00019926496,0.0021402335,0.0004959173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021488809,0.0005490272,0.0007397129,0.002019404,0.0005509363,0.0033839748,0.001067678,0.0022069719,0.021539273],"category_scores_gemma":[0.0035764806,0.00022860235,0.0006070154,0.0047883294,0.0009945111,0.0055864644,0.0012348307,0.0035709755,0.008866635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054859513,0.000077877165,0.0009481845,0.004405659,0.00005569538,0.00014991945,0.00018733283,0.00039256635,0.0027610878,0.059978306,0.24743237,0.68355614],"study_design_scores_gemma":[0.0000053353006,0.000065725886,0.001172254,0.0013946758,0.000031641604,0.00043784422,0.00023546189,0.00039232723,0.0006485808,0.014727848,0.9808702,0.000018131368],"about_ca_topic_score_codex":0.0013507683,"about_ca_topic_score_gemma":0.0029057097,"teacher_disagreement_score":0.021539273,"about_ca_system_score_codex":0.0014154299,"about_ca_system_score_gemma":0.0031371522,"threshold_uncertainty_score":0.072056055},"labels":[],"label_agreement":null},{"id":"W2083084058","doi":"10.1017/s0269888900004033","title":"Meta-knowledge in systems design: panacea … or undelivered promise?","year":2000,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Panacea (medicine); Computer science; Reuse; Knowledge management; Context (archaeology); Variety (cybernetics); Software deployment; Field (mathematics); Consistency (knowledge bases); Tacit knowledge; Knowledge sharing; Data science; Management science; Software engineering; Artificial intelligence; Engineering","score_opus":0.06859945824191117,"score_gpt":0.27039163765654856,"score_spread":0.2017921794146374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083084058","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007960865,0.48254046,0.13375421,0.33309162,0.002797357,0.00008084414,0.000064015774,0.00017815207,0.03953252],"genre_scores_gemma":[0.43002024,0.38050267,0.14243233,0.025419883,0.009597212,0.00049252453,0.00009142574,0.00018545071,0.011258301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98223567,0.009785956,0.0009778935,0.0013557926,0.0050497977,0.00059482915],"domain_scores_gemma":[0.9475702,0.040303856,0.0016082947,0.0052736946,0.0041678795,0.0010760552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044711757,0.0011330104,0.0023414174,0.0035526105,0.003471438,0.017392656,0.003943743,0.008976478,0.0037141736],"category_scores_gemma":[0.034335386,0.0011052412,0.0008879695,0.004022994,0.027418828,0.05257014,0.008164705,0.009175806,0.0012272818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006400982,0.00006114807,0.0006129746,0.0025905273,0.00010882417,0.00009289035,0.0032380463,0.0013983606,0.0002429035,0.8313863,0.0057603135,0.15444373],"study_design_scores_gemma":[0.000030944797,0.00008554315,0.00027085977,0.002924662,0.00005005354,0.00020140322,0.0035930087,0.0017374349,0.0003472387,0.8699998,0.12070145,0.000057489317],"about_ca_topic_score_codex":0.002144461,"about_ca_topic_score_gemma":0.0026267762,"teacher_disagreement_score":0.044711757,"about_ca_system_score_codex":0.005141662,"about_ca_system_score_gemma":0.008521554,"threshold_uncertainty_score":0.23646116},"labels":[],"label_agreement":null},{"id":"W2095719083","doi":"10.1017/s026988891200015x","title":"Individual evolutionary learning with many agents","year":2012,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mechanism (biology); Convergence (economics); Quadratic equation; Population; Scaling; Computer science; Artificial intelligence; Mathematical economics; Mathematics; Epistemology; Economics; Philosophy; Medicine","score_opus":0.09998893076512351,"score_gpt":0.36524263024246517,"score_spread":0.2652536994773417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095719083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14564142,0.0012012685,0.8370438,0.001701349,0.00013069694,0.000076121,0.000035254685,0.00014765916,0.014022436],"genre_scores_gemma":[0.9355582,0.00049460767,0.05895254,0.00022342202,0.00006778701,0.000089111825,0.00003016292,0.000014612707,0.0045695165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982091,0.0010938842,0.00006285378,0.00024517337,0.0002878758,0.00010115708],"domain_scores_gemma":[0.9960439,0.002594161,0.00038358834,0.0004022337,0.00037212868,0.00020398234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003039959,0.00043635437,0.0009154114,0.00040059673,0.0003307847,0.001065535,0.001528005,0.0010738902,0.0016785885],"category_scores_gemma":[0.008871719,0.0002481766,0.00048745738,0.00039831785,0.0015063013,0.0015962351,0.0012660385,0.0013655605,0.00020632449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005436326,0.000075187825,0.0010471236,0.00008569401,0.0001322837,0.00007143599,0.000072174465,0.77422756,0.0008496007,0.19259772,0.00071036804,0.030076472],"study_design_scores_gemma":[0.000020354404,0.000051541967,0.00015066541,0.000009758832,0.000009612886,0.000022512488,0.000010214866,0.92600185,0.00020791666,0.07271398,0.00079282245,0.000008807445],"about_ca_topic_score_codex":0.0013463084,"about_ca_topic_score_gemma":0.00065878814,"teacher_disagreement_score":0.003039959,"about_ca_system_score_codex":0.00095688266,"about_ca_system_score_gemma":0.0005602265,"threshold_uncertainty_score":0.016077042},"labels":[],"label_agreement":null},{"id":"W2100081760","doi":"10.1017/s0269888913000301","title":"Special issue on visual representations and reasoning","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University; University of King's College","funders":"","keywords":"Computer science; Content (measure theory); Information retrieval; Human–computer interaction; Artificial intelligence; Data science; Cognitive science; Psychology; Mathematics","score_opus":0.020867407801064823,"score_gpt":0.3571067062490263,"score_spread":0.33623929844796147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100081760","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078495644,0.43075696,0.0057506547,0.042598326,0.4802562,0.0001124686,0.0007354417,0.0005023242,0.03850269],"genre_scores_gemma":[0.006086806,0.27017406,0.002424956,0.015028439,0.62851393,0.00013962858,0.0012445232,0.0004708157,0.075916775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844366,0.00028528093,0.00018593136,0.00033850592,0.0005477762,0.00019885223],"domain_scores_gemma":[0.9920637,0.0033854651,0.00043517785,0.0007375463,0.0025121742,0.0008659127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002323776,0.0018169984,0.0028845696,0.006791106,0.0013316986,0.0051275906,0.003360773,0.004395113,0.06466377],"category_scores_gemma":[0.007868632,0.0009154353,0.002122948,0.004126862,0.0023491269,0.0054809847,0.0028023457,0.0058860444,0.021349266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046526784,0.000059082624,0.00013274513,0.0011877967,0.000056247878,0.00012898077,0.00007500522,0.000109497865,0.00038092828,0.005224646,0.91994613,0.07265244],"study_design_scores_gemma":[0.000014743558,0.000058296166,0.0005108542,0.0010050182,0.00004427581,0.00077227404,0.000057342964,0.000119414,0.00019678766,0.007578301,0.9896249,0.00001791204],"about_ca_topic_score_codex":0.0018837309,"about_ca_topic_score_gemma":0.0029483093,"teacher_disagreement_score":0.06466377,"about_ca_system_score_codex":0.0024015857,"about_ca_system_score_gemma":0.0025950281,"threshold_uncertainty_score":0.21632183},"labels":[],"label_agreement":null},{"id":"W2102910550","doi":"10.1017/s0269888913000283","title":"Visuo: A model of visuospatial instantiation of quantitative magnitudes","year":2013,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Artificial intelligence; Brightness; Qualitative reasoning; Cognitive psychology; Natural language processing; Psychology; Programming language","score_opus":0.02140722942719867,"score_gpt":0.2619179148465781,"score_spread":0.24051068541937945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102910550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02447624,0.00023251833,0.9623635,0.0005934422,0.000026851238,0.00004136792,0.0005755644,0.0013151732,0.010375386],"genre_scores_gemma":[0.66392773,0.000462317,0.32832935,0.000224584,0.000042229785,0.00022348207,0.0008068221,0.00037115882,0.0056122467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99972314,0.00007458985,0.000013832808,0.000072053226,0.000088825494,0.000027592956],"domain_scores_gemma":[0.99936956,0.0002626602,0.00009773797,0.000110750254,0.00011188148,0.00004744793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007150208,0.0003990432,0.00040687338,0.00076854887,0.000434417,0.0013616041,0.0017678654,0.0004677365,0.005707929],"category_scores_gemma":[0.0028753933,0.00041888928,0.0008887262,0.0008904711,0.0011896669,0.0019874498,0.0012013603,0.0007711076,0.00044098042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121524026,0.000051954095,0.0018261063,0.00013669192,0.000074875854,0.00013405355,0.0001824269,0.5761412,0.002120746,0.35910442,0.0049122046,0.05519394],"study_design_scores_gemma":[0.000010803862,0.000008934237,0.0003716574,0.000015809535,0.000008710205,0.00002749402,0.000015544554,0.882062,0.0007207285,0.112805165,0.0039447364,0.000008420045],"about_ca_topic_score_codex":0.012599179,"about_ca_topic_score_gemma":0.009877807,"teacher_disagreement_score":0.012599179,"about_ca_system_score_codex":0.0013516884,"about_ca_system_score_gemma":0.0012641853,"threshold_uncertainty_score":0.025051653},"labels":[],"label_agreement":null},{"id":"W2122435612","doi":"10.1017/s0269888905000251","title":"An overview of methods and tools for ontology learning from texts","year":2004,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Atomic Energy of Canada Limited; Comunidad de Madrid","keywords":"Ontology; Ontology learning; Computer science; Process (computing); Information retrieval; Process ontology; Ontology-based data integration; Ontology alignment; Upper ontology; Artificial intelligence; Data science; Natural language processing; Suggested Upper Merged Ontology; Semantic Web; Programming language","score_opus":0.11783172614231857,"score_gpt":0.399929028000486,"score_spread":0.28209730185816745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122435612","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012381437,0.024890834,0.9611646,0.0011564114,0.00024130808,0.00037421606,0.00096371013,0.0031745753,0.0067961947],"genre_scores_gemma":[0.007902106,0.028241066,0.95560133,0.00034990092,0.00022376834,0.00088910956,0.002279868,0.0004689458,0.0040439707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932374,0.002024669,0.0012687691,0.0008301938,0.002470602,0.00016829166],"domain_scores_gemma":[0.9891994,0.007164789,0.00064655824,0.0011347159,0.0016843944,0.00017008057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070692822,0.0017338888,0.0018364621,0.019560082,0.0015430262,0.005582299,0.0026842018,0.0021359397,0.005855804],"category_scores_gemma":[0.017151523,0.001310084,0.002379288,0.016235512,0.0015175965,0.010138372,0.002596223,0.0024826615,0.0055147028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043366017,0.00011932728,0.00090278266,0.0042705745,0.00013755588,0.0002773122,0.0010773414,0.0014424665,0.0025945846,0.046548337,0.016744575,0.9258418],"study_design_scores_gemma":[0.00006140891,0.00007198124,0.0025352081,0.0036519845,0.00018895083,0.0017814118,0.0012408927,0.022526694,0.010094315,0.1842707,0.7733686,0.00020783344],"about_ca_topic_score_codex":0.0024419262,"about_ca_topic_score_gemma":0.002793565,"teacher_disagreement_score":0.019560082,"about_ca_system_score_codex":0.0014704101,"about_ca_system_score_gemma":0.0027810666,"threshold_uncertainty_score":0.037386358},"labels":[],"label_agreement":null},{"id":"W2136016475","doi":"10.1017/s0269888907001178","title":"Implementing logic spreadsheets in LESS","year":2007,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Defense Advanced Research Projects Agency; Small Business Innovation Research; University of Southern California","keywords":"Computer science; Business logic; Variety (cybernetics); Programming language; Logic programming; Software engineering; Knowledge representation and reasoning; Representation (politics); Artificial intelligence","score_opus":0.031640842033158215,"score_gpt":0.29389816155908444,"score_spread":0.26225731952592624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136016475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039590638,0.00039497876,0.899909,0.00042241783,0.00007258704,0.00050006405,0.0008635228,0.043880954,0.014365918],"genre_scores_gemma":[0.15510532,0.0008865775,0.8209107,0.00052202126,0.00006797207,0.00049343397,0.002500747,0.0027375054,0.016775748],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99717796,0.0007288502,0.00038317541,0.0004228986,0.0011669719,0.000120190176],"domain_scores_gemma":[0.9898516,0.005583542,0.0007926696,0.0017648804,0.0017467751,0.0002605957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037144225,0.0006399985,0.0005307209,0.00185316,0.00034440192,0.0029609685,0.0022744148,0.00065551733,0.013650099],"category_scores_gemma":[0.010821102,0.00078780035,0.00063577725,0.0017707868,0.00062361173,0.003173657,0.0021208872,0.0012281277,0.0030943176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014466525,0.00057441136,0.004732842,0.0018553043,0.00020828994,0.0011673464,0.0017808136,0.027984764,0.06994858,0.108396545,0.020555776,0.76134866],"study_design_scores_gemma":[0.0008037974,0.0005460229,0.0035966989,0.0011343309,0.0003273659,0.0016073948,0.00041510325,0.2593024,0.2146517,0.07828736,0.43908945,0.00023838511],"about_ca_topic_score_codex":0.0013194362,"about_ca_topic_score_gemma":0.0012368943,"teacher_disagreement_score":0.013650099,"about_ca_system_score_codex":0.0012384864,"about_ca_system_score_gemma":0.0011755818,"threshold_uncertainty_score":0.045664072},"labels":[],"label_agreement":null},{"id":"W2141097151","doi":"10.1017/s0269888910000330","title":"A quarter-century of <i>The Knowledge Engineering Review</i> : Introduction to the Special Issue","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Content (measure theory); Computer science; Data science; World Wide Web; Engineering; History; Mathematics","score_opus":0.015431433212866589,"score_gpt":0.23231153625913847,"score_spread":0.2168801030462719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141097151","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074855937,0.17454635,0.0028611936,0.26037854,0.5477171,0.000041982545,0.00019010824,0.00019124203,0.013324952],"genre_scores_gemma":[0.011779687,0.16492704,0.005126387,0.15219778,0.5922285,0.00015767352,0.0007374884,0.00047844287,0.072367005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99393857,0.0013586208,0.00066063076,0.0006219486,0.0029431297,0.00047706586],"domain_scores_gemma":[0.9659313,0.007498495,0.0032630614,0.0015340141,0.017925978,0.0038471585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072961575,0.00087447895,0.0013696084,0.0041724173,0.002305997,0.012619523,0.0014240098,0.003983965,0.015121821],"category_scores_gemma":[0.024010813,0.00046837048,0.0009581375,0.004216779,0.0031442915,0.011120875,0.0029335609,0.0087155765,0.011556951],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025905587,0.00002157778,0.00019490898,0.00050763146,0.000017412718,0.00006178946,0.00012962507,0.000027365042,0.00041655556,0.0066768816,0.9498944,0.04202593],"study_design_scores_gemma":[0.0000044095696,0.000026759644,0.00039870478,0.0004817949,0.00001521983,0.00015569935,0.00018882884,0.000043789132,0.0001803461,0.0037416383,0.9947471,0.000015840162],"about_ca_topic_score_codex":0.001375139,"about_ca_topic_score_gemma":0.0032251687,"teacher_disagreement_score":0.015121821,"about_ca_system_score_codex":0.0031573991,"about_ca_system_score_gemma":0.005187978,"threshold_uncertainty_score":0.050587535},"labels":[],"label_agreement":null},{"id":"W2142047467","doi":"10.1017/s026988891300043x","title":"One-class classification: taxonomy of study and review of techniques","year":2014,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":599,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Taxonomy (biology); Computer science; Class (philosophy); Artificial intelligence; Novelty; One-class classification; Machine learning; Novelty detection; Open research; Focus (optics); Field (mathematics); Data science; Classifier (UML); Mathematics","score_opus":0.036975583930530416,"score_gpt":0.2757778478196157,"score_spread":0.23880226388908526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142047467","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017554564,0.9428575,0.043127377,0.0042186216,0.00073447905,0.000079090176,0.00009476332,0.00014901882,0.0069836653],"genre_scores_gemma":[0.030248757,0.9008917,0.063503005,0.0013374937,0.0017711519,0.00014273346,0.00032109217,0.000069586225,0.0017144418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455863,0.0013109156,0.00060421845,0.0009705671,0.0023621246,0.0001936325],"domain_scores_gemma":[0.9751872,0.016582891,0.0012552226,0.0010026728,0.0056857425,0.00028633594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075704134,0.0009878263,0.002039017,0.0138268,0.0010928338,0.0054046875,0.0043342873,0.0023082318,0.0021876718],"category_scores_gemma":[0.018694013,0.00060211617,0.0012287239,0.018106721,0.002839114,0.008651802,0.0015866138,0.002646051,0.0014443852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044772838,0.00009328951,0.0014037642,0.0074722953,0.00008570268,0.00011244915,0.00048444927,0.0014657597,0.00046793884,0.048525434,0.0142879775,0.92555606],"study_design_scores_gemma":[0.000034037243,0.0002316562,0.004626488,0.01935005,0.00026212813,0.0022112937,0.0020516391,0.018243691,0.002702632,0.15529504,0.7947737,0.00021775684],"about_ca_topic_score_codex":0.0038086458,"about_ca_topic_score_gemma":0.002109236,"teacher_disagreement_score":0.0138268,"about_ca_system_score_codex":0.0027276026,"about_ca_system_score_gemma":0.0036709113,"threshold_uncertainty_score":0.04003668},"labels":[],"label_agreement":null},{"id":"W2151413202","doi":"10.1017/s0269888906000671","title":"Image processing in case-based reasoning","year":2005,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Image processing; Landmark; Variety (cybernetics); Artificial intelligence; Image (mathematics); Case-based reasoning; Computer vision; Spatial intelligence; Digital image processing","score_opus":0.013344198571186834,"score_gpt":0.2601711179524967,"score_spread":0.24682691938130988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151413202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019224094,0.23627867,0.47260955,0.1267189,0.016794847,0.0003110934,0.00024595318,0.0003717847,0.14474668],"genre_scores_gemma":[0.16857919,0.25156492,0.45266938,0.048588462,0.03878921,0.0013512346,0.0006371417,0.00029763218,0.0375229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930831,0.003969507,0.0005309563,0.000547875,0.0015879232,0.0002806487],"domain_scores_gemma":[0.9909127,0.0073184767,0.00037192172,0.000440175,0.0007989387,0.00015777667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009692448,0.0010523355,0.0013392996,0.0041029034,0.0011340821,0.0067718737,0.0045215585,0.0064519495,0.006847626],"category_scores_gemma":[0.01677608,0.0006314589,0.0014558752,0.003289721,0.01146309,0.008829335,0.0024975152,0.006063356,0.0022404694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013706918,0.000018537537,0.00008831535,0.0004906084,0.000027933753,0.00043384466,0.0005363132,0.002631899,0.00008133175,0.9211264,0.028090749,0.046460286],"study_design_scores_gemma":[0.000011964893,0.000011418255,0.00009266501,0.0007859508,0.000012631083,0.00050203037,0.00021531807,0.0026840516,0.00012931848,0.79380655,0.20172872,0.000019304658],"about_ca_topic_score_codex":0.0039843945,"about_ca_topic_score_gemma":0.003067443,"teacher_disagreement_score":0.009692448,"about_ca_system_score_codex":0.0044987383,"about_ca_system_score_gemma":0.002051254,"threshold_uncertainty_score":0.05125916},"labels":[],"label_agreement":null},{"id":"W2154897200","doi":"10.1017/s0269888906000956","title":"Building autonomic systems using collaborative reinforcement learning","year":2006,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Reinforcement learning; Computer science; Adaptation (eye); Distributed computing; Routing (electronic design automation); Set (abstract data type); Protocol (science); Artificial intelligence; Computer network","score_opus":0.013846989711823748,"score_gpt":0.2570420959479594,"score_spread":0.24319510623613566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154897200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022517331,0.0002802558,0.97147083,0.00024428498,0.000048370206,0.00009351741,0.000013571886,0.0007819647,0.004549845],"genre_scores_gemma":[0.70890254,0.00057987554,0.28789267,0.00015020823,0.000080132064,0.00028887682,0.000081093494,0.000113579976,0.0019109413],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989573,0.00034747177,0.000057835936,0.00018172775,0.00036423607,0.000091354574],"domain_scores_gemma":[0.9982711,0.0007279582,0.00022073531,0.00043221255,0.00023111474,0.000116903524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016171918,0.0005351321,0.0007566401,0.00037741155,0.0005261663,0.0010203909,0.00135972,0.000661427,0.0011329644],"category_scores_gemma":[0.004461807,0.00033723383,0.00045757496,0.00030537337,0.0010142191,0.0015118524,0.001678499,0.0010255069,0.00030027636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047611335,0.00013427992,0.0014044516,0.00012572277,0.00010866587,0.00014938864,0.00017683332,0.84639245,0.0048610135,0.036083434,0.0013337366,0.10918246],"study_design_scores_gemma":[0.00003193549,0.000076439865,0.00018032653,0.000017367545,0.000023332013,0.00005583502,0.00002683394,0.9669175,0.0018970296,0.025670342,0.005089238,0.000013728106],"about_ca_topic_score_codex":0.0015091713,"about_ca_topic_score_gemma":0.0013110752,"teacher_disagreement_score":0.0016171918,"about_ca_system_score_codex":0.00052087335,"about_ca_system_score_gemma":0.00082297745,"threshold_uncertainty_score":0.008552611},"labels":[],"label_agreement":null},{"id":"W2166752908","doi":"10.1017/s0269888902000358","title":"UML for ontology development","year":2002,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Unified Modeling Language; Computer science; Scope (computer science); Applications of UML; Ontology; Software engineering; UML tool; Model-driven architecture; Software; Programming language; Epistemology","score_opus":0.04874355400138837,"score_gpt":0.26247223982223866,"score_spread":0.2137286858208503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166752908","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007237683,0.017172443,0.84948164,0.010638806,0.0027107259,0.0006487935,0.0028725134,0.0083067035,0.10744455],"genre_scores_gemma":[0.017403264,0.018890347,0.90708375,0.0035734777,0.0015997271,0.0014339287,0.0075952113,0.0021018262,0.04031845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.993123,0.0029519456,0.0009993768,0.0007488164,0.0019027558,0.0002741938],"domain_scores_gemma":[0.99439126,0.0024906434,0.0005831258,0.0012913834,0.00096320786,0.00028039273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006083346,0.002046169,0.0014733388,0.005285171,0.0016399926,0.0063186833,0.0033126525,0.0036826092,0.032878574],"category_scores_gemma":[0.013878612,0.0012794129,0.0025828972,0.006155313,0.002078018,0.010131166,0.0048895013,0.005405315,0.023709683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027844246,0.000049621212,0.00026580584,0.00082334055,0.00006413084,0.00043074184,0.0008455754,0.0017888879,0.0011129895,0.71706325,0.09321138,0.18431652],"study_design_scores_gemma":[0.000013459611,0.0000103802695,0.00009214015,0.00040345,0.000018820328,0.00031841735,0.000099423,0.0025788783,0.0005010589,0.22654536,0.76939315,0.000025417274],"about_ca_topic_score_codex":0.0038002336,"about_ca_topic_score_gemma":0.0032917059,"teacher_disagreement_score":0.032878574,"about_ca_system_score_codex":0.0025159293,"about_ca_system_score_gemma":0.004507875,"threshold_uncertainty_score":0.10998982},"labels":[],"label_agreement":null},{"id":"W2197326744","doi":"10.1017/s0269888910000354","title":"Robotics competitions as benchmarks for AI research","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Robotics; Benchmark (surveying); Artificial intelligence; Computer science; Applications of artificial intelligence; Robot","score_opus":0.1069341295820813,"score_gpt":0.3609366505106727,"score_spread":0.2540025209285914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197326744","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084843196,0.3374326,0.014101933,0.09013498,0.014187058,0.0004680233,0.0012036001,0.00029372398,0.4573349],"genre_scores_gemma":[0.8602203,0.0717147,0.01385811,0.015250677,0.0057574357,0.00067800493,0.0023986753,0.00030235396,0.029819703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98068225,0.010601411,0.0007933834,0.0008917141,0.0061223023,0.00090903795],"domain_scores_gemma":[0.9614685,0.016025322,0.003519653,0.0013400061,0.01464217,0.0030043337],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028983703,0.0005800533,0.0009266664,0.005247228,0.0016759663,0.005217546,0.002015297,0.0015755923,0.007618967],"category_scores_gemma":[0.033703912,0.00019724124,0.0003713329,0.0049308487,0.0026035332,0.0038743971,0.003065137,0.0018762008,0.0016393219],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007215535,0.00047170257,0.0043841633,0.0020926567,0.0001496134,0.00014128807,0.0008038656,0.005258766,0.0007261587,0.45664608,0.17471267,0.35389155],"study_design_scores_gemma":[0.0002494017,0.0008991752,0.015707381,0.0025990568,0.0000748347,0.00019972294,0.0029263466,0.0049592406,0.0017459239,0.13679343,0.83371824,0.00012723515],"about_ca_topic_score_codex":0.004005329,"about_ca_topic_score_gemma":0.0062035257,"teacher_disagreement_score":0.9710163,"about_ca_system_score_codex":0.005317928,"about_ca_system_score_gemma":0.003595746,"threshold_uncertainty_score":0.15328228},"labels":[],"label_agreement":null},{"id":"W2407055246","doi":"10.1017/s0269888915000065","title":"Computational logics and verification techniques of multi-agent commitments: survey","year":2015,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Semantics (computer science); Autonomy; Openness to experience; Knowledge management; Artificial intelligence; Programming language; Psychology","score_opus":0.10718272266371374,"score_gpt":0.320506095392577,"score_spread":0.21332337272886326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407055246","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007314652,0.03943038,0.9247765,0.00406152,0.00037990205,0.00019506025,0.00017611825,0.00086514547,0.022800641],"genre_scores_gemma":[0.344389,0.057911117,0.5854508,0.0020935717,0.0012963461,0.00045154974,0.00071074726,0.0005100734,0.00718677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902068,0.0040587997,0.0009824287,0.0011715502,0.0031366935,0.0004436393],"domain_scores_gemma":[0.98000973,0.014850407,0.00077546394,0.0023885428,0.0017082551,0.00026759043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011673502,0.0010305346,0.0011725733,0.004936929,0.001483074,0.006380051,0.0056607616,0.0024198017,0.005620921],"category_scores_gemma":[0.01798899,0.0014279976,0.003671862,0.0055306884,0.0051939366,0.013026589,0.00405239,0.005749355,0.0015668492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086833265,0.00016953947,0.00075536146,0.001518292,0.000091373724,0.0002400481,0.000816561,0.014405181,0.0009238722,0.83536386,0.0034823257,0.14214672],"study_design_scores_gemma":[0.00006349155,0.00010145591,0.0005148211,0.0014755857,0.000084705425,0.00062399963,0.0006607474,0.11515289,0.004112303,0.80471927,0.07236706,0.00012360467],"about_ca_topic_score_codex":0.0030106509,"about_ca_topic_score_gemma":0.0011681297,"teacher_disagreement_score":0.011673502,"about_ca_system_score_codex":0.004690761,"about_ca_system_score_gemma":0.0037436008,"threshold_uncertainty_score":0.061736107},"labels":[],"label_agreement":null},{"id":"W2490545168","doi":"10.1017/s0269888916000114","title":"HuroCup: competition for multi-event humanoid robot athletes","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Robotic Locomotion and Control","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Competition (biology); Athletes; Event (particle physics); Robot; Focus (optics); Computer science; Simulation; Psychology; Artificial intelligence; Physical therapy","score_opus":0.026517172603350164,"score_gpt":0.2641758258544626,"score_spread":0.23765865325111243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490545168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3669058,0.04161561,0.251416,0.010863643,0.005357407,0.0020593633,0.0019278593,0.00285917,0.3169951],"genre_scores_gemma":[0.8337385,0.014454684,0.09216716,0.0021232476,0.00076849305,0.0011221456,0.0043269787,0.00029192388,0.05100693],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990915,0.00027146772,0.000062548854,0.00013589727,0.00029968924,0.00013899797],"domain_scores_gemma":[0.9988176,0.00023812451,0.0001338074,0.000071097864,0.00039518124,0.00034408778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011822234,0.00040712502,0.0004192039,0.00065648137,0.0010326137,0.00119804,0.0015289955,0.00069279026,0.0064537534],"category_scores_gemma":[0.0019421368,0.00011065507,0.0002982333,0.000437628,0.00069414906,0.0006194586,0.0023000238,0.0006971738,0.0019288522],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008597479,0.00075187185,0.0093452865,0.0032593643,0.00014851874,0.00082235225,0.0013323067,0.009171605,0.012330387,0.023415564,0.06746059,0.8711024],"study_design_scores_gemma":[0.00020429955,0.0032576313,0.053762488,0.003154198,0.000100652105,0.0025652363,0.0058186287,0.034947135,0.01245782,0.030272495,0.8532001,0.00025931685],"about_ca_topic_score_codex":0.0039834995,"about_ca_topic_score_gemma":0.009422736,"teacher_disagreement_score":0.0064537534,"about_ca_system_score_codex":0.0005378505,"about_ca_system_score_gemma":0.0012275449,"threshold_uncertainty_score":0.021589935},"labels":[],"label_agreement":null},{"id":"W2521052416","doi":"10.1017/s0269888916000163","title":"Active balancing and turning for alpine skiing robots","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Robotic Locomotion and Control","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Robot; Terrain; Brake; Simulation; Engineering; Inclined plane; Computer science; Control theory (sociology); Artificial intelligence; Control (management); Automotive engineering; Mechanical engineering; Geography","score_opus":0.007947524968199754,"score_gpt":0.22239722671744944,"score_spread":0.21444970174924968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521052416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1521694,0.026440712,0.78085834,0.00047914038,0.00027655566,0.00016342246,0.00008992441,0.0020507632,0.03747174],"genre_scores_gemma":[0.9389718,0.008036966,0.042015165,0.00010371586,0.00010569049,0.00012367044,0.00013763751,0.000044392134,0.01046094],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998584,0.000025287078,0.000008434803,0.00002724507,0.000057224166,0.000023335215],"domain_scores_gemma":[0.9998281,0.000044681477,0.000039033137,0.000015643593,0.00005682723,0.00001571925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019328613,0.0003753289,0.00026326114,0.00043075558,0.00028114917,0.0005633176,0.0005744718,0.00041396637,0.0014633567],"category_scores_gemma":[0.00037837215,0.00017615694,0.00023800124,0.0003204956,0.00042491942,0.00031635998,0.00036466637,0.00027952922,0.0004659349],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021944057,0.00011142533,0.0020781734,0.0015826594,0.00010216454,0.00042744234,0.000648167,0.13600022,0.18372935,0.009871154,0.0032117425,0.6620181],"study_design_scores_gemma":[0.00011177548,0.0011497402,0.014074548,0.00054266135,0.00016701099,0.0009808436,0.000558935,0.7373621,0.07311463,0.01684308,0.15498848,0.000106252635],"about_ca_topic_score_codex":0.002828496,"about_ca_topic_score_gemma":0.002098076,"teacher_disagreement_score":0.002828496,"about_ca_system_score_codex":0.00020017907,"about_ca_system_score_gemma":0.00021721964,"threshold_uncertainty_score":0.005624056},"labels":[],"label_agreement":null},{"id":"W2560100475","doi":"10.1017/s0269888916000217","title":"Storing massive Resource Description Framework (RDF) data: a survey","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Natural Science Foundation of China","keywords":"RDF; RDF/XML; Computer science; RDF Schema; Simple Knowledge Organization System; Cwm; SPARQL; Linked data; RDF query language; NoSQL; Database; Semantic Web; Information retrieval; World Wide Web; Scalability; Web search query","score_opus":0.09351567540660552,"score_gpt":0.3017580043145725,"score_spread":0.20824232890796698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560100475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01954016,0.6573654,0.25677255,0.011694438,0.0011390618,0.0003669473,0.0050487337,0.0034911027,0.044581633],"genre_scores_gemma":[0.078034654,0.75431955,0.14434491,0.0021299326,0.0009508743,0.00024503146,0.01405905,0.0007580987,0.005157933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996711,0.00052625174,0.00044408743,0.00045372272,0.0016914337,0.00017339698],"domain_scores_gemma":[0.9935027,0.003425574,0.00043605603,0.0009497247,0.0015294756,0.00015646407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057199486,0.00061718654,0.0010700969,0.00957374,0.00072636013,0.003299779,0.0030396394,0.0012461607,0.002145155],"category_scores_gemma":[0.007523858,0.00067008194,0.00094495073,0.016385462,0.0011539157,0.010212862,0.0025399183,0.0012536568,0.0013351929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000706893,0.000092940696,0.0030056708,0.004813774,0.000106478714,0.00032559808,0.00048978516,0.005215955,0.0023305768,0.079637416,0.0485132,0.8553979],"study_design_scores_gemma":[0.000010723436,0.000033194083,0.0015101471,0.0031864985,0.00007217513,0.00086030905,0.0009169661,0.01104281,0.0049586133,0.037426073,0.9399043,0.00007821084],"about_ca_topic_score_codex":0.005484822,"about_ca_topic_score_gemma":0.0025374335,"teacher_disagreement_score":0.00957374,"about_ca_system_score_codex":0.0013623545,"about_ca_system_score_gemma":0.0022177706,"threshold_uncertainty_score":0.03025031},"labels":[],"label_agreement":null},{"id":"W2564265628","doi":"10.1017/s0269888916000254","title":"Logic-based Benders decomposition for planning and scheduling: a computational analysis","year":2016,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Air Force Office of Scientific Research; National Science Foundation","keywords":"Benders' decomposition; Scheduling (production processes); Mathematical optimization; Computer science; Implementation; Constraint programming; Integer programming; Job shop scheduling; Theoretical computer science; Operations research; Mathematics; Programming language; Schedule; Stochastic programming","score_opus":0.025606828449799106,"score_gpt":0.3048572922159124,"score_spread":0.2792504637661133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564265628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017535405,0.0027372942,0.96251655,0.0011418245,0.00008160423,0.00015666286,0.00022302728,0.00020294204,0.0154046165],"genre_scores_gemma":[0.20461856,0.0049620294,0.7836758,0.0004199843,0.00019793205,0.00036335073,0.0006034857,0.00015499356,0.0050038807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895227,0.00049500744,0.000044545206,0.00008806814,0.000320727,0.0000994347],"domain_scores_gemma":[0.9962296,0.0030975803,0.00019889152,0.0001464914,0.0002639545,0.0000634117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028081054,0.0009360924,0.0007881915,0.0014101483,0.00046927654,0.0016384785,0.0009661839,0.00075820135,0.007457375],"category_scores_gemma":[0.005699802,0.00058552594,0.0013257212,0.00245427,0.000736538,0.0020227856,0.0008072578,0.0023078178,0.00068609294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009172718,0.00011538459,0.00073965674,0.00044821334,0.000071762974,0.000053878288,0.00006045648,0.7097368,0.0012029659,0.17260838,0.0051147193,0.10975603],"study_design_scores_gemma":[0.000030450927,0.000038732902,0.00021450472,0.00007048161,0.00002521884,0.000028503502,0.000030862982,0.90712416,0.00046445828,0.08842125,0.0035436933,0.000007750933],"about_ca_topic_score_codex":0.004081585,"about_ca_topic_score_gemma":0.0055704825,"teacher_disagreement_score":0.007457375,"about_ca_system_score_codex":0.001936256,"about_ca_system_score_gemma":0.0019410566,"threshold_uncertainty_score":0.024947405},"labels":[],"label_agreement":null},{"id":"W2585469550","doi":"10.1017/s0269888916000321","title":"Inter-humanoid robot interaction with emphasis on detection: a comparison study","year":2017,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Video Surveillance and Tracking Methods","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Artificial intelligence; Robot; Local binary patterns; Computer science; Cascading classifiers; Histogram; Computer vision; Robotics; False positive paradox; Feature (linguistics); Set (abstract data type); Data set; Classifier (UML); Human–computer interaction; Image (mathematics)","score_opus":0.06251306093212919,"score_gpt":0.37341950552611597,"score_spread":0.31090644459398675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585469550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9153098,0.030982796,0.038552504,0.00038205375,0.00043860052,0.0003223989,0.00076981995,0.0005235424,0.012718486],"genre_scores_gemma":[0.9799975,0.004461959,0.011557443,0.000103850056,0.000108742526,0.0000812073,0.00089385756,0.000054916905,0.002740515],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99756926,0.0006912915,0.00015126802,0.0005638547,0.0008422799,0.00018193826],"domain_scores_gemma":[0.9926617,0.0034548554,0.0004566722,0.0003730872,0.0028072444,0.0002464645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023306268,0.00073937,0.0008483289,0.002379262,0.00034912326,0.0009631215,0.0007281288,0.0009792602,0.0019306006],"category_scores_gemma":[0.009992896,0.0001773627,0.00062057487,0.0010790578,0.00027785343,0.0012081215,0.0006508571,0.000318315,0.001070674],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003986343,0.0009011768,0.15062967,0.0020487846,0.00091978046,0.00068154105,0.00078959437,0.00737909,0.011456075,0.00054728094,0.00674133,0.8139193],"study_design_scores_gemma":[0.00020453532,0.01057245,0.64464146,0.0007190249,0.002415761,0.007254747,0.005314187,0.2708846,0.033852123,0.0020938641,0.021799944,0.00024725724],"about_ca_topic_score_codex":0.004091593,"about_ca_topic_score_gemma":0.0034039163,"teacher_disagreement_score":0.004091593,"about_ca_system_score_codex":0.00046038622,"about_ca_system_score_gemma":0.00039902003,"threshold_uncertainty_score":0.012325704},"labels":[],"label_agreement":null},{"id":"W2603222250","doi":"10.1017/s0269888917000029","title":"The state of the art in semantic relatedness: a framework for comparison","year":2017,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; WordNet; Closeness; Semantic similarity; Similarity (geometry); Strengths and weaknesses; Representation (politics); Domain (mathematical analysis); Metric (unit); Data science; Information retrieval; Artificial intelligence; Mathematics","score_opus":0.022776585487954894,"score_gpt":0.33508661123122313,"score_spread":0.3123100257432682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603222250","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00892645,0.56005424,0.38789323,0.011939467,0.0012078224,0.0003692281,0.00069898466,0.00044149536,0.028469041],"genre_scores_gemma":[0.25858092,0.25137886,0.4767467,0.0033231883,0.003124244,0.0016415712,0.0019850268,0.00036687576,0.0028525728],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96676606,0.019896224,0.0028401918,0.0025477193,0.007410995,0.000538854],"domain_scores_gemma":[0.9177903,0.06216825,0.0041583953,0.004887352,0.010264881,0.0007307557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03425916,0.0014155229,0.0025559962,0.04748476,0.0016594288,0.008674193,0.0038719208,0.002807056,0.0038329987],"category_scores_gemma":[0.082191154,0.00049442786,0.0016807601,0.03777338,0.0058944346,0.021757618,0.0039170557,0.0034103293,0.0013249562],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008743895,0.00013175482,0.0026971356,0.006822943,0.00036368732,0.00009339768,0.0014202596,0.0046013864,0.0009317754,0.49641952,0.0150979115,0.47133276],"study_design_scores_gemma":[0.00004023686,0.00035222986,0.008228969,0.014673682,0.0004978082,0.0005381702,0.0042340867,0.045560416,0.0023105491,0.62946486,0.29388446,0.00021451976],"about_ca_topic_score_codex":0.0033574062,"about_ca_topic_score_gemma":0.002051172,"teacher_disagreement_score":0.04748476,"about_ca_system_score_codex":0.006035258,"about_ca_system_score_gemma":0.0037104823,"threshold_uncertainty_score":0.18118191},"labels":[],"label_agreement":null},{"id":"W2884439071","doi":"10.1017/s0269888921000035","title":"Safe option-critic: learning safety in the option-critic architecture","year":2021,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reinforcement learning; Consistency (knowledge bases); State space; Variance (accounting); Function (biology); Artificial intelligence; Grid; Architecture; Machine learning; Mathematical optimization; Mathematics","score_opus":0.011610790669513473,"score_gpt":0.25518738082408904,"score_spread":0.24357659015457556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884439071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020876745,0.0013049095,0.971394,0.0007230595,0.000061237006,0.000034586996,0.0000340141,0.00050672144,0.005064765],"genre_scores_gemma":[0.84746504,0.0012317548,0.14584938,0.0002450774,0.000066604225,0.00011894841,0.000072705734,0.00012412066,0.004826389],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994429,0.00028961123,0.000024478944,0.00007544319,0.00012219623,0.0000453819],"domain_scores_gemma":[0.9981077,0.0012551644,0.00014005354,0.00011046768,0.00027106,0.000115598785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018990347,0.0008115152,0.000737307,0.0004039898,0.0002689522,0.0008881319,0.0015362033,0.0010562354,0.0024309799],"category_scores_gemma":[0.004377479,0.00044143468,0.00044955645,0.00035265792,0.001352541,0.0011774658,0.0007913068,0.0021760634,0.00037442546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054393648,0.000027178687,0.00054301985,0.000088523484,0.00005457103,0.00004121206,0.000041970146,0.9240856,0.0006314852,0.038565494,0.00093903125,0.03492761],"study_design_scores_gemma":[0.000012042597,0.000018332059,0.00005728444,0.000013419736,0.000006689853,0.0000093854405,0.0000027033702,0.98021257,0.00027010872,0.018946428,0.00044599723,0.000005000377],"about_ca_topic_score_codex":0.0042300285,"about_ca_topic_score_gemma":0.0034787578,"teacher_disagreement_score":0.0042300285,"about_ca_system_score_codex":0.0011561519,"about_ca_system_score_gemma":0.0011183743,"threshold_uncertainty_score":0.010043144},"labels":[],"label_agreement":null},{"id":"W2989800314","doi":"10.1017/s0269888919000146","title":"A sketch drawing humanoid robot using image-based visual servoing","year":2019,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Advanced Vision and Imaging","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Sketch; Visual servoing; Computer science; Computer vision; Robot; Artificial intelligence; Process (computing); Human–computer interaction; Algorithm","score_opus":0.015049570961343912,"score_gpt":0.3053675371158152,"score_spread":0.2903179661544713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989800314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062093057,0.0016243759,0.92062956,0.00021535746,0.00020792577,0.00026346065,0.00009103655,0.0041236207,0.01075147],"genre_scores_gemma":[0.49587792,0.0011799296,0.4930455,0.00013288551,0.000048312675,0.00015032748,0.0001332941,0.00008810723,0.009343759],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998247,0.000026309517,0.000009263763,0.000060762195,0.00006460729,0.000014357838],"domain_scores_gemma":[0.99972695,0.00007693748,0.00003785141,0.000058912985,0.000060896808,0.00003841919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003306441,0.0004990941,0.00041715268,0.0003024764,0.00024361648,0.0004764977,0.001005196,0.00069947983,0.0040419726],"category_scores_gemma":[0.00067210395,0.00024797747,0.0003518191,0.00033292564,0.000554731,0.0004924616,0.0005197305,0.00052714895,0.000821553],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030157916,0.00010693546,0.00072235835,0.00089836185,0.00007527107,0.000719183,0.0004420709,0.045404576,0.3715336,0.0056685344,0.0038773697,0.5702502],"study_design_scores_gemma":[0.00044363688,0.0018222923,0.0054969955,0.0003191209,0.00019248364,0.0036330754,0.0002872273,0.7145401,0.15386473,0.008053515,0.111131184,0.00021564093],"about_ca_topic_score_codex":0.001463802,"about_ca_topic_score_gemma":0.000996499,"teacher_disagreement_score":0.0040419726,"about_ca_system_score_codex":0.00020283063,"about_ca_system_score_gemma":0.00041816497,"threshold_uncertainty_score":0.013521731},"labels":[],"label_agreement":null},{"id":"W2990827037","doi":"10.1017/s0269888919000109","title":"Ontologies for Industry 4.0","year":2019,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Waterloo","funders":"Interreg; Fundação para a Ciência e a Tecnologia; Monash University","keywords":"Interoperability; Standardization; Computer science; Industry 4.0; Factory (object-oriented programming); Cyber-physical system; Domain (mathematical analysis); Software engineering; Software; Data science; World Wide Web; Embedded system","score_opus":0.02311095662064696,"score_gpt":0.25625939653765606,"score_spread":0.2331484399170091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990827037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052337814,0.14130494,0.5183617,0.03518336,0.0026570945,0.0006452083,0.0036928526,0.0022578628,0.29066324],"genre_scores_gemma":[0.13729768,0.19560157,0.5992132,0.011995388,0.0017699593,0.0013602286,0.015794933,0.00080437504,0.036162652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99393517,0.002253626,0.0011119348,0.0006446693,0.0017342562,0.0003202711],"domain_scores_gemma":[0.99256825,0.003093843,0.0009990615,0.0013365617,0.001686509,0.0003159472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007045871,0.0009803356,0.00070489757,0.013525295,0.0023408018,0.008052932,0.002516519,0.0035171323,0.0066338],"category_scores_gemma":[0.011112121,0.000584541,0.0014417835,0.01821796,0.004541352,0.014069242,0.0051006824,0.0036521517,0.0028835696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006353531,0.000027657525,0.00025491425,0.0009881356,0.000022555188,0.0001407676,0.0008715069,0.0009785314,0.0003688159,0.88587445,0.01923734,0.0912289],"study_design_scores_gemma":[0.0000032228234,0.0000049010814,0.0004019636,0.0019939027,0.000014509477,0.00027177823,0.0005727983,0.001288236,0.00025691136,0.21111298,0.78405803,0.000020771027],"about_ca_topic_score_codex":0.015773365,"about_ca_topic_score_gemma":0.008120264,"teacher_disagreement_score":0.015773365,"about_ca_system_score_codex":0.007414389,"about_ca_system_score_gemma":0.009998516,"threshold_uncertainty_score":0.053795397},"labels":[],"label_agreement":null},{"id":"W2994830123","doi":"10.1017/s0269888919000237","title":"A review and comparison of ontology-based approaches to robot autonomy","year":2019,"lang":"en","type":"review","venue":"The Knowledge Engineering Review","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Waterloo","funders":"Interreg; Agencia Estatal de Investigación; Fundação para a Ciência e a Tecnologia; Deutsche Forschungsgemeinschaft","keywords":"Variety (cybernetics); Computer science; Ontology; Scope (computer science); Domain (mathematical analysis); USable; Robot; Reuse; Autonomy; Process ontology; Set (abstract data type); Human–computer interaction; Ontology language; Software engineering; Knowledge management; Artificial intelligence; Domain knowledge; Programming language; World Wide Web; Engineering; Semantic Web","score_opus":0.25483553978247975,"score_gpt":0.35628208920340393,"score_spread":0.10144654942092418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994830123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012784619,0.9967713,0.0009056488,0.0004890492,0.00017092314,0.000009619018,0.0000210507,0.000007460527,0.0014970629],"genre_scores_gemma":[0.0010604056,0.99761605,0.0008075377,0.00019085963,0.000096203,0.000013272197,0.00003564967,0.0000030566457,0.00017684858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983937,0.00043360522,0.00030325583,0.0001820395,0.0006075621,0.000079736914],"domain_scores_gemma":[0.9943703,0.003843361,0.00047195723,0.00013940355,0.0010483622,0.0001266684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003232855,0.001077845,0.0017365053,0.0112493485,0.00060110446,0.002322988,0.0016678983,0.0016234268,0.0024772424],"category_scores_gemma":[0.006100155,0.00058415084,0.0009995311,0.012223333,0.0015150554,0.003933393,0.0016402269,0.0019060441,0.0010562555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005095674,0.00008444546,0.0004124913,0.06388684,0.00023791796,0.00023129178,0.0005406667,0.000847257,0.0006343112,0.03253408,0.020156465,0.8803832],"study_design_scores_gemma":[0.000010321785,0.000061371094,0.0012445593,0.041967444,0.00033694415,0.00082956464,0.00042314615,0.00028775347,0.000431573,0.012340884,0.94201905,0.000047359645],"about_ca_topic_score_codex":0.0037522751,"about_ca_topic_score_gemma":0.004755204,"teacher_disagreement_score":0.0112493485,"about_ca_system_score_codex":0.002131284,"about_ca_system_score_gemma":0.004592697,"threshold_uncertainty_score":0.017097175},"labels":[],"label_agreement":null},{"id":"W3007560286","doi":"10.1017/s0269888920000107","title":"Domain adaptation-based transfer learning using adversarial networks","year":2020,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Generalization; Adversarial system; Task (project management); Reinforcement learning; Adaptation (eye); Artificial intelligence; Transfer of learning; Domain (mathematical analysis); Machine learning; Multi-task learning; Domain adaptation; Relation (database); Negative transfer; Data mining; Psychology; Mathematics","score_opus":0.035040056946704964,"score_gpt":0.24525326218233207,"score_spread":0.2102132052356271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007560286","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01875881,0.0013922453,0.9766591,0.000289773,0.00009735641,0.00006751455,0.000039303257,0.0007238644,0.001972071],"genre_scores_gemma":[0.8700212,0.0012398468,0.12269847,0.00050530146,0.00016075862,0.00023295985,0.00026904908,0.000118660275,0.0047537386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991937,0.0003254378,0.0000379301,0.00022070746,0.0001542761,0.000067947905],"domain_scores_gemma":[0.9982622,0.0011120796,0.00014093038,0.00021819107,0.00019085527,0.00007576249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016720742,0.0011268128,0.0011559558,0.0007559173,0.0003382326,0.0006211163,0.0019107978,0.0012272607,0.0016297216],"category_scores_gemma":[0.0034361356,0.00043606872,0.00097603555,0.00069549686,0.001054987,0.0014213367,0.001753485,0.0021971788,0.000513151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058455556,0.0001108917,0.0006096427,0.000092349495,0.00012063866,0.000068481866,0.000059528436,0.87753534,0.0027238308,0.005867981,0.0016560173,0.11109682],"study_design_scores_gemma":[0.0000035671058,0.000020189305,0.000079654936,0.000006364769,0.0000056847525,0.000010931262,0.000003586279,0.9958474,0.00050012016,0.0032554772,0.00026290506,0.00000405862],"about_ca_topic_score_codex":0.002670475,"about_ca_topic_score_gemma":0.0014997278,"teacher_disagreement_score":0.002670475,"about_ca_system_score_codex":0.0008215902,"about_ca_system_score_gemma":0.0005748697,"threshold_uncertainty_score":0.0088428855},"labels":[],"label_agreement":null},{"id":"W3033457543","doi":"10.1017/s0269888920000338","title":"Ontologies for cloud robotics","year":2020,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Robotics and Automated Systems","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; General Motors (Canada)","funders":"","keywords":"Cloud computing; Interoperability; Robotics; Computer science; Implementation; Domain (mathematical analysis); Artificial intelligence; Robot; Software engineering; Representation (politics); Knowledge representation and reasoning; Distributed computing; Systems engineering; World Wide Web; Engineering","score_opus":0.03688110438421095,"score_gpt":0.25117782117905896,"score_spread":0.21429671679484802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033457543","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003994918,0.11028752,0.7466495,0.020186853,0.0018753149,0.00033006072,0.0012035862,0.0009902904,0.114481986],"genre_scores_gemma":[0.20227753,0.18361485,0.573682,0.00680618,0.002634927,0.0009127139,0.0042560217,0.00043959863,0.025376096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99676955,0.0011700867,0.00042121852,0.00042489704,0.0010194795,0.00019471551],"domain_scores_gemma":[0.9961429,0.0018259875,0.00039124335,0.00076606515,0.0006972772,0.0001764176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033866195,0.00087312266,0.00085553864,0.0060649193,0.0017499478,0.006362823,0.0023798859,0.0027773532,0.004516537],"category_scores_gemma":[0.0060171643,0.00055673404,0.0015973678,0.006905705,0.0046771206,0.011039476,0.004975596,0.0035532487,0.0017512109],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041687367,0.000013826417,0.000104105085,0.00046296138,0.000020816231,0.000087816225,0.00022882194,0.0023625176,0.0001691587,0.9425585,0.007348339,0.046638828],"study_design_scores_gemma":[0.000004174304,0.000005874744,0.00025623798,0.0009389601,0.000013776932,0.00025918894,0.0002649717,0.008151155,0.00029688427,0.6367997,0.35298407,0.000025108315],"about_ca_topic_score_codex":0.0109136095,"about_ca_topic_score_gemma":0.006470757,"teacher_disagreement_score":0.0109136095,"about_ca_system_score_codex":0.0046316083,"about_ca_system_score_gemma":0.004166169,"threshold_uncertainty_score":0.03360486},"labels":[],"label_agreement":null},{"id":"W4206212268","doi":"10.1017/s0269888910000135","title":"KER volume 25 issue 3 Cover and Front matter","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba","funders":"","keywords":"Front cover; Cover (algebra); Volume (thermodynamics); Front (military); Content (measure theory); Action (physics); Computer science; Environmental science; Engineering; Geography; Mathematics; Physics; Meteorology; Mechanical engineering","score_opus":0.013279769310723498,"score_gpt":0.2796563447024512,"score_spread":0.2663765753917277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206212268","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00208025,0.027640732,0.00080874603,0.009213618,0.025564976,0.00014352807,0.0020007868,0.001144011,0.9314033],"genre_scores_gemma":[0.0053779394,0.011329006,0.00041215104,0.0027730044,0.003694826,0.00004709227,0.001217339,0.00021575524,0.97493297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926454,0.00007699817,0.000033026456,0.00012707814,0.00040134016,0.00009708793],"domain_scores_gemma":[0.99877733,0.00020701202,0.000057518282,0.00016499952,0.0005688856,0.00022426862],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008445462,0.00066469435,0.0008958021,0.002013953,0.0012124099,0.00501265,0.0010382482,0.0017332078,0.7286387],"category_scores_gemma":[0.0024592236,0.00035963632,0.00066471903,0.0016273344,0.0006620873,0.0017507493,0.0016779827,0.0013158332,0.6178665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051416042,0.000048652906,0.00025979552,0.00038162255,0.000012501655,0.00007520541,0.000024664489,0.000032590553,0.0006291178,0.0024254979,0.86538625,0.13067266],"study_design_scores_gemma":[0.0000059320305,0.00001263974,0.0005807949,0.00016705322,0.0000060800644,0.00007695122,0.000027625745,0.000023539113,0.00017259853,0.0002878271,0.9986362,0.000002703617],"about_ca_topic_score_codex":0.0019338211,"about_ca_topic_score_gemma":0.0036261172,"teacher_disagreement_score":0.2713613,"about_ca_system_score_codex":0.001196285,"about_ca_system_score_gemma":0.0015525285,"threshold_uncertainty_score":0.38706392},"labels":[],"label_agreement":null},{"id":"W4210327302","doi":"10.1017/s0269888921000151","title":"Merging pruning and neuroevolution: towards robust and efficient controllers for modular soft robots","year":2022,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Norges Forskningsråd","keywords":"Neuroevolution; Computer science; Pruning; Modular design; Robustness (evolution); Artificial intelligence; Adaptability; Artificial neural network; Robot; Generalization; Machine learning; Mathematics","score_opus":0.018389255615080743,"score_gpt":0.22979279034478745,"score_spread":0.2114035347297067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210327302","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16106206,0.0070619546,0.82468283,0.0004480317,0.00008920671,0.00007868066,0.000021870386,0.00033928594,0.006216056],"genre_scores_gemma":[0.8746082,0.0026585662,0.12044823,0.00016998999,0.00007400423,0.00013731647,0.00004563279,0.00007316731,0.0017848198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99962723,0.00011752409,0.000021977097,0.00006321456,0.00012924729,0.000040793104],"domain_scores_gemma":[0.9992987,0.00036503738,0.00011670332,0.00008084644,0.000105393265,0.00003326584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010483869,0.00072534126,0.00079527055,0.0006306343,0.0002493454,0.0006684972,0.0012049043,0.0008677205,0.0006451055],"category_scores_gemma":[0.0021451572,0.0003740997,0.0006124268,0.0004714779,0.00094720477,0.0007044838,0.001092088,0.0007768636,0.00015713391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043739932,0.0000567428,0.0008819104,0.00024463507,0.00014477171,0.00010685888,0.000103331244,0.84789425,0.019326048,0.02105029,0.0005369475,0.1096105],"study_design_scores_gemma":[0.00001843413,0.00012885475,0.0004634815,0.000047037258,0.00003671131,0.00006284539,0.000017663937,0.9841121,0.0036054368,0.009231819,0.0022628712,0.0000127939375],"about_ca_topic_score_codex":0.0011230867,"about_ca_topic_score_gemma":0.0008171689,"teacher_disagreement_score":0.0012049043,"about_ca_system_score_codex":0.00047537463,"about_ca_system_score_gemma":0.00033390403,"threshold_uncertainty_score":0.0055444837},"labels":[],"label_agreement":null},{"id":"W4210762060","doi":"10.1017/s0269888910000111","title":"KER volume 25 issue 2 Cover and Front matter","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba","funders":"","keywords":"Front cover; Cover (algebra); Front (military); Volume (thermodynamics); Content (measure theory); Action (physics); Computer science; Engineering; Physics; Mathematics; Mechanical engineering","score_opus":0.013023143207801898,"score_gpt":0.2794813963161991,"score_spread":0.2664582531083972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210762060","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002272582,0.035086617,0.0008387538,0.010736654,0.030864552,0.00015353576,0.0020360728,0.0010750653,0.91693616],"genre_scores_gemma":[0.005533162,0.012720995,0.00042602862,0.0030614282,0.0044644712,0.00005052337,0.0012522454,0.00020411446,0.97228694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917537,0.00009430815,0.000037380625,0.00014309029,0.0004444132,0.0001054275],"domain_scores_gemma":[0.9987031,0.00022685836,0.00006133895,0.00017200636,0.00059743004,0.00023920996],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009204337,0.0007020058,0.00093760935,0.0021524162,0.0012267529,0.005301646,0.0010670074,0.001826594,0.7104348],"category_scores_gemma":[0.0026886694,0.00037950394,0.00064901065,0.001653591,0.0006737242,0.0019092162,0.0017510526,0.0013239263,0.5827269],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057140875,0.000053914784,0.00027382903,0.00042917745,0.000013888411,0.00008181573,0.00002768491,0.000034750097,0.0006413916,0.002675835,0.85939616,0.13631444],"study_design_scores_gemma":[0.0000063854477,0.000013198001,0.00055717793,0.00017019281,0.000006093229,0.00007648181,0.000027874325,0.00002161682,0.0001587446,0.00027959797,0.99867994,0.000002716477],"about_ca_topic_score_codex":0.0016979543,"about_ca_topic_score_gemma":0.0032969539,"teacher_disagreement_score":0.2895652,"about_ca_system_score_codex":0.0011885235,"about_ca_system_score_gemma":0.0016134399,"threshold_uncertainty_score":0.4130296},"labels":[],"label_agreement":null},{"id":"W4214829906","doi":"10.1017/s0269888910000305","title":"KER volume 25 issue 4 Cover and Front matter","year":2010,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba","funders":"","keywords":"Front cover; Front (military); Cover (algebra); Volume (thermodynamics); Content (measure theory); Action (physics); Computer science; Environmental science; Engineering; Physics; Mathematics; Mechanical engineering; Thermodynamics","score_opus":0.013398654119913313,"score_gpt":0.28012819204292855,"score_spread":0.26672953792301524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214829906","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002058853,0.026072118,0.000716104,0.009094209,0.024759885,0.00014536025,0.0019206577,0.0010845814,0.9341482],"genre_scores_gemma":[0.004729997,0.00985322,0.0003587288,0.0023511522,0.00337168,0.000043057535,0.001120988,0.00018635845,0.9779849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992132,0.00008388802,0.000034759563,0.00013217566,0.0004320313,0.00010392986],"domain_scores_gemma":[0.9987206,0.00021077803,0.00006038903,0.00017020461,0.000600232,0.00023781227],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008708104,0.0007002505,0.0009294855,0.0022462404,0.0012648122,0.0049683233,0.0010914032,0.0017668887,0.7460161],"category_scores_gemma":[0.0025918817,0.0003840293,0.00066912855,0.0016808178,0.00067253126,0.0017891625,0.0017623932,0.0013264227,0.6293967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052896885,0.000051178507,0.00026838927,0.00038767565,0.0000129964965,0.00007487389,0.000024719886,0.000034160126,0.00062139804,0.002397433,0.8642798,0.13179445],"study_design_scores_gemma":[0.0000060703983,0.000013329931,0.0005643268,0.00015962917,0.0000060684306,0.000071016766,0.000027662329,0.000022517623,0.00016848097,0.00027093617,0.9986873,0.0000026963805],"about_ca_topic_score_codex":0.0019382787,"about_ca_topic_score_gemma":0.0035907063,"teacher_disagreement_score":0.2539839,"about_ca_system_score_codex":0.0012641811,"about_ca_system_score_gemma":0.0016025191,"threshold_uncertainty_score":0.3622772},"labels":[],"label_agreement":null},{"id":"W4245994890","doi":"10.1017/s0269888908000064","title":"Abstracts of Recent PhDs","year":2008,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Content (measure theory); Action (physics); Mathematics; Physics","score_opus":0.15057266509832495,"score_gpt":0.3991346789482426,"score_spread":0.24856201384991766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245994890","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004143039,0.102022514,0.011553442,0.045684338,0.104034044,0.0005313912,0.0067542475,0.001091937,0.72418505],"genre_scores_gemma":[0.016997714,0.05228584,0.004298801,0.005049627,0.018892072,0.000316799,0.0055635176,0.00043740988,0.8961582],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981566,0.0002674274,0.0001846711,0.00042728338,0.00075643475,0.00020754004],"domain_scores_gemma":[0.9962419,0.00040944366,0.0002304363,0.00032907707,0.0015773916,0.0012118088],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020448335,0.0010336416,0.0009681511,0.0033498537,0.0019607907,0.0047512725,0.0016741315,0.0018139879,0.38437474],"category_scores_gemma":[0.0075084986,0.00040370275,0.0010630748,0.003765784,0.0006704994,0.0037594442,0.0036865813,0.0023364937,0.23393892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112906986,0.00010489229,0.00054675865,0.0010055002,0.000023282017,0.00017861543,0.0002707478,0.00027153167,0.0007071508,0.02290236,0.6849489,0.28892732],"study_design_scores_gemma":[0.000006852855,0.00002914204,0.00042749548,0.00024165119,0.0000065379363,0.00011925195,0.00009279144,0.00006022435,0.00016636279,0.0025725365,0.99627066,0.0000063689195],"about_ca_topic_score_codex":0.0013644419,"about_ca_topic_score_gemma":0.0021244648,"teacher_disagreement_score":0.61562526,"about_ca_system_score_codex":0.0027365931,"about_ca_system_score_gemma":0.0036187307,"threshold_uncertainty_score":0.8781147},"labels":[],"label_agreement":null},{"id":"W4389151102","doi":"10.1017/s0269888923000103","title":"Adaptive learning with artificial barriers yielding Nash equilibria in general games","year":2023,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Nash equilibrium; Computer science; Reinforcement learning; Learning automata; Game theory; Fictitious play; Convergence (economics); Saddle point; Mathematical economics; Normal-form game; Repeated game; Artificial intelligence; Mathematical optimization; Mathematics; Automaton; Economics","score_opus":0.027753008466118806,"score_gpt":0.2696783488624332,"score_spread":0.2419253403963144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389151102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1563983,0.0011999822,0.8283564,0.00071768736,0.000058922717,0.000093985356,0.000032772765,0.00017819542,0.012963796],"genre_scores_gemma":[0.95290524,0.00057551055,0.04424997,0.00009074985,0.000022134998,0.000104187995,0.000020890506,0.000015820859,0.0020154202],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934953,0.00034323902,0.00003752141,0.00009501889,0.000113088616,0.00006165943],"domain_scores_gemma":[0.9981165,0.0013607179,0.00017585812,0.00008567208,0.00017017435,0.000091118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012880818,0.000396091,0.0006084693,0.00047950997,0.00032981831,0.0010190372,0.00082406704,0.00078560447,0.0016219782],"category_scores_gemma":[0.004704352,0.00022567053,0.00048800194,0.00030674276,0.0014746366,0.0013607396,0.0012103671,0.00085535436,0.00018790686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006417306,0.0000840619,0.0008275435,0.0002633214,0.000090912356,0.000111671696,0.00015367311,0.64256483,0.0054932125,0.32296515,0.00060090283,0.026780477],"study_design_scores_gemma":[0.000017733955,0.000056596185,0.00013359862,0.000021109381,0.000010109989,0.000027213093,0.000020788375,0.91326356,0.0008431767,0.08465705,0.00094065117,0.000008443781],"about_ca_topic_score_codex":0.0012307568,"about_ca_topic_score_gemma":0.0008598861,"teacher_disagreement_score":0.0016219782,"about_ca_system_score_codex":0.00074332417,"about_ca_system_score_gemma":0.0005598795,"threshold_uncertainty_score":0.0068121552},"labels":[],"label_agreement":null},{"id":"W82475208","doi":"10.1017/s0269888911000191","title":"Representing and classifying arguments on the Semantic Web","year":2011,"lang":"en","type":"article","venue":"The Knowledge Engineering Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Argument (complex analysis); Argumentation theory; Argument map; Ontology; Inference; Reification (Marxism); Knowledge representation and reasoning; Semantic Web; Artificial intelligence; Natural language processing; Information retrieval; Epistemology","score_opus":0.0709748468969403,"score_gpt":0.26023501735044235,"score_spread":0.18926017045350207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82475208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067573905,0.00366117,0.8885554,0.0047949324,0.00018784846,0.00030895794,0.0007234244,0.0013896268,0.03280471],"genre_scores_gemma":[0.4870483,0.0031206266,0.5022539,0.000584814,0.0001080885,0.00035502927,0.0014968633,0.0002282839,0.0048040804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98598295,0.008570514,0.0013235174,0.0006429612,0.0031277577,0.00035231584],"domain_scores_gemma":[0.9890919,0.0070361504,0.00093909056,0.0013120248,0.0014129838,0.00020780123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011091344,0.00053373585,0.0007963033,0.010241331,0.0017356045,0.009786449,0.0019630988,0.0030455496,0.0025821456],"category_scores_gemma":[0.019631505,0.00047464814,0.0010312123,0.008373834,0.0038444242,0.013532964,0.0029166497,0.0016284636,0.00082856533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092461276,0.000086130225,0.0016367674,0.00054665236,0.00007585961,0.0006035641,0.0032851503,0.009989961,0.0030496162,0.88050914,0.0038647207,0.09625986],"study_design_scores_gemma":[0.00004273344,0.00002943647,0.00091865804,0.0007651444,0.00006573375,0.00034933496,0.0028091613,0.09234024,0.0049718856,0.7951139,0.10254315,0.0000505499],"about_ca_topic_score_codex":0.002601767,"about_ca_topic_score_gemma":0.0023352413,"teacher_disagreement_score":0.011091344,"about_ca_system_score_codex":0.0027212466,"about_ca_system_score_gemma":0.0016913611,"threshold_uncertainty_score":0.05865729},"labels":[],"label_agreement":null}]}