{"meta":{"query_hash":"e62948536d44","filters":{"venue":"ACM SIGEVOlution"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e62948536d44","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGEVOlution"},"results":[{"id":"W1973368448","doi":"10.1145/1138470.1138473","title":"Open BEAGLE","year":2006,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Evolutionary Algorithms and Applications","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Crossover; Software; Evolutionary algorithm; Theoretical computer science; Evolutionary computation; Variation (astronomy); Listing (finance); Software evolution; Software engineering; Programming language; Software system; Artificial intelligence; Software construction","score_opus":0.01794381408884477,"score_gpt":0.2636760968243031,"score_spread":0.24573228273545833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973368448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010670808,0.00039466837,0.96057796,0.005290138,0.00021485494,0.00033381538,0.0000052077507,0.000276114,0.022236457],"genre_scores_gemma":[0.8066889,0.0000069721,0.18987691,0.00017035792,0.00013855389,0.000054276785,0.000027943433,0.0000060682773,0.003029995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991938,0.000024672354,0.00015478925,0.00029418903,0.00014423905,0.00018834967],"domain_scores_gemma":[0.9989643,0.000046214074,0.000058244394,0.0008367041,0.0000642741,0.000030250121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015154801,0.000076149576,0.000073308845,0.000045560213,0.00027472395,0.00015401158,0.0021215873,0.0000420549,0.000026498934],"category_scores_gemma":[0.000027083019,0.00007619237,0.0000329075,0.00038764044,0.000029923476,0.000867247,0.0009738913,0.0000626677,0.00032776935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001144741,0.00014191319,0.0008782948,0.0000016549202,0.0000033095619,0.0000014689136,0.000019955029,0.0006142872,0.0019550794,0.95436114,0.03198802,0.010033754],"study_design_scores_gemma":[0.00045701375,0.00005519217,0.13952863,0.000009357458,0.0000057283705,0.000017932362,0.00000796051,0.075303525,0.0013067542,0.46993488,0.31307217,0.00030083716],"about_ca_topic_score_codex":0.00058090565,"about_ca_topic_score_gemma":0.000020612351,"teacher_disagreement_score":0.7960181,"about_ca_system_score_codex":0.0000690827,"about_ca_system_score_gemma":0.000057282723,"threshold_uncertainty_score":0.42129213},"labels":[],"label_agreement":null},{"id":"W1990137764","doi":"10.1145/1399962.1399965","title":"GECCO-2007 highlights","year":2007,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Chevron (anatomy); Variety (cybernetics); Evolutionary computation; Work (physics); Operations research; Library science; Engineering; Computer science; Biology; Artificial intelligence; Paleontology; Mechanical engineering","score_opus":0.016046753857364232,"score_gpt":0.2671078896481854,"score_spread":0.2510611357908211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990137764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4083935,0.0007511644,0.58087367,0.000035693723,0.0011265053,0.000074010975,0.0000013039502,0.0008141033,0.007930056],"genre_scores_gemma":[0.96338755,0.000044478806,0.035718232,0.000014700364,0.0002927745,0.0000033604679,0.000010183801,0.000028416454,0.0005002955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923414,0.000013773577,0.00019427508,0.00011755758,0.0001594032,0.00028084507],"domain_scores_gemma":[0.9993618,0.00014363395,0.000014320651,0.00037467,0.00003617581,0.00006937737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045470634,0.000113099755,0.00010010581,0.000130514,0.000051007635,0.00001460601,0.0001660119,0.00010699253,0.000074672884],"category_scores_gemma":[0.00015306457,0.00011505446,0.000045327724,0.00020822996,0.000013560332,0.00013544077,0.00002160057,0.00012288091,0.00016353265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007984539,0.000009468857,0.0007192567,0.000028819339,0.000018948977,0.0000066048265,0.000089096065,0.9785809,0.009500522,0.0026170406,0.0030424888,0.0053788843],"study_design_scores_gemma":[0.0007319461,0.000038781054,0.08359826,0.000031803127,0.000018482078,0.000008786856,0.000027135518,0.469729,0.02003285,0.0019699961,0.42328945,0.0005234845],"about_ca_topic_score_codex":0.000007276886,"about_ca_topic_score_gemma":0.0000024980015,"teacher_disagreement_score":0.55499405,"about_ca_system_score_codex":0.00011208113,"about_ca_system_score_gemma":0.0000053844856,"threshold_uncertainty_score":0.4691785},"labels":[],"label_agreement":null},{"id":"W2018535136","doi":"10.1145/2597453.2597455","title":"DEAP","year":2014,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Evolutionary Algorithms and Applications","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Python (programming language); Executable; Computer science; Programming language; Evolutionary algorithm; Evolutionary computation; Computation; Software engineering; Theoretical computer science; Artificial intelligence","score_opus":0.012173400080853441,"score_gpt":0.2369747470227567,"score_spread":0.22480134694190326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018535136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077783936,0.00011392211,0.9845712,0.0026895406,0.00017376716,0.0000724532,6.51983e-7,0.00025750854,0.0043425495],"genre_scores_gemma":[0.8542365,0.00000804248,0.14492913,0.00025455956,0.00011438779,0.000028280134,0.0000052260575,0.000004091951,0.00041979842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930733,0.000035206845,0.00011303141,0.00023179187,0.000143127,0.0001695076],"domain_scores_gemma":[0.9989878,0.00007974412,0.000041047886,0.00079005933,0.000055863013,0.00004548783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017581778,0.00006713923,0.000059361348,0.00004681505,0.00019175555,0.000036256544,0.000760661,0.00003994239,0.000013491811],"category_scores_gemma":[0.00011329603,0.00006574592,0.000035809186,0.0002745035,0.000027131655,0.00034256716,0.0002096092,0.000064600885,0.00045510088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.297727e-7,0.000043937558,0.0004961828,0.0000021643439,0.0000031735565,2.3008236e-7,0.00004411311,0.00023843779,0.0013363386,0.9357296,0.0044142082,0.057691053],"study_design_scores_gemma":[0.00026001796,0.000067283014,0.077070735,0.000007389279,0.0000046357663,0.000013198064,0.0000061633878,0.3952284,0.00065213186,0.23581481,0.29064187,0.00023336988],"about_ca_topic_score_codex":0.000020259644,"about_ca_topic_score_gemma":0.0000018115272,"teacher_disagreement_score":0.8464581,"about_ca_system_score_codex":0.000038912185,"about_ca_system_score_gemma":0.000023077324,"threshold_uncertainty_score":0.5849553},"labels":[],"label_agreement":null},{"id":"W2091048182","doi":"10.1145/1268573.1268574","title":"EC practitioners","year":2007,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Meat and Animal Product Quality","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Field (mathematics); Technology transfer; Engineering ethics; Engineering; Engineering management; Computer science; Political science; Knowledge management; Mathematics","score_opus":0.04724661484712584,"score_gpt":0.2772928346488017,"score_spread":0.2300462198016759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091048182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99409133,0.00010744369,0.00006801054,0.0017110322,0.000135184,0.000070081536,0.0000027207063,0.00007966629,0.0037345064],"genre_scores_gemma":[0.99875975,0.000009436248,0.00020164847,0.0002289332,0.0003868501,0.0000014507602,0.000032227348,2.7024657e-7,0.00037945897],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99939096,0.000029119421,0.00011801093,0.00015480358,0.00013015255,0.00017696116],"domain_scores_gemma":[0.99969727,0.00011569841,0.000048050006,0.000053821284,0.000043556265,0.000041619965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005847779,0.000054797973,0.000052695912,0.0000053005315,0.00014897117,0.000014717789,0.0001239055,0.00004946505,0.0003735877],"category_scores_gemma":[0.00031318364,0.000020472487,0.000036023994,0.00017381516,0.000019916248,0.0001469004,0.00003563874,0.00006647326,0.00019922057],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035125577,0.000052340212,0.0075961626,0.0000021930143,0.00000322826,0.0000018180546,0.000027283184,4.702888e-7,0.9075783,0.00431709,0.0015969846,0.078789026],"study_design_scores_gemma":[0.00005665172,0.000108945045,0.8187407,0.000004432544,0.000004709543,0.000003828751,0.00016763296,0.000008494966,0.014862994,0.004056377,0.16186054,0.00012463849],"about_ca_topic_score_codex":0.00015220825,"about_ca_topic_score_gemma":0.0001666837,"teacher_disagreement_score":0.8927153,"about_ca_system_score_codex":0.000027451108,"about_ca_system_score_gemma":0.0000028466384,"threshold_uncertainty_score":0.40905234},"labels":[],"label_agreement":null},{"id":"W2241706581","doi":"10.1145/2815474.2815478","title":"2014 Women@GECCO workshop","year":2015,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Business, Innovation, and Economy","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universität des Saarlandes; Centre National de la Recherche Scientifique; University of Stirling","keywords":"Event (particle physics); Balance (ability); Work (physics); Sociology; Library science; Operations research; Psychology; Computer science; Engineering; Physics","score_opus":0.06633572120413841,"score_gpt":0.22860898189623938,"score_spread":0.16227326069210096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241706581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661515,0.0020359312,0.008712773,0.0008492869,0.0017681933,0.00015710913,0.000024898598,0.000119861244,0.020180495],"genre_scores_gemma":[0.9945576,0.00007246539,0.0008624804,0.0005184361,0.00038068672,0.000052774736,0.000048629372,0.000022652004,0.0034842747],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987628,0.00000845421,0.00049218634,0.00033978416,0.000035598387,0.00036119847],"domain_scores_gemma":[0.9989381,0.00003172508,0.0002644671,0.0005760417,0.00010202754,0.00008765402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074354134,0.00013574852,0.00025454047,0.00023652584,0.000100868005,0.00006220974,0.00030106222,0.00013468527,0.00070957496],"category_scores_gemma":[0.0005140275,0.00016873686,0.00004645,0.0004172719,0.000053705335,0.0006484596,0.00008948329,0.00011600808,0.005666697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009840578,0.00022722618,0.58659536,0.00003959645,0.00008740205,0.0000030553572,0.0021691492,0.00096030836,0.000030410529,0.16132864,0.24359514,0.0048653004],"study_design_scores_gemma":[0.0010873897,0.000051151845,0.2193772,0.000010663476,0.0000036413346,0.0000048579673,0.00039085755,0.0017556136,0.000024290579,0.14540432,0.63139915,0.00049083435],"about_ca_topic_score_codex":0.00016422103,"about_ca_topic_score_gemma":0.000015869757,"teacher_disagreement_score":0.38780403,"about_ca_system_score_codex":0.00041797725,"about_ca_system_score_gemma":0.000046060366,"threshold_uncertainty_score":0.99510753},"labels":[],"label_agreement":null},{"id":"W2598381280","doi":"10.1145/3066862.3066867","title":"Fun and games at IEEE WCCI 2016, Vancouver, Canada","year":2017,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Champion; Competition (biology); Artificial intelligence; Media studies; Psychology; Operations research; Computer science; Sociology; Engineering; Political science; Law","score_opus":0.017929992714591437,"score_gpt":0.24133561414956178,"score_spread":0.22340562143497034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598381280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6173448,0.003520904,0.34395075,0.004157144,0.012096036,0.0005885566,0.000020870177,0.012862067,0.0054588756],"genre_scores_gemma":[0.9636424,0.00003265796,0.03427019,0.00019151405,0.00006871297,0.00000980007,8.660656e-7,0.000006971922,0.0017768523],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991582,0.000023386387,0.00010947059,0.00029254184,0.00019332553,0.00022308077],"domain_scores_gemma":[0.99824023,0.0001722902,0.00012821166,0.0013317706,0.00006142603,0.0000660628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001653808,0.00010496675,0.00010483221,0.000032656044,0.0006122094,0.00011048183,0.0009341587,0.00005094443,0.0000033241047],"category_scores_gemma":[0.00086525595,0.00009880806,0.000018684806,0.000039254966,0.0000605848,0.0003513187,0.0005499814,0.000076019125,0.0000069876232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032236253,0.000008692675,0.02600752,0.000009441751,0.0000056681156,0.000013715759,0.000061291925,0.000006424819,0.00022785552,0.0002946516,0.9292007,0.04416082],"study_design_scores_gemma":[0.0012301119,0.00032214104,0.5410993,0.00035853736,0.00003833085,0.00011263729,0.000012761599,0.061924465,0.010349327,0.17325568,0.20974737,0.0015493026],"about_ca_topic_score_codex":0.2713554,"about_ca_topic_score_gemma":0.25919148,"teacher_disagreement_score":0.71945333,"about_ca_system_score_codex":0.00018755175,"about_ca_system_score_gemma":0.00021308518,"threshold_uncertainty_score":0.75432634},"labels":[],"label_agreement":null},{"id":"W2806494310","doi":"10.1145/3231555.3231556","title":"Artificial evolution 2017","year":2018,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Architecture and Computational Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Boulevard; Art history; Situated; History; Art; Humanities; Visual arts; Library science; Archaeology; Artificial intelligence; Computer science","score_opus":0.018185755803569757,"score_gpt":0.2320993772674087,"score_spread":0.21391362146383894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806494310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21181792,0.00035854988,0.7772662,0.00011381451,0.0009062295,0.00011513147,0.0000043008445,0.0005421405,0.008875708],"genre_scores_gemma":[0.9962966,0.0000032896742,0.0028495756,0.000031546548,0.00070148567,0.0000089449795,0.000013036008,0.000013654713,0.00008190548],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943924,0.000017587936,0.00012499317,0.00011526745,0.00013025277,0.00017265625],"domain_scores_gemma":[0.9996474,0.00003598023,0.000015836747,0.00021505689,0.000054804557,0.000030954638],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007561387,0.000086213266,0.00006394884,0.00007766832,0.000126178,0.000012962912,0.00013982072,0.00005884355,0.000060935177],"category_scores_gemma":[0.00005638337,0.00008932643,0.000033175107,0.00015042727,0.000053926968,0.000105593455,0.000025684501,0.00007568885,0.0009431858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016448129,0.00012469193,0.0018646396,0.0000780394,0.00018274429,0.000015248009,0.0016194411,0.19982074,0.24383372,0.1124432,0.14536789,0.29448515],"study_design_scores_gemma":[0.00023237831,0.00026442786,0.10718895,0.000035055273,0.0000404002,0.000031269912,0.00003987869,0.475986,0.016728368,0.3671121,0.03173485,0.0006063136],"about_ca_topic_score_codex":0.0000095520645,"about_ca_topic_score_gemma":0.000013444183,"teacher_disagreement_score":0.78447866,"about_ca_system_score_codex":0.000093679744,"about_ca_system_score_gemma":0.00001806222,"threshold_uncertainty_score":0.9998347},"labels":[],"label_agreement":null},{"id":"W2968723729","doi":"10.1145/3357514.3357515","title":"EuroGP 2019 panel discussion","year":2019,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"The Internet; World Wide Web; Computer science; Everyday life; Set (abstract data type); Synonym (taxonomy); Internet privacy; Political science","score_opus":0.15943510150069157,"score_gpt":0.45366451172691624,"score_spread":0.2942294102262247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968723729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758725,0.00037429205,0.00049326476,0.0086551625,0.00472392,0.0016422236,0.00002550646,0.00035560204,0.007857491],"genre_scores_gemma":[0.97582954,0.00007065029,0.0002971406,0.0009352652,0.00042282388,0.00006602611,0.000060757982,0.000039099235,0.02227867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974114,0.0005428524,0.0006053891,0.00040937736,0.000342315,0.0006886664],"domain_scores_gemma":[0.9978455,0.0005326544,0.00023225708,0.0010277274,0.00023166639,0.00013020402],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00064191275,0.00016772542,0.00022783251,0.00010690696,0.0006286272,0.0000070360984,0.0004225413,0.0003146763,0.002586672],"category_scores_gemma":[0.0010120418,0.0001156511,0.000074521464,0.00029068117,0.00004696997,0.00028128186,0.0003101927,0.00072692946,0.03821626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013943858,0.00007849646,0.9097948,0.00026362232,0.000013044978,0.0000040523155,0.003994528,0.00013199855,0.010274037,0.009921959,0.042701434,0.022682555],"study_design_scores_gemma":[0.00064565707,0.00045574686,0.538248,0.0008855845,0.000036573056,0.0000037069922,0.01149704,0.009302525,0.0011859505,0.02530188,0.411624,0.0008133274],"about_ca_topic_score_codex":0.0016422822,"about_ca_topic_score_gemma":0.0002543751,"teacher_disagreement_score":0.37154683,"about_ca_system_score_codex":0.00035504438,"about_ca_system_score_gemma":0.00025227724,"threshold_uncertainty_score":0.9983251},"labels":[],"label_agreement":null},{"id":"W3004224429","doi":"10.1145/3381343.3381345","title":"Big data driven genetic improvement for maintenance of legacy software systems","year":2020,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Evolutionary Algorithms and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Software; Conversation; Artificial intelligence; Computer science; Library science; Sociology; Operating system","score_opus":0.06133430161237951,"score_gpt":0.263458571486809,"score_spread":0.2021242698744295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004224429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049837986,0.0006724445,0.99071395,0.0024296073,0.0003342971,0.0006073048,0.00012981931,0.000113592294,0.000015167777],"genre_scores_gemma":[0.74214154,0.000044109736,0.2570434,0.00016587244,0.0002980947,0.0001398873,0.00009814293,0.000010193413,0.00005874618],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998776,0.00002018528,0.0003083443,0.0004800351,0.00019857952,0.00021681127],"domain_scores_gemma":[0.9981141,0.000095799725,0.00017499363,0.0013694367,0.0001731217,0.00007251642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011596548,0.00010493899,0.00014584254,0.00003333226,0.00012774499,0.00005031985,0.0019568356,0.00004537983,0.0000013543665],"category_scores_gemma":[0.0002467863,0.00010193024,0.000044892,0.00030164325,0.00004202375,0.00044833895,0.0007955964,0.000059663154,0.000015597925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071325965,0.0007659588,0.0042626145,0.0010956046,0.0002624586,0.00000794489,0.0013416271,0.04700141,0.05479728,0.18072356,0.111912146,0.59775805],"study_design_scores_gemma":[0.0004939345,0.00024897532,0.007139458,0.000033588607,0.000019020717,0.0000035031376,0.00006296474,0.9544515,0.00031323853,0.0024292287,0.03461402,0.0001905691],"about_ca_topic_score_codex":0.000076806,"about_ca_topic_score_gemma":0.0000031882578,"teacher_disagreement_score":0.9074501,"about_ca_system_score_codex":0.00005254613,"about_ca_system_score_gemma":0.000118017204,"threshold_uncertainty_score":0.4156595},"labels":[],"label_agreement":null}]}