{"meta":{"query_hash":"e62948536d44","filters":{"venue":"ACM SIGEVOlution"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e62948536d44","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGEVOlution"},"results":[{"id":"W1973368448","doi":"10.1145/1138470.1138473","title":"Open BEAGLE","year":2006,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Evolutionary Algorithms and Applications","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Crossover; Software; Evolutionary algorithm; Theoretical computer science; Evolutionary computation; Variation (astronomy); Listing (finance); Software evolution; Software engineering; Programming language; Software system; Artificial intelligence; Software construction","score_opus":0.01794381408884477,"score_gpt":0.2636760968243031,"score_spread":0.24573228273545833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973368448","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044783982,0.0014322171,0.25367603,0.0025624367,0.0013615341,0.0005526143,0.03661405,0.43727383,0.2620489],"genre_scores_gemma":[0.082410745,0.003150667,0.19805223,0.0034864114,0.00058654643,0.0016618682,0.23123753,0.19299868,0.28641543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983498,0.000265492,0.000115888135,0.00036947447,0.0006398596,0.0002595772],"domain_scores_gemma":[0.99781954,0.000518033,0.000111194786,0.0009124048,0.00038850345,0.00025035394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019057539,0.0012391979,0.0014020858,0.002326235,0.0015030741,0.0050365506,0.0057042306,0.0029021078,0.20459417],"category_scores_gemma":[0.008327119,0.0009966918,0.0016118375,0.0027422742,0.0011297469,0.009798096,0.0067630094,0.0025778029,0.129657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000833672,0.00017755911,0.0013083633,0.0006938129,0.00008724779,0.00045101266,0.00035336876,0.0034407375,0.002292823,0.07012203,0.73459375,0.18564561],"study_design_scores_gemma":[0.00007687553,0.00002227642,0.0003349754,0.00013078714,0.000019414021,0.0002003645,0.00006794329,0.00531181,0.0013749842,0.03518026,0.9572427,0.00003771569],"about_ca_topic_score_codex":0.0033877352,"about_ca_topic_score_gemma":0.0029214295,"teacher_disagreement_score":0.20459417,"about_ca_system_score_codex":0.00081496703,"about_ca_system_score_gemma":0.0014729026,"threshold_uncertainty_score":0.68443567},"labels":[],"label_agreement":null},{"id":"W1990137764","doi":"10.1145/1399962.1399965","title":"GECCO-2007 highlights","year":2007,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Chevron (anatomy); Variety (cybernetics); Evolutionary computation; Work (physics); Operations research; Library science; Engineering; Computer science; Biology; Artificial intelligence; Paleontology; Mechanical engineering","score_opus":0.016046753857364232,"score_gpt":0.2671078896481854,"score_spread":0.2510611357908211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990137764","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041564265,0.048207283,0.025361875,0.07923139,0.06327956,0.00042805081,0.0099115195,0.0056697275,0.7637541],"genre_scores_gemma":[0.0521114,0.09765883,0.037663337,0.026867578,0.02878601,0.0007494766,0.05505942,0.014540772,0.6865632],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982962,0.0002263265,0.00005319231,0.00029263695,0.0008227793,0.0003088396],"domain_scores_gemma":[0.9959233,0.0004764485,0.000078035635,0.0003565368,0.002081506,0.0010842418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043401085,0.0017534498,0.0006479643,0.0023148595,0.0015847886,0.0068110568,0.0018660413,0.0025177822,0.0836873],"category_scores_gemma":[0.008083489,0.00051962945,0.0008375867,0.0036103155,0.000742889,0.004476558,0.0026752914,0.0033397914,0.06545116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006785109,0.000023459936,0.0001920213,0.00011677799,0.000006748071,0.00006305705,0.000021495738,0.0008950666,0.0003014159,0.023332087,0.90994614,0.065033995],"study_design_scores_gemma":[0.000007784116,0.000011838677,0.00017218136,0.000087350265,0.0000033642102,0.000051023708,0.000013864834,0.00028887688,0.000287808,0.0029107304,0.996157,0.000008126762],"about_ca_topic_score_codex":0.0098685175,"about_ca_topic_score_gemma":0.0103378715,"teacher_disagreement_score":0.0836873,"about_ca_system_score_codex":0.0038609747,"about_ca_system_score_gemma":0.005975689,"threshold_uncertainty_score":0.27996194},"labels":[],"label_agreement":null},{"id":"W2018535136","doi":"10.1145/2597453.2597455","title":"DEAP","year":2014,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Evolutionary Algorithms and Applications","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Python (programming language); Executable; Computer science; Programming language; Evolutionary algorithm; Evolutionary computation; Computation; Software engineering; Theoretical computer science; Artificial intelligence","score_opus":0.012173400080853441,"score_gpt":0.2369747470227567,"score_spread":0.22480134694190326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018535136","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005315547,0.0009591894,0.50420827,0.0012783015,0.0012110152,0.0007162017,0.049987786,0.2793569,0.15696675],"genre_scores_gemma":[0.08738833,0.0023170009,0.44659793,0.0029393928,0.00029958735,0.0026773126,0.1870902,0.10555153,0.1651387],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988319,0.00014888895,0.000094183444,0.0002998283,0.00046576388,0.00015941389],"domain_scores_gemma":[0.9986786,0.0003201533,0.00005100312,0.000431788,0.00039883528,0.0001196013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012890159,0.0011996615,0.0008966304,0.0011031817,0.0011759244,0.0035121525,0.0037922538,0.0013175564,0.11417837],"category_scores_gemma":[0.005555233,0.0007768743,0.0015439667,0.0011444107,0.0005997013,0.0041285967,0.0051348684,0.002374407,0.07133634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047141034,0.0001806796,0.0018032889,0.0012647987,0.0001259962,0.0003427662,0.0003625605,0.01302726,0.0057272394,0.07424439,0.7030907,0.19935882],"study_design_scores_gemma":[0.000088460576,0.00004221049,0.0005833267,0.00012220559,0.000028560338,0.00028907953,0.000086980304,0.023666456,0.0059721167,0.038576003,0.93047714,0.00006738935],"about_ca_topic_score_codex":0.0025700356,"about_ca_topic_score_gemma":0.0030483594,"teacher_disagreement_score":0.11417837,"about_ca_system_score_codex":0.0007682245,"about_ca_system_score_gemma":0.0017283881,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2091048182","doi":"10.1145/1268573.1268574","title":"EC practitioners","year":2007,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Meat and Animal Product Quality","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Field (mathematics); Technology transfer; Engineering ethics; Engineering; Engineering management; Computer science; Political science; Knowledge management; Mathematics","score_opus":0.04724661484712584,"score_gpt":0.2772928346488017,"score_spread":0.2300462198016759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091048182","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08421557,0.033849627,0.07880377,0.124057434,0.005650967,0.00084757595,0.0020595898,0.0021614318,0.668354],"genre_scores_gemma":[0.2682902,0.024111092,0.03320541,0.069287516,0.0016010699,0.0007828386,0.0021979879,0.0009416434,0.59958225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99371827,0.0019058381,0.00035106335,0.0010265472,0.0019968082,0.0010014073],"domain_scores_gemma":[0.96745265,0.008564311,0.0016623184,0.0029460788,0.011668002,0.007706586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008036426,0.0005557855,0.000417005,0.002209793,0.0023511874,0.0050555784,0.0016363544,0.0029794262,0.14056937],"category_scores_gemma":[0.032810554,0.00037712397,0.00043446213,0.0033626119,0.001428658,0.004603258,0.0037922573,0.0028552522,0.04164177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025337466,0.00037957914,0.013719474,0.0009065958,0.000026832602,0.00079361734,0.007994072,0.0008191461,0.0024205924,0.07753442,0.363813,0.53133935],"study_design_scores_gemma":[0.00002203923,0.000082799335,0.003882889,0.00034846494,0.000008441119,0.0010797216,0.0039715357,0.00071638747,0.0004556531,0.008953507,0.9804622,0.000016412096],"about_ca_topic_score_codex":0.002977547,"about_ca_topic_score_gemma":0.0032181619,"teacher_disagreement_score":0.14056937,"about_ca_system_score_codex":0.002886345,"about_ca_system_score_gemma":0.0047924803,"threshold_uncertainty_score":0.47025138},"labels":[],"label_agreement":null},{"id":"W2241706581","doi":"10.1145/2815474.2815478","title":"2014 Women@GECCO workshop","year":2015,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Business, Innovation, and Economy","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universität des Saarlandes; Centre National de la Recherche Scientifique; University of Stirling","keywords":"Event (particle physics); Balance (ability); Work (physics); Sociology; Library science; Operations research; Psychology; Computer science; Engineering; Physics","score_opus":0.06633572120413841,"score_gpt":0.22860898189623938,"score_spread":0.16227326069210096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241706581","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018983664,0.014241554,0.0062443623,0.20908472,0.038916554,0.00025501873,0.0037727917,0.0009357289,0.70756555],"genre_scores_gemma":[0.078726456,0.0075110407,0.004495627,0.012134894,0.003283207,0.00044283792,0.002540567,0.0008017382,0.89006376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985929,0.0004162061,0.000023104012,0.00019971958,0.0003449213,0.00042312947],"domain_scores_gemma":[0.99836916,0.00021168694,0.000036469275,0.00008123357,0.00029529593,0.0010062977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036164462,0.00084805646,0.0004403038,0.00084983907,0.0036597215,0.0046255384,0.001129819,0.0025970405,0.07503101],"category_scores_gemma":[0.0039078235,0.00023463731,0.00056849676,0.0008885043,0.0012027307,0.0012059967,0.0037520737,0.0020863751,0.017641265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011083779,0.00003968786,0.00036695632,0.00004458168,0.0000050210338,0.00019745127,0.0006971175,0.00022222326,0.00024123047,0.011391608,0.9478426,0.038840666],"study_design_scores_gemma":[0.0000050648805,0.0000067164706,0.00032282362,0.000044486165,0.0000013670907,0.000019870433,0.000310529,0.000043946256,0.00008784604,0.0009746947,0.99817836,0.000004288149],"about_ca_topic_score_codex":0.022359679,"about_ca_topic_score_gemma":0.06627421,"teacher_disagreement_score":0.07503101,"about_ca_system_score_codex":0.005379506,"about_ca_system_score_gemma":0.008830428,"threshold_uncertainty_score":0.25100374},"labels":[],"label_agreement":null},{"id":"W2598381280","doi":"10.1145/3066862.3066867","title":"Fun and games at IEEE WCCI 2016, Vancouver, Canada","year":2017,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Champion; Competition (biology); Artificial intelligence; Media studies; Psychology; Operations research; Computer science; Sociology; Engineering; Political science; Law","score_opus":0.017929992714591437,"score_gpt":0.24133561414956178,"score_spread":0.22340562143497034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598381280","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00873118,0.015962824,0.019910377,0.014362508,0.0107426075,0.00017000684,0.005450582,0.0041069007,0.920563],"genre_scores_gemma":[0.009897244,0.003397318,0.0038821355,0.00025561344,0.00035580658,0.000039716055,0.0017981377,0.00041716712,0.97995687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957246,0.00003909002,0.00001283024,0.00009644886,0.00018186634,0.00009735477],"domain_scores_gemma":[0.9989672,0.000060598035,0.000015167999,0.000067705165,0.00035082176,0.00053861784],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008245116,0.0014357618,0.0005825326,0.0011545934,0.0020856853,0.0036088836,0.0009547326,0.0009794426,0.29992],"category_scores_gemma":[0.0014026712,0.00034857617,0.00029904814,0.0012501308,0.0006216902,0.0015317621,0.0016181198,0.0015390554,0.1070135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007802778,0.000065878456,0.00059428776,0.00008238036,0.0000074209315,0.000082344464,0.000114897135,0.0005167251,0.0011458878,0.0057510817,0.86495835,0.12660277],"study_design_scores_gemma":[0.00000908625,0.000018573925,0.0011725135,0.000080442886,0.000004492905,0.00004596994,0.00014876373,0.0011429059,0.0005118501,0.0029342219,0.9939201,0.000010950978],"about_ca_topic_score_codex":0.071283385,"about_ca_topic_score_gemma":0.23822106,"teacher_disagreement_score":0.29992,"about_ca_system_score_codex":0.0034456814,"about_ca_system_score_gemma":0.0037617255,"threshold_uncertainty_score":0.99857914},"labels":[],"label_agreement":null},{"id":"W2806494310","doi":"10.1145/3231555.3231556","title":"Artificial evolution 2017","year":2018,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Architecture and Computational Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Boulevard; Art history; Situated; History; Art; Humanities; Visual arts; Library science; Archaeology; Artificial intelligence; Computer science","score_opus":0.018185755803569757,"score_gpt":0.2320993772674087,"score_spread":0.21391362146383894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806494310","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010878912,0.067896605,0.16709204,0.05319401,0.052761357,0.00044143436,0.0051819645,0.00476215,0.6377915],"genre_scores_gemma":[0.18200131,0.08226289,0.11669227,0.00946748,0.017608803,0.0009910226,0.019143248,0.003523143,0.5683098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986424,0.00042025404,0.00007120033,0.00025971892,0.00047063234,0.00013585716],"domain_scores_gemma":[0.99735224,0.00070426334,0.00007444411,0.00045407546,0.00072513835,0.0006898439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003244398,0.0009410635,0.0007820309,0.0012454019,0.0012048755,0.0051662778,0.0014633783,0.0019919835,0.060189143],"category_scores_gemma":[0.0065073175,0.0004362903,0.0009211119,0.00085796526,0.0015670925,0.002348489,0.0027764854,0.0033251573,0.023504637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120217956,0.00008989736,0.0010431077,0.00037381612,0.00010554199,0.00018829633,0.00015472977,0.006918578,0.0019954569,0.19913945,0.4728818,0.31698912],"study_design_scores_gemma":[0.000024292618,0.000047545494,0.0008027998,0.00023823766,0.000016025448,0.00017422794,0.000060784187,0.006155447,0.0011284148,0.10321845,0.8881043,0.000029530172],"about_ca_topic_score_codex":0.0019392716,"about_ca_topic_score_gemma":0.0020737357,"teacher_disagreement_score":0.060189143,"about_ca_system_score_codex":0.0022715102,"about_ca_system_score_gemma":0.002374565,"threshold_uncertainty_score":0.20135272},"labels":[],"label_agreement":null},{"id":"W2968723729","doi":"10.1145/3357514.3357515","title":"EuroGP 2019 panel discussion","year":2019,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"The Internet; World Wide Web; Computer science; Everyday life; Set (abstract data type); Synonym (taxonomy); Internet privacy; Political science","score_opus":0.15943510150069157,"score_gpt":0.45366451172691624,"score_spread":0.2942294102262247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968723729","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001470295,0.011423982,0.0011663937,0.57995623,0.17359638,0.0007226938,0.010337012,0.00034810978,0.22097898],"genre_scores_gemma":[0.011401494,0.0047366642,0.0013084206,0.6275337,0.044393465,0.0016669392,0.004201259,0.00034068836,0.3044174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428695,0.0010917725,0.0002796925,0.0009964003,0.0017867002,0.0015585007],"domain_scores_gemma":[0.99340856,0.0020019775,0.00037461423,0.00034960886,0.0022545424,0.001610768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014891653,0.0013561117,0.00095029845,0.001699032,0.003157611,0.011149911,0.0035714183,0.03597422,0.10504864],"category_scores_gemma":[0.016858296,0.0006292927,0.0024181216,0.0019348384,0.0015902345,0.0052508204,0.0046612914,0.014573537,0.04855416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093875235,0.00002751197,0.00016285486,0.0001807916,0.000009569512,0.00010439314,0.000029430304,0.00006149546,0.00009734707,0.0052952836,0.988565,0.005372351],"study_design_scores_gemma":[0.00003029021,0.000012538616,0.00061150134,0.0002749238,0.000008007139,0.000025833586,0.000049815295,0.00002682044,0.00007413685,0.0015280509,0.99734855,0.000009544282],"about_ca_topic_score_codex":0.010544204,"about_ca_topic_score_gemma":0.0122510465,"teacher_disagreement_score":0.10504864,"about_ca_system_score_codex":0.005621865,"about_ca_system_score_gemma":0.012226357,"threshold_uncertainty_score":0.35142273},"labels":[],"label_agreement":null},{"id":"W3004224429","doi":"10.1145/3381343.3381345","title":"Big data driven genetic improvement for maintenance of legacy software systems","year":2020,"lang":"en","type":"article","venue":"ACM SIGEVOlution","topic":"Evolutionary Algorithms and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Software; Conversation; Artificial intelligence; Computer science; Library science; Sociology; Operating system","score_opus":0.06133430161237951,"score_gpt":0.263458571486809,"score_spread":0.2021242698744295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004224429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11924248,0.0034428497,0.84679127,0.006901224,0.0006873214,0.00015979657,0.00055253063,0.006914175,0.015308379],"genre_scores_gemma":[0.64911956,0.0014918325,0.33776397,0.00094936625,0.00018709808,0.00024262286,0.0013079433,0.00079266867,0.008144791],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993507,0.00018989008,0.000032168107,0.00011722643,0.00024411616,0.000065838954],"domain_scores_gemma":[0.998185,0.00078334345,0.00011716151,0.00035451044,0.00047398132,0.000085986234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017703292,0.0003781343,0.0004179942,0.0006733272,0.00045838847,0.0009771172,0.0014317633,0.00080348464,0.0029844532],"category_scores_gemma":[0.005528987,0.00025132525,0.00053275813,0.0008087954,0.0006006025,0.0013777207,0.0010066269,0.0011169007,0.00066221127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034358655,0.00035067776,0.0033310556,0.00029509026,0.000089825015,0.00022698447,0.00036103706,0.3091253,0.02304463,0.04069719,0.029489076,0.5926454],"study_design_scores_gemma":[0.000074711636,0.0001680483,0.0011265742,0.000044406956,0.00004909934,0.000072728246,0.00007827921,0.92183936,0.0124163665,0.045867942,0.018231772,0.000030806565],"about_ca_topic_score_codex":0.0027600573,"about_ca_topic_score_gemma":0.0040415023,"teacher_disagreement_score":0.0029844532,"about_ca_system_score_codex":0.0013916211,"about_ca_system_score_gemma":0.0009772694,"threshold_uncertainty_score":0.010096967},"labels":[],"label_agreement":null}]}