{"meta":{"query_hash":"a80308fc9c4a","filters":{"venue":"Automated Software Engineering"},"cohort_total":41,"direct_labels_cover":0,"predictions_cover":41,"exported":41,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a80308fc9c4a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Automated+Software+Engineering"},"results":[{"id":"W1509675159","doi":"10.1023/a:1025801405075","title":"Agile Parsing in TXL","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Parsing; Grammar; Programming language; Agile software development; Natural language processing; Task (project management); Software engineering; Artificial intelligence; Set (abstract data type); Top-down parsing; Linguistics; Engineering; Systems engineering","score_opus":0.009901452217189218,"score_gpt":0.23796285214521737,"score_spread":0.22806139992802815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509675159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29026103,0.0004758084,0.6983039,0.000034301283,0.0007519504,0.00019318027,0.0000011726755,0.009892587,0.000086110864],"genre_scores_gemma":[0.83961415,0.000008503089,0.16020942,0.000027421795,0.000019542062,0.00003661125,0.0000021907265,0.000044228265,0.00003794464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808604,0.00004760429,0.00030071786,0.00045039543,0.00036264549,0.0007526057],"domain_scores_gemma":[0.99823976,0.00087180705,0.00003061607,0.0006396676,0.000054879158,0.0001632542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051467854,0.00023955609,0.0002348928,0.00049488834,0.00005552828,0.00014857754,0.00065447163,0.0001242868,0.000017918768],"category_scores_gemma":[0.003492593,0.0002740941,0.000058289446,0.0014771923,0.000014349097,0.0005169922,0.00012269049,0.00036728123,0.00010315384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004006409,0.00020971608,0.18086258,0.00033081768,0.00008755759,0.0009892156,0.0017968309,0.782132,0.004997209,0.017683327,0.0021965501,0.008710161],"study_design_scores_gemma":[0.0010167063,0.00006749731,0.15883563,0.00034337904,0.0000050403814,0.00019821976,0.000018397279,0.8172645,0.012458925,0.00022820802,0.008479162,0.0010843126],"about_ca_topic_score_codex":0.00001675602,"about_ca_topic_score_gemma":0.0000015737533,"teacher_disagreement_score":0.5493531,"about_ca_system_score_codex":0.00021627906,"about_ca_system_score_gemma":0.00008842653,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W1605434259","doi":"10.1007/s10515-009-0052-1","title":"Editorial for Special Issue of JASE on Source Code Analysis and Manipulation","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Programming language; Data science","score_opus":0.00544196218949826,"score_gpt":0.24175189714883588,"score_spread":0.2363099349593376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605434259","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062130163,0.000008208022,0.986761,0.000027244221,0.0038406604,0.00015705133,0.000006540299,0.002979786,0.0000065490476],"genre_scores_gemma":[0.42798316,0.0000057829448,0.5560359,0.000050084273,0.015828712,0.000024437857,0.000015981308,0.000021313728,0.00003464637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999244,0.000008227303,0.00019962371,0.00023173567,0.00016764765,0.00014880307],"domain_scores_gemma":[0.99940974,0.00014611566,0.00008109984,0.00023204912,0.000085046886,0.00004593395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010933186,0.00011890079,0.0001882304,0.0003224606,0.000046863654,0.000035081775,0.00016335941,0.00008824696,0.0000026723849],"category_scores_gemma":[0.000263907,0.00013107683,0.000063382155,0.000550522,0.0000070692186,0.00022392526,0.000027325936,0.00007343459,0.0000011946751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009143544,0.00013201738,0.00035510852,0.000119778386,0.0002845357,0.00000682762,0.0008521943,0.75966,0.012170175,0.0035956637,0.032559585,0.1901727],"study_design_scores_gemma":[0.0003812633,0.00031072937,0.0061947973,0.000031566553,0.000063178246,0.000002979808,0.0000037237314,0.92709774,0.03786383,0.00042850967,0.027337065,0.00028464524],"about_ca_topic_score_codex":0.0000043649516,"about_ca_topic_score_gemma":0.0000012249931,"teacher_disagreement_score":0.43072504,"about_ca_system_score_codex":0.000041250318,"about_ca_system_score_gemma":0.000008218948,"threshold_uncertainty_score":0.53451574},"labels":[],"label_agreement":null},{"id":"W1967187747","doi":"10.1007/s10515-011-0093-0","title":"Prioritizing test cases with string distances","year":2011,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; String (physics); Computer science; Random testing; Code (set theory); Test case; Algorithm; Property (philosophy); Suite; Test (biology); Data mining; Mathematics; Machine learning; Programming language","score_opus":0.019894860361199286,"score_gpt":0.21321092719486978,"score_spread":0.1933160668336705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967187747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06265202,0.00027908958,0.8099237,0.000007692455,0.00016620122,0.00012492044,0.000004552677,0.12676029,0.00008151012],"genre_scores_gemma":[0.55881816,0.0000035919213,0.4410919,0.000016807686,0.000019796827,0.00001707644,0.0000015889235,0.000023388218,0.000007682995],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987245,0.000011808471,0.00021985703,0.000388863,0.00022421655,0.00043074464],"domain_scores_gemma":[0.998471,0.00073222094,0.00007672774,0.0005236892,0.0000810785,0.00011525441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015651,0.00024636457,0.00020194278,0.00016755679,0.00013265581,0.00013423101,0.00059486757,0.00006828119,0.0000024650362],"category_scores_gemma":[0.0009920719,0.00022215655,0.000039080325,0.00057884265,0.000028479948,0.0005427253,0.00014443592,0.00017644984,0.000010528012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005477021,0.0009697861,0.78552204,0.0012752295,0.00047107963,0.012319081,0.014773709,0.0044429037,0.002822207,0.038921025,0.010449682,0.1279785],"study_design_scores_gemma":[0.0015551953,0.0018356701,0.29444796,0.0042056246,0.000107592066,0.00470699,0.00006854574,0.6601063,0.023248056,0.003551501,0.0016050447,0.00456149],"about_ca_topic_score_codex":0.00010730385,"about_ca_topic_score_gemma":0.000004500158,"teacher_disagreement_score":0.65566343,"about_ca_system_score_codex":0.00005773294,"about_ca_system_score_gemma":0.000046684123,"threshold_uncertainty_score":0.90592813},"labels":[],"label_agreement":null},{"id":"W1973518623","doi":"10.1023/b:ause.0000017742.47984.6c","title":"Verifying Service Continuity in a Dynamic Reconfiguration Procedure: Application to a Satellite System","year":2004,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Control reconfiguration; Computer science; Unified Modeling Language; Software; Payload (computing); Embedded system; Distributed computing; Programming language; Network packet; Computer network","score_opus":0.00948485757950351,"score_gpt":0.2531919913532006,"score_spread":0.24370713377369707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973518623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062044825,0.00017814347,0.9234348,0.00012555976,0.0003682794,0.0006140524,0.0000030040844,0.013222511,0.000008813224],"genre_scores_gemma":[0.52370244,0.000006789909,0.47598764,0.00005492391,0.0000145559225,0.00019266143,0.000007832388,0.00003091677,0.0000021929804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813926,0.000038508955,0.00045999684,0.0006152969,0.00023789183,0.0005090217],"domain_scores_gemma":[0.99876416,0.00027402857,0.00009905869,0.000607587,0.00012498042,0.00013020782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047265235,0.0003068286,0.0003375286,0.00038346596,0.000064854765,0.00011147781,0.00065724243,0.00016394994,2.7905426e-7],"category_scores_gemma":[0.00088658975,0.0003547286,0.000044205583,0.0018152418,0.000006796375,0.0006683232,0.000145671,0.0002676249,0.0000601734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047266803,0.000014567081,0.00011535582,0.00033182654,0.00001018346,0.000020182542,0.0011602574,0.9766078,0.008540314,0.0018701409,0.0000010560902,0.0113235945],"study_design_scores_gemma":[0.0009349088,0.00007359016,0.040339336,0.0010796747,0.000010638138,0.00013810422,0.00012056063,0.9475591,0.007992744,0.00044353498,0.0003130242,0.0009947781],"about_ca_topic_score_codex":0.000052612228,"about_ca_topic_score_gemma":0.00005430639,"teacher_disagreement_score":0.46165764,"about_ca_system_score_codex":0.0008378865,"about_ca_system_score_gemma":0.000085886364,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W1987534773","doi":"10.1007/s10515-010-0079-3","title":"Example-based model-transformation testing","year":2011,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Transformation (genetics); Oracle; Computer science; Model transformation; Function (biology); Premise; Quality (philosophy); Data mining; Reliability engineering; Artificial intelligence; Theoretical computer science; Industrial engineering; Machine learning; Software engineering; Engineering","score_opus":0.06099352935504673,"score_gpt":0.23204957400922685,"score_spread":0.17105604465418012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987534773","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007008173,0.000022975786,0.85445946,0.000008250304,0.00012361085,0.00012042507,0.0000014785442,0.13798775,0.00026789494],"genre_scores_gemma":[0.47452646,2.7192746e-7,0.52535546,0.000057293924,0.000008637307,0.00002686308,0.0000031707316,0.000019599089,0.0000022715374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987591,0.000022680919,0.0002899104,0.00031228692,0.00022149767,0.00039455056],"domain_scores_gemma":[0.99872464,0.00043998746,0.00006819108,0.000536527,0.00012427049,0.000106356754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038949726,0.0002213166,0.00016679273,0.00024459747,0.00010880879,0.00008591049,0.00061101833,0.00010319587,0.0000031101004],"category_scores_gemma":[0.0009206948,0.00023276727,0.00005255716,0.00065321155,0.000014584146,0.0005632502,0.00007330612,0.0001701425,0.000021333262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015765823,0.00023167816,0.013913655,0.00048388928,0.00006968146,0.00012237174,0.0056126383,0.90680933,0.0017820819,0.019039277,0.0034390832,0.048480522],"study_design_scores_gemma":[0.00013966634,0.000044136665,0.002748862,0.000120711804,0.000005710026,0.000021646629,7.150706e-7,0.9916118,0.003022907,0.0019665004,0.00002926073,0.0002881031],"about_ca_topic_score_codex":0.0001321606,"about_ca_topic_score_gemma":0.0000010204498,"teacher_disagreement_score":0.4675183,"about_ca_system_score_codex":0.00005894604,"about_ca_system_score_gemma":0.000076714154,"threshold_uncertainty_score":0.94919735},"labels":[],"label_agreement":null},{"id":"W1989495780","doi":"10.1007/s10515-014-0146-2","title":"Semantic tagging and linking of software engineering social content","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Computer science; World Wide Web; Scalability; Process (computing); Software; Software development; Data science; Database","score_opus":0.011517489404960227,"score_gpt":0.20281677799411887,"score_spread":0.19129928858915865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989495780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2243651,0.00013774623,0.77238816,0.00004530319,0.00019064505,0.000047555957,0.000004982832,0.0028175577,0.0000029523874],"genre_scores_gemma":[0.8111858,0.0000064596493,0.18863912,0.00003735468,0.000074111005,0.000006430729,0.000013313553,0.000029081022,0.000008330497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985681,0.000024422923,0.000371221,0.0003779012,0.0002612947,0.00039704202],"domain_scores_gemma":[0.998999,0.00035039952,0.00012024998,0.0003525154,0.00007902874,0.000098807104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038554767,0.00024130092,0.00039728856,0.00029500498,0.00011871776,0.00013510777,0.00047441432,0.00010664903,0.0000019906995],"category_scores_gemma":[0.00078181317,0.00025586848,0.000095261836,0.0004884841,0.000021261932,0.00038356776,0.00028839792,0.00019412272,0.0000054165075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018133223,0.00031558395,0.10261642,0.0062426175,0.0021498767,0.00022761527,0.015709797,0.5282653,0.086744614,0.035114486,0.0012766491,0.22131893],"study_design_scores_gemma":[0.00025726104,0.00002655086,0.014514715,0.0003130566,0.000036758967,0.000019570365,0.000017098042,0.98229045,0.0017682302,0.000010032342,0.00042941235,0.0003168611],"about_ca_topic_score_codex":0.00003039086,"about_ca_topic_score_gemma":9.507533e-7,"teacher_disagreement_score":0.5868207,"about_ca_system_score_codex":0.000032663356,"about_ca_system_score_gemma":0.00002066932,"threshold_uncertainty_score":0.99998933},"labels":[],"label_agreement":null},{"id":"W1992815253","doi":"10.1007/s10515-009-0061-0","title":"Generating a checking sequence with a minimum number of reset transitions","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust","keywords":"Reset (finance); Sequence (biology); Model checking; State (computer science); Computer science; Finite-state machine; Algorithm","score_opus":0.015982541555149138,"score_gpt":0.2662486012595593,"score_spread":0.2502660597044102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992815253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09330336,0.000047875164,0.87027615,0.00012846965,0.000053900472,0.00009924185,0.0000036574752,0.036043774,0.000043560165],"genre_scores_gemma":[0.5174589,0.0000011754541,0.4824345,0.000059398764,0.000017990322,0.000009084178,0.0000037535508,0.000011295785,0.0000038776816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877644,0.000024840258,0.00029497631,0.00032024467,0.0002549778,0.0003285021],"domain_scores_gemma":[0.99898624,0.00022074862,0.0000966358,0.0004831218,0.0001347751,0.00007846706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022175659,0.00020312802,0.00024110393,0.00014663348,0.00010227047,0.00006398863,0.00046212887,0.00007948564,0.0000038280896],"category_scores_gemma":[0.00041108817,0.00018595958,0.000044924207,0.0008007052,0.000031691452,0.00034953575,0.00003671811,0.00016602401,0.000003535344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005564063,0.00064400496,0.02260115,0.0010343516,0.00040056618,0.0013154101,0.025989931,0.6168274,0.1728696,0.03275355,0.019036945,0.10647146],"study_design_scores_gemma":[0.00023370922,0.00015136346,0.0017618492,0.0007264933,0.000012251151,0.0003116763,0.000004898143,0.9916026,0.0037233147,0.001072482,0.000043509626,0.00035587925],"about_ca_topic_score_codex":0.000031484287,"about_ca_topic_score_gemma":6.8802154e-7,"teacher_disagreement_score":0.42415556,"about_ca_system_score_codex":0.00004408484,"about_ca_system_score_gemma":0.00005569723,"threshold_uncertainty_score":0.75832117},"labels":[],"label_agreement":null},{"id":"W2010630833","doi":"10.1007/s10515-008-0040-x","title":"Fast extraction of high-quality framework-specific models from application code","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reverse engineering; Code (set theory); Model-driven architecture; Implementation; Source code; Software engineering; Set (abstract data type); Software; Code generation; Precision and recall; Static program analysis; KPI-driven code analysis; Code review; Software quality; Programming language; Software development; Data mining; Machine learning; Key (lock)","score_opus":0.04665835928101749,"score_gpt":0.29773128504440727,"score_spread":0.2510729257633898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010630833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077668324,0.000436335,0.9113648,0.000017071985,0.00063265115,0.00018017352,0.000032708667,0.0096628815,0.000005071198],"genre_scores_gemma":[0.46088988,0.00007590894,0.5388968,0.000008319726,0.00004507284,0.000033940534,0.000017554485,0.000028404293,0.0000040938357],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979872,0.00007344739,0.0005778175,0.00058122736,0.00040513248,0.00037517367],"domain_scores_gemma":[0.9964077,0.0020527155,0.00022487123,0.0010595026,0.00015134878,0.000103861734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003105183,0.0003016227,0.00044838298,0.00019963866,0.00009916836,0.000029473124,0.0007706447,0.00025783177,0.0000046654845],"category_scores_gemma":[0.00081545085,0.0003398483,0.00009601913,0.0006747701,0.000049025784,0.00091783376,0.00017679209,0.00038577878,0.000016719321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051766433,0.000033447122,0.00015678424,0.00003133412,0.000030229558,0.000011038626,0.0004768184,0.96712095,0.010565645,0.012594591,0.000040513194,0.008933505],"study_design_scores_gemma":[0.000381663,0.000042931762,0.03404627,0.0001360468,0.000010705434,0.00004394164,0.000018969966,0.903989,0.038997285,0.021279654,0.00030355825,0.00074995274],"about_ca_topic_score_codex":0.00008963305,"about_ca_topic_score_gemma":9.2131455e-7,"teacher_disagreement_score":0.38322157,"about_ca_system_score_codex":0.00013750995,"about_ca_system_score_gemma":0.000036216654,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W2018862503","doi":"10.1007/s10515-011-0099-7","title":"Decision support for the software product line domain engineering lifecycle","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University","funders":"","keywords":"Domain engineering; Feature-oriented domain analysis; Computer science; Domain analysis; Domain (mathematical analysis); Software engineering; Domain model; Software product line; Feature model; Feature (linguistics); Software development; Domain knowledge; Data mining; Software; Data science; Programming language; Software construction","score_opus":0.023642433582081023,"score_gpt":0.28332474502388755,"score_spread":0.25968231144180653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018862503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046595326,0.002206062,0.97071016,0.00010421285,0.0045169364,0.00079150836,0.00001989519,0.01698987,0.0000018405675],"genre_scores_gemma":[0.046560824,0.000042544136,0.9520571,0.00009306251,0.00062922185,0.00038450112,0.000018826548,0.00015604161,0.000057829424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668586,0.00004413788,0.0006362761,0.0006723343,0.0005100645,0.0014513257],"domain_scores_gemma":[0.99060816,0.0072716824,0.00014868907,0.0014792171,0.00017908991,0.00031314624],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001728425,0.0006151959,0.0005244788,0.00031306417,0.00028087702,0.00018132935,0.0016075112,0.00020131236,0.000009233397],"category_scores_gemma":[0.012243986,0.00051172887,0.0002439574,0.0009809763,0.000036730715,0.0013521778,0.00054531073,0.0004858074,0.00005058992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011810993,0.00005281071,0.0004702336,0.00017493409,0.0001135376,0.000010324231,0.0005677961,0.96306765,0.0013253372,0.0014377127,0.0011029015,0.031664945],"study_design_scores_gemma":[0.0018617607,0.0003193779,0.020677041,0.00043052944,0.00012569698,0.0004441013,0.00005015517,0.8813741,0.018511979,0.0010379903,0.07231338,0.002853845],"about_ca_topic_score_codex":0.0000036979923,"about_ca_topic_score_gemma":4.4119736e-7,"teacher_disagreement_score":0.081693515,"about_ca_system_score_codex":0.00023120061,"about_ca_system_score_gemma":0.00008033136,"threshold_uncertainty_score":0.99973345},"labels":[],"label_agreement":null},{"id":"W2023831809","doi":"10.1007/s10515-008-0045-5","title":"From UML/SPT models to schedulability analysis: approach and a prototype implementation using ATL","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Unified Modeling Language; Computer science; Model transformation; Applications of UML; Programming language; UML tool; Object Constraint Language; Model-driven architecture; Software engineering; Transformation (genetics); Software; Artificial intelligence","score_opus":0.017720667515519362,"score_gpt":0.27422457702294195,"score_spread":0.2565039095074226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023831809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46864203,0.00005977411,0.5292081,0.000021522837,0.000060992115,0.00042362322,0.000005611707,0.0015762094,0.0000021159935],"genre_scores_gemma":[0.6597893,0.0000011787296,0.3400705,0.00004094411,0.00003174102,0.0000414524,0.00001594204,0.000008189588,7.0584065e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827635,0.00004288329,0.00040336276,0.00062430935,0.00028735521,0.0003657292],"domain_scores_gemma":[0.9989356,0.000057444195,0.00007525177,0.0006549758,0.000109621134,0.00016714758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038631543,0.0002363128,0.00035198324,0.00028284075,0.000114789946,0.00017321346,0.00035593982,0.0001105664,0.000003635334],"category_scores_gemma":[0.000058572132,0.00022345631,0.00008924205,0.0014724494,0.0000110114115,0.00082459126,0.00011846762,0.00012671195,0.0000044386848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012649656,0.00007873458,0.018966684,0.00009745528,0.00026096712,0.000004259622,0.0039740773,0.962525,0.0010614471,0.00027525035,0.000021080363,0.012722379],"study_design_scores_gemma":[0.00020575956,0.00006249819,0.053080052,0.000028601778,0.00006557521,0.000004051424,0.00004918832,0.9455504,0.0004975635,0.00018794535,0.000010284486,0.0002580931],"about_ca_topic_score_codex":0.00030942893,"about_ca_topic_score_gemma":0.0000037595148,"teacher_disagreement_score":0.19114733,"about_ca_system_score_codex":0.00013793464,"about_ca_system_score_gemma":0.00005801282,"threshold_uncertainty_score":0.91122836},"labels":[],"label_agreement":null},{"id":"W2034869573","doi":"10.1023/b:ause.0000008668.12782.6c","title":"Granularity-Driven Dynamic Predicate Slicing Algorithms for Message Passing Systems","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program slicing; Computer science; Predicate (mathematical logic); Slicing; Correctness; Granularity; Algorithm; Computation; Theoretical computer science; Programming language","score_opus":0.014441274826881756,"score_gpt":0.2554814375190623,"score_spread":0.24104016269218057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034869573","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035463672,0.00065521145,0.9127122,0.000029730412,0.00087177433,0.00041692157,0.000011512018,0.08174272,0.000013561061],"genre_scores_gemma":[0.39516702,0.000007738038,0.604533,0.000030384532,0.000027125898,0.00014580405,0.000012783009,0.000056916328,0.00001918352],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979315,0.00006589736,0.00043191315,0.0005816012,0.0003162789,0.0006728333],"domain_scores_gemma":[0.9980929,0.00075628626,0.00014126905,0.0007061725,0.00013899202,0.00016437807],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006500683,0.00033846174,0.00036870074,0.0002943271,0.00027952984,0.00036872007,0.00069451105,0.00019039535,9.477958e-7],"category_scores_gemma":[0.0016322949,0.0003586421,0.00011740739,0.00058813015,0.000025235204,0.0004322404,0.00011129653,0.00025147767,0.000006673993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001322642,0.00041124184,0.013756948,0.0031613556,0.0006593129,0.00036765824,0.003391539,0.8578479,0.0034232396,0.02915529,0.014710819,0.073101446],"study_design_scores_gemma":[0.00030723787,0.000054603715,0.00075840804,0.00044154163,0.000020818854,0.00011661113,0.0000036449783,0.9958031,0.0005452197,0.0005661377,0.0009442845,0.00043838128],"about_ca_topic_score_codex":0.00003866799,"about_ca_topic_score_gemma":6.0870366e-7,"teacher_disagreement_score":0.39162067,"about_ca_system_score_codex":0.00016215722,"about_ca_system_score_gemma":0.000082964536,"threshold_uncertainty_score":0.9998866},"labels":[],"label_agreement":null},{"id":"W2039978418","doi":"10.1007/s10515-011-0098-8","title":"Maintainability defects detection and correction: a multi-objective approach","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Code refactoring; Maintainability; Computer science; Sorting; Reliability engineering; Genetic programming; Software; Process (computing); Code (set theory); Software engineering; Programming language; Machine learning; Set (abstract data type); Engineering","score_opus":0.010863922017511712,"score_gpt":0.23886260324286082,"score_spread":0.2279986812253491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039978418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27606934,0.0003090411,0.7151707,0.0000041862745,0.0009804643,0.00024924567,8.4209046e-7,0.007207712,0.000008504011],"genre_scores_gemma":[0.8750694,0.0000049678506,0.124638095,0.000011390767,0.000088400775,0.00012154581,0.0000021164178,0.00003791438,0.00002617416],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982516,0.00006298944,0.00020818009,0.00045017112,0.00029083196,0.0007362338],"domain_scores_gemma":[0.9982504,0.00081098266,0.000041931853,0.00049477135,0.0001126276,0.0002892348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006231806,0.00026986163,0.00022208573,0.00030317353,0.00015636525,0.00013122446,0.0003150906,0.00016247998,0.0000023394582],"category_scores_gemma":[0.0030451498,0.0002880841,0.00006304604,0.000907061,0.00003390698,0.0009113463,0.00027649704,0.00040565035,0.000019981084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004003332,0.0010065404,0.644761,0.0013248911,0.0004427907,0.00006440381,0.011441485,0.26586795,0.009337214,0.0011343842,0.00052683393,0.064052425],"study_design_scores_gemma":[0.00022692469,0.000036069647,0.37767908,0.000020094587,0.0000061963615,0.00015215937,0.000028162673,0.61891747,0.0025429495,0.000003833782,0.00012971835,0.00025731642],"about_ca_topic_score_codex":0.00003956087,"about_ca_topic_score_gemma":0.0000012772391,"teacher_disagreement_score":0.59900004,"about_ca_system_score_codex":0.00034731752,"about_ca_system_score_gemma":0.000037369202,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W2076225477","doi":"10.1007/s10515-006-5465-5","title":"Automated Prototyping of User Interfaces Based on UML Scenarios","year":2005,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science; Unified Modeling Language; User interface; Programming language; Software engineering; Activity diagram; Process (computing); Interface (matter); UML tool; Applications of UML; Formal specification; Software; Operating system","score_opus":0.008075478117797196,"score_gpt":0.23458973616839632,"score_spread":0.22651425805059913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076225477","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03494105,0.00008036126,0.91601354,0.000107555796,0.00023087664,0.000623876,0.000007885171,0.047978025,0.000016820215],"genre_scores_gemma":[0.4841547,0.000003350032,0.5155651,0.00006106327,0.00003102953,0.00011174874,0.000005827307,0.00005496627,0.000012239573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766666,0.000044111093,0.00061379967,0.0005865263,0.0004945728,0.0005943589],"domain_scores_gemma":[0.99825716,0.00019148477,0.0001687278,0.0010634148,0.00016435918,0.00015487897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035172747,0.00045966683,0.00045623613,0.0006015424,0.00007188018,0.00010836912,0.0011902467,0.00022858208,0.000017600716],"category_scores_gemma":[0.00013299358,0.00047709502,0.00012688145,0.00091433316,0.000031917712,0.00063226034,0.00022308553,0.00036637858,0.000042524185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008994201,0.00010706659,0.00033172002,0.00020503615,0.000045477704,0.000016645003,0.0002849118,0.96975654,0.0025381704,0.0025014712,0.00082182593,0.023382146],"study_design_scores_gemma":[0.00034270957,0.00013204073,0.0019160992,0.00064376404,0.000008804508,0.000011554471,6.645253e-7,0.9520244,0.03664158,0.0000042220813,0.0078119054,0.00046228588],"about_ca_topic_score_codex":0.000014487433,"about_ca_topic_score_gemma":0.0000011628075,"teacher_disagreement_score":0.44921365,"about_ca_system_score_codex":0.00021777133,"about_ca_system_score_gemma":0.00009012698,"threshold_uncertainty_score":0.9997681},"labels":[],"label_agreement":null},{"id":"W2085231017","doi":"10.1007/s10515-008-0042-8","title":"Monitoring and diagnosing software requirements","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Medical diagnosis; Component (thermodynamics); Satisfiability; Granularity; Scalability; Software; Software system; Data mining; Action (physics); Software engineering; Theoretical computer science; Programming language; Database","score_opus":0.041289154179573614,"score_gpt":0.28145256825384724,"score_spread":0.2401634140742736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085231017","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15353152,0.0015046884,0.82665956,0.000020749845,0.001088038,0.00014319891,0.000001956844,0.017046995,0.0000032931475],"genre_scores_gemma":[0.24459673,0.0002511202,0.7549172,0.000018683117,0.00009049388,0.000043969263,0.0000018413756,0.000057081365,0.000022894123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978971,0.00004710407,0.00037746888,0.00061964925,0.00037175007,0.00068691676],"domain_scores_gemma":[0.99765396,0.0012994375,0.00009076192,0.00065879454,0.0000903707,0.00020670127],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002949517,0.0003959337,0.0003726676,0.0002820862,0.0002874491,0.00009894727,0.0006606201,0.00015601543,0.0000018892508],"category_scores_gemma":[0.0036458913,0.00043711648,0.00006943649,0.00061467005,0.00005602868,0.0012082487,0.00048064557,0.00032310322,0.000016654732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010963991,0.000116320625,0.13044235,0.0005225175,0.000274282,0.0015253653,0.0040631373,0.7760029,0.008945467,0.00086676993,0.00061895535,0.076611005],"study_design_scores_gemma":[0.003089054,0.00045512756,0.6307877,0.002272252,0.000079993355,0.002778533,0.00009647984,0.25595957,0.094315276,0.0017696776,0.002919704,0.0054766424],"about_ca_topic_score_codex":0.00000880034,"about_ca_topic_score_gemma":1.0325565e-7,"teacher_disagreement_score":0.5200433,"about_ca_system_score_codex":0.00014133837,"about_ca_system_score_gemma":0.000043454602,"threshold_uncertainty_score":0.9998081},"labels":[],"label_agreement":null},{"id":"W2105899414","doi":"10.1007/s10515-008-0028-6","title":"Requirements model generation to support requirements elicitation: the Secure Tropos experience","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements elicitation; Requirements engineering; Computer science; Requirements analysis; Requirements management; Context (archaeology); Process (computing); Software engineering; Requirement; Systems engineering; Engineering","score_opus":0.06163986956967274,"score_gpt":0.3091074000294848,"score_spread":0.24746753045981204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105899414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33914745,0.000040857714,0.6563708,0.000144905,0.00048152407,0.00034147373,0.000003897015,0.0034593304,0.000009726298],"genre_scores_gemma":[0.8372651,0.000013416065,0.16186255,0.0002673801,0.00012039883,0.00025103847,0.000018948806,0.00005116105,0.0001500333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718785,0.00003601359,0.00044444474,0.00060961914,0.0010104789,0.00071156136],"domain_scores_gemma":[0.9982155,0.00022815206,0.000064786385,0.0010078042,0.00023336499,0.00025041375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033679497,0.00031845324,0.0002164459,0.0002745721,0.00039185895,0.0001781326,0.0013613548,0.000106891806,0.000017829128],"category_scores_gemma":[0.0012557094,0.000287046,0.00007615512,0.0011325356,0.000035482204,0.0009851819,0.00037109232,0.00024878245,0.00014426724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000455207,0.00005436744,0.0030289402,0.000036696136,0.00005411275,0.00010099736,0.009664061,0.9545097,0.019291334,0.0006255061,0.010915384,0.0017143653],"study_design_scores_gemma":[0.00026225037,0.00010068935,0.0077962116,0.000032957392,0.0000043786126,0.00006406549,0.000016024766,0.984625,0.00596675,0.000010863064,0.0007604075,0.00036044314],"about_ca_topic_score_codex":0.000013629418,"about_ca_topic_score_gemma":0.0000014786895,"teacher_disagreement_score":0.49811763,"about_ca_system_score_codex":0.00028077644,"about_ca_system_score_gemma":0.00014857836,"threshold_uncertainty_score":0.99995816},"labels":[],"label_agreement":null},{"id":"W2124559112","doi":"10.1007/s10515-008-0043-7","title":"Parameter reference immutability: formal definition, inference tool, and comparison","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Immutability; Correctness; Computer science; Scalability; Component (thermodynamics); Inference; Object (grammar); Programming language; Abstraction; Theoretical computer science; Artificial intelligence","score_opus":0.04144959300512138,"score_gpt":0.2640226251437893,"score_spread":0.22257303213866794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124559112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34209675,0.00014305233,0.6192803,0.000023712242,0.00009468804,0.00008773963,0.0000029296864,0.038249783,0.000021094502],"genre_scores_gemma":[0.5963822,0.000015624095,0.40348348,0.00006151899,0.000009498167,0.000026500042,0.00000879028,0.000009624868,0.0000027393467],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985068,0.000030202735,0.00037113667,0.0004104404,0.00023601028,0.00044545298],"domain_scores_gemma":[0.9979859,0.0011441994,0.00008366991,0.0005647791,0.000118782824,0.00010264184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002445326,0.0002436049,0.00028163393,0.00015709658,0.00022204727,0.000119984026,0.00044134248,0.00013070175,0.000003672734],"category_scores_gemma":[0.0022383432,0.00024618133,0.00003936079,0.00038851175,0.0000625823,0.0008303867,0.00030533684,0.00027562186,0.000011736283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023858769,0.00048852706,0.841191,0.0007109115,0.00019239652,0.00038560724,0.0070611327,0.011347675,0.0008294973,0.029417887,0.013336695,0.09501481],"study_design_scores_gemma":[0.00030590568,0.00015855081,0.23659754,0.00017295963,0.0000103925,0.00036470633,0.0000032526762,0.7562332,0.0009666732,0.0040150336,0.00050567137,0.00066608563],"about_ca_topic_score_codex":0.0000436265,"about_ca_topic_score_gemma":6.7375663e-7,"teacher_disagreement_score":0.74488556,"about_ca_system_score_codex":0.00004768649,"about_ca_system_score_gemma":0.000059983526,"threshold_uncertainty_score":0.99999905},"labels":[],"label_agreement":null},{"id":"W2148615889","doi":"10.1007/s10515-014-0162-2","title":"Automatic, high accuracy prediction of reopened bugs","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Software bug; Computer science; Eclipse; Rework; Software; Measure (data warehouse); Software engineering; Data mining; Operating system; Embedded system","score_opus":0.008804326722980867,"score_gpt":0.22699896113547427,"score_spread":0.2181946344124934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148615889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.351677,0.000056567562,0.6363439,0.00004572249,0.00063832954,0.00018720665,0.0000084628155,0.011031374,0.000011420739],"genre_scores_gemma":[0.7971711,0.0000070046513,0.20260972,0.000018229875,0.00006874658,0.000043732314,0.000014720472,0.00004750374,0.00001922421],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778026,0.000057700596,0.00052749837,0.00045927588,0.00062178884,0.0005534948],"domain_scores_gemma":[0.99605423,0.0023575393,0.00012618498,0.0010844521,0.00019356268,0.00018403304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065448286,0.00028370184,0.00037651884,0.00042828827,0.000074017604,0.000116108364,0.0011744752,0.00016247969,0.000030800264],"category_scores_gemma":[0.007643825,0.00029832937,0.000091973874,0.0010421425,0.00002819253,0.0007733056,0.00033997104,0.00027717414,0.00007122606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022048238,0.0004998866,0.061023768,0.0031624897,0.0007399112,0.0001080078,0.0027616748,0.6167229,0.046834618,0.028706506,0.010239992,0.22917819],"study_design_scores_gemma":[0.00040522902,0.00009708315,0.15532756,0.00016704752,0.00000872996,0.000022808124,0.0000021267933,0.83346367,0.009603581,0.000072838724,0.00059763493,0.00023171198],"about_ca_topic_score_codex":0.000047201487,"about_ca_topic_score_gemma":4.4189204e-7,"teacher_disagreement_score":0.44549412,"about_ca_system_score_codex":0.000111957146,"about_ca_system_score_gemma":0.00007159434,"threshold_uncertainty_score":0.9999469},"labels":[],"label_agreement":null},{"id":"W2150654203","doi":"10.1007/s10515-007-0007-3","title":"Differencing logical UML models","year":2007,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Correctness; Metamodeling; Computer science; Heuristics; Unified Modeling Language; Robustness (evolution); Programming language; Logical data model; Theoretical computer science; Data mining; Artificial intelligence; Software; Software engineering; Data modeling","score_opus":0.01960952468392616,"score_gpt":0.2525665858741463,"score_spread":0.23295706119022017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150654203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17226554,0.00018767497,0.81044096,0.000025838948,0.0005067381,0.00013613071,0.0000014218663,0.016386675,0.000049038386],"genre_scores_gemma":[0.79678327,0.000005872227,0.20298314,0.000040091425,0.0000840289,0.000014682735,0.000004148911,0.00004548946,0.000039281622],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973767,0.000018409159,0.00039037532,0.0005538136,0.0006222903,0.0010384556],"domain_scores_gemma":[0.9973081,0.0014292469,0.00004469383,0.0007635793,0.00011621657,0.00033817833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007470414,0.00032169805,0.000287712,0.000437145,0.000107430504,0.00018258745,0.0011495434,0.0002022915,0.000012267203],"category_scores_gemma":[0.001499042,0.00031999205,0.00010166997,0.001031983,0.000022531494,0.0006666662,0.0004236517,0.0004773839,0.000087724584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015525615,0.00019644963,0.018617917,0.00030824338,0.00019784342,0.001357327,0.0018197024,0.8963643,0.008536812,0.02813621,0.0015193679,0.04293035],"study_design_scores_gemma":[0.00025654808,0.000044340024,0.055344533,0.0000715546,0.000003973596,0.00008219277,0.0000051716447,0.94068754,0.002636175,0.00023499478,0.00019562345,0.00043734646],"about_ca_topic_score_codex":0.000017710645,"about_ca_topic_score_gemma":0.0000012913076,"teacher_disagreement_score":0.62451774,"about_ca_system_score_codex":0.00022268684,"about_ca_system_score_gemma":0.000052536292,"threshold_uncertainty_score":0.9999252},"labels":[],"label_agreement":null},{"id":"W2168972892","doi":"10.1023/a:1024460315173","title":"User Interface Reverse Engineering in Support of Interface Migration to the Web","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Legacy system; Interface (matter); User interface; Context (archaeology); TRACE (psycholinguistics); Process (computing); Human–computer interaction; State (computer science); Task (project management); Interface metaphor; Transition (genetics); Source code; User interface design; World Wide Web; Graphical user interface testing; Programming language; Operating system; Software; Engineering","score_opus":0.008918239222152284,"score_gpt":0.24989148076236092,"score_spread":0.24097324154020863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168972892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3648162,0.00011833224,0.631768,0.00023144939,0.00056393177,0.00033307372,0.0000043707796,0.0021568118,0.00000784888],"genre_scores_gemma":[0.92547864,0.000012801479,0.074217364,0.0000493185,0.000020745745,0.00006905228,0.0000020667235,0.00005560526,0.000094431496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794227,0.000052015945,0.00050221884,0.00044950045,0.000436652,0.0006173326],"domain_scores_gemma":[0.99800324,0.0007921383,0.000060442144,0.0008691097,0.00011913792,0.0001559148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080905895,0.00030298848,0.00030733683,0.0005718944,0.000034675733,0.00010197894,0.001073986,0.00012500347,0.000022349683],"category_scores_gemma":[0.0040970724,0.000281925,0.000078587254,0.0018211908,0.000014143604,0.0004601705,0.0002646204,0.00042096767,0.00008948972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039798174,0.00003560021,0.0049497443,0.00011305164,0.00003451185,0.000032024607,0.0013237186,0.97884995,0.0083705755,0.00048089674,0.005550057,0.00025590524],"study_design_scores_gemma":[0.0009174955,0.00024959157,0.018995129,0.00042392485,0.000012524676,0.000124999,0.000049894552,0.81010586,0.09528718,0.00000660178,0.07293393,0.0008928706],"about_ca_topic_score_codex":0.0000414587,"about_ca_topic_score_gemma":0.000020417725,"teacher_disagreement_score":0.56066245,"about_ca_system_score_codex":0.00021844247,"about_ca_system_score_gemma":0.00010767794,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W2177607365","doi":"10.1007/s10515-015-0184-4","title":"Concept extraction from business documents for software engineering projects","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Documentation; Domain engineering; Software mining; Software engineering; Process (computing); Domain (mathematical analysis); Software; Data science; Knowledge extraction; Data mining; Domain analysis; Information extraction; Software development; Information retrieval; Software construction; Programming language","score_opus":0.016569986768452373,"score_gpt":0.2722598448418184,"score_spread":0.255689858073366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177607365","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021664416,0.0003307968,0.95928425,0.000029972967,0.0007589163,0.00045722586,0.000018907009,0.017451933,0.0000035610867],"genre_scores_gemma":[0.24302131,0.000006747086,0.7563935,0.00003497026,0.00013795482,0.0002072986,0.000091367,0.00006959172,0.000037293765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979934,0.000017067285,0.00041952377,0.0006257806,0.0004008768,0.0005433232],"domain_scores_gemma":[0.9981729,0.0003824842,0.00015775744,0.0006714963,0.00040838012,0.00020697514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020223073,0.00038385173,0.00039244618,0.00032215312,0.000080486316,0.00022493233,0.0007526052,0.00018604442,0.0000038043659],"category_scores_gemma":[0.0019906054,0.00041800714,0.00010647984,0.0010078272,0.000014648039,0.0017596754,0.0002103357,0.00020350872,0.000018810959],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029393908,0.00020502182,0.0041214516,0.00026629216,0.0005107497,0.00013962825,0.0025630714,0.9423791,0.011726484,0.0018056488,0.008071024,0.028182127],"study_design_scores_gemma":[0.0008843927,0.00006965903,0.00415256,0.00023292092,0.000052816686,0.00002401075,0.000022680217,0.96454656,0.02147765,0.00030192343,0.007369195,0.0008656033],"about_ca_topic_score_codex":0.00007763292,"about_ca_topic_score_gemma":0.000002435319,"teacher_disagreement_score":0.2213569,"about_ca_system_score_codex":0.00031487586,"about_ca_system_score_gemma":0.00010865043,"threshold_uncertainty_score":0.99982715},"labels":[],"label_agreement":null},{"id":"W2790715424","doi":"10.1007/s10515-018-0232-y","title":"Black-box tree test case generation through diversity","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tree (set theory); Test case; Test (biology); Set (abstract data type); Black box; Algorithm; Random testing; Mathematics; Machine learning; Artificial intelligence","score_opus":0.024780093582989115,"score_gpt":0.24827839461829362,"score_spread":0.22349830103530452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790715424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10022294,0.000037214628,0.820481,0.000050180628,0.0004101592,0.00010309079,0.0000036722627,0.07863259,0.00005917672],"genre_scores_gemma":[0.58981925,0.0000021553421,0.4098664,0.000100215126,0.00016442942,0.0000061134624,0.0000043834566,0.00001681542,0.000020214638],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874765,0.000021635142,0.00020967014,0.00042717316,0.00022529624,0.00036855924],"domain_scores_gemma":[0.9986628,0.00037978453,0.00006757017,0.000632346,0.00016590129,0.00009155339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020274629,0.00022331112,0.0001715598,0.00012348556,0.00042545985,0.0001533915,0.00053632824,0.00012149793,0.000007464953],"category_scores_gemma":[0.0013066332,0.00023530607,0.000057065976,0.00056857365,0.00005842005,0.0005890034,0.0006281171,0.00014754797,0.000080592756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001677609,0.000998516,0.113341175,0.0005412513,0.00047224114,0.017421136,0.051145274,0.024479058,0.01270544,0.0074882084,0.64639056,0.12500036],"study_design_scores_gemma":[0.00019412544,0.000150428,0.0019189245,0.00006297441,0.000013764333,0.0009924727,0.0000045349457,0.98838925,0.0069488194,0.0004615184,0.0004582352,0.00040494534],"about_ca_topic_score_codex":0.00019719641,"about_ca_topic_score_gemma":0.000012208891,"teacher_disagreement_score":0.9639102,"about_ca_system_score_codex":0.00009435335,"about_ca_system_score_gemma":0.00003278951,"threshold_uncertainty_score":0.9595503},"labels":[],"label_agreement":null},{"id":"W2904569853","doi":"10.1007/s10515-018-0247-4","title":"Efficient elicitation of software configurations using crowd preferences and domain knowledge","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Domain (mathematical analysis); Crowds; Software; ENCODE; Markov decision process; Human–computer interaction; Software engineering; Markov process","score_opus":0.019445945190041933,"score_gpt":0.2811641795886182,"score_spread":0.2617182343985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904569853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47835898,0.00022416218,0.51912653,0.000008560241,0.0002498499,0.00013725754,0.0000057483976,0.0018812584,0.000007661676],"genre_scores_gemma":[0.7150004,0.000003001737,0.28488857,0.000004683482,0.000051624982,0.000016810502,0.0000040586506,0.00002523209,0.0000056416798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983911,0.000045523717,0.00038073512,0.00041903328,0.00033279217,0.000430822],"domain_scores_gemma":[0.9978311,0.0010685006,0.00009062159,0.00046295056,0.00039865557,0.00014818204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036827117,0.00023972952,0.00026101922,0.00044983966,0.00016485986,0.00012217577,0.00049009937,0.00012731929,0.000011229461],"category_scores_gemma":[0.001820139,0.00024986803,0.0000483333,0.0010097554,0.00011481827,0.00023180735,0.00022392703,0.00016962086,0.000018851437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036281617,0.00055574626,0.038139075,0.002333579,0.00058013713,0.000059265483,0.030599667,0.7168649,0.15658358,0.016205002,0.0008912792,0.037151538],"study_design_scores_gemma":[0.000324421,0.00011743382,0.047775116,0.0002532717,0.000011256525,0.000032587912,0.000035358156,0.9422957,0.008546717,0.00010190159,0.00017161026,0.00033465493],"about_ca_topic_score_codex":0.000029691706,"about_ca_topic_score_gemma":0.000003188858,"teacher_disagreement_score":0.23664139,"about_ca_system_score_codex":0.00009255583,"about_ca_system_score_gemma":0.0001363846,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W2945944668","doi":"10.1007/s10515-019-00256-4","title":"Improving web service interfaces modularity using multi-objective optimization","year":2019,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interface (matter); Code refactoring; Service (business); Web service; Software engineering; Service-oriented architecture; Artifact (error); Reuse; Modular programming; Service provider; World Wide Web; Programming language; Artificial intelligence; Software; Operating system; Engineering","score_opus":0.013282066220827,"score_gpt":0.2464925954551059,"score_spread":0.2332105292342789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945944668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37054634,0.000086864246,0.6218852,0.000012788196,0.0006366939,0.00026524675,0.000004117036,0.006560362,0.000002407839],"genre_scores_gemma":[0.56161153,0.0000026469509,0.43825072,0.000023711924,0.00002620187,0.000014511553,0.00000575763,0.00005144538,0.0000134422335],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978622,0.000043781904,0.0003269835,0.00067055796,0.00043493588,0.00066152663],"domain_scores_gemma":[0.99817806,0.00048233266,0.00009203479,0.00079083146,0.00030022615,0.00015652804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035821894,0.0003438041,0.00030671738,0.00042773876,0.000097782766,0.00030075555,0.0009911258,0.00019406772,0.000020231419],"category_scores_gemma":[0.0010415409,0.00038705833,0.00006652532,0.0014042711,0.000011562535,0.0012586188,0.0006039902,0.0004324672,0.0000929106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001896398,0.00002690366,0.0070230877,0.00017234882,0.0000421403,0.00000939666,0.0003155602,0.9793952,0.012537762,0.000031902302,0.0000047639555,0.00043902965],"study_design_scores_gemma":[0.00047558264,0.00003068589,0.0064342963,0.00013910895,0.0000073880874,0.00003233543,0.000020296044,0.98700213,0.0054198825,0.0000012958216,0.000016119175,0.00042085463],"about_ca_topic_score_codex":0.00017425539,"about_ca_topic_score_gemma":0.0000036032045,"teacher_disagreement_score":0.19106522,"about_ca_system_score_codex":0.00036519015,"about_ca_system_score_gemma":0.0001543713,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W3093046707","doi":"10.1007/s10515-020-00277-4","title":"Understanding machine learning software defect predictions","year":2020,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Exploit; Machine learning; Software bug; Software; Artificial intelligence; Boosting (machine learning); Source code; Set (abstract data type); Data mining; Principal (computer security); Decision tree; Predictive modelling; Programming language","score_opus":0.04516996975354468,"score_gpt":0.24328561683835054,"score_spread":0.19811564708480586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093046707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062462348,0.00046873247,0.95275325,0.00029241902,0.00047828603,0.00024144065,0.0000126022205,0.03949057,0.000016496368],"genre_scores_gemma":[0.84969985,0.000027150256,0.14979574,0.00011575818,0.00014127302,0.00004781721,0.000030745112,0.000112224836,0.000029427045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99733347,0.00006239132,0.00038478017,0.0007248409,0.0006472575,0.0008472778],"domain_scores_gemma":[0.99727106,0.0015418305,0.00007256218,0.00051525765,0.00008961852,0.0005096517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030775368,0.00040395668,0.00035232177,0.00034256745,0.0003060109,0.00031913506,0.0010581944,0.00018064099,0.000036888196],"category_scores_gemma":[0.0070617385,0.00045122617,0.00019917905,0.0018077561,0.000030330046,0.00074388995,0.000513081,0.0009288591,0.0001621844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063762077,0.00002959563,0.039430328,0.00024417098,0.00019688657,0.00018743922,0.001143559,0.9544665,0.00054653606,0.001175254,0.0019213979,0.0006519323],"study_design_scores_gemma":[0.0004244085,0.00013780146,0.0057829362,0.00009439888,0.000018137267,0.000058181267,0.000016996466,0.9902123,0.0003683929,0.000030339881,0.0023564666,0.00049960654],"about_ca_topic_score_codex":0.000016729442,"about_ca_topic_score_gemma":0.0000010544344,"teacher_disagreement_score":0.84345365,"about_ca_system_score_codex":0.0003805249,"about_ca_system_score_gemma":0.00010338276,"threshold_uncertainty_score":0.99979395},"labels":[],"label_agreement":null},{"id":"W3120394327","doi":"10.1007/s10515-021-00313-x","title":"Faults in deep reinforcement learning programs: a taxonomy and a detection approach","year":2021,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Categorization; Artificial intelligence; Fault detection and isolation; Software; Machine learning; Software engineering; Programming language","score_opus":0.012062613245359722,"score_gpt":0.20269778829536153,"score_spread":0.1906351750500018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120394327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016615938,0.00013992796,0.97998655,0.000008905316,0.00013692341,0.00026747634,2.980257e-8,0.0027366988,0.00010753094],"genre_scores_gemma":[0.7958848,0.00001465701,0.20384744,0.000015884243,0.000016104108,0.00012238575,0.000011316884,0.000018785218,0.000068642985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986405,0.000039527156,0.0003059131,0.00038534956,0.00022797941,0.00040075206],"domain_scores_gemma":[0.99940395,0.00008277166,0.00007715905,0.00028317023,0.00006535836,0.00008759039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002110985,0.00019473935,0.0001911775,0.00019111193,0.000084131025,0.00017936887,0.00021752168,0.00010235668,0.0000021771787],"category_scores_gemma":[0.00035729128,0.00022261818,0.000037765763,0.0007347932,0.000013191951,0.00043593827,0.00025340886,0.0003510063,0.000007650413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011901728,0.000012211718,0.0021347518,0.00008569149,0.00001968221,0.00003456164,0.00048311986,0.98300326,0.00022360381,0.00016301016,0.0000014214744,0.013837511],"study_design_scores_gemma":[0.0003720941,0.00005631621,0.00275767,0.00008155998,0.0000049697164,0.00006679403,0.00006961809,0.99474657,0.0006674416,0.000001995088,0.0009373189,0.00023766952],"about_ca_topic_score_codex":0.000016421718,"about_ca_topic_score_gemma":0.0000029642204,"teacher_disagreement_score":0.77926886,"about_ca_system_score_codex":0.00012910468,"about_ca_system_score_gemma":0.000040999646,"threshold_uncertainty_score":0.90781057},"labels":[],"label_agreement":null},{"id":"W3123784004","doi":"10.1007/s10515-020-00278-3","title":"ALBA: a model-driven framework for the automatic generation of android location-based apps","year":2021,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Plug-in; Computer science; Android (operating system); Usability; Download; Mobile apps; Code generation; World Wide Web; Software engineering; Human–computer interaction; Operating system","score_opus":0.018949733138381226,"score_gpt":0.2478359306377177,"score_spread":0.22888619749933647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123784004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061749336,0.0003003971,0.99149597,0.00031220113,0.00013271335,0.00032549415,0.000009661273,0.0012461568,0.0000024571068],"genre_scores_gemma":[0.5020531,0.0000058961436,0.49750158,0.00008018547,0.0000291118,0.00028987872,0.000022315708,0.00001149886,0.0000064193164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991639,0.000013298063,0.00025610518,0.00023499527,0.00015997824,0.00017172069],"domain_scores_gemma":[0.9983874,0.00061868026,0.00008081992,0.0006314661,0.00023900178,0.000042617015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011608486,0.00011595362,0.00013584526,0.000056383124,0.000118048534,0.00007217798,0.00038007103,0.00008177391,0.000004045501],"category_scores_gemma":[0.0003421502,0.00010236251,0.0000649346,0.0005639035,0.000013314016,0.00012970701,0.000050682782,0.00008394991,0.000005100285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.566392e-7,0.000026833835,0.000040084324,0.00007193381,0.000024133982,5.581166e-7,0.0001588245,0.96901786,0.0020520613,0.024524089,0.00032698078,0.0037563727],"study_design_scores_gemma":[0.00013251335,0.0000106170755,0.0003114069,0.0000655463,0.000017775006,0.0000029587623,0.0000049384544,0.9881929,0.010597304,0.0003815761,0.00017091805,0.000111554524],"about_ca_topic_score_codex":0.0000041223934,"about_ca_topic_score_gemma":0.0000023433258,"teacher_disagreement_score":0.4958782,"about_ca_system_score_codex":0.000035802434,"about_ca_system_score_gemma":0.00019878018,"threshold_uncertainty_score":0.4174222},"labels":[],"label_agreement":null},{"id":"W3185425515","doi":"10.1007/s10515-022-00337-x","title":"How to certify machine learning based safety-critical systems? A systematic literature review","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Polytechnique Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Certification; Computer science; Life-critical system; Context (archaeology); Domain (mathematical analysis); Systematic review; Robustness (evolution); Engineering management; Artificial intelligence; Software; Engineering; Management; Political science","score_opus":0.007356704105584707,"score_gpt":0.23390435369138968,"score_spread":0.22654764958580498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185425515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058662015,0.03629098,0.95150155,0.00216929,0.0011313767,0.00094137876,0.000017805172,0.007877502,0.000011432957],"genre_scores_gemma":[0.7475262,0.00027356227,0.24804173,0.0016915542,0.00019071397,0.0013199123,0.00015008224,0.00025603062,0.0005501799],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645,0.0006909595,0.00060124294,0.0007049338,0.000886421,0.0006664433],"domain_scores_gemma":[0.9972241,0.0012828133,0.00016586781,0.0008988986,0.00016176536,0.00026655407],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014068248,0.00042818405,0.0007825517,0.00042582702,0.00057284936,0.00060868723,0.0013871366,0.00009228921,0.000019457826],"category_scores_gemma":[0.008467774,0.00042945502,0.00016460216,0.0022116937,0.000012018852,0.00053708494,0.0008418651,0.001248858,0.000022965072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004301051,0.000020344949,0.000054539993,0.048662357,0.00003850646,0.00034745084,0.000286965,0.94792295,0.000053398508,0.0022265974,0.00027521516,0.000107387124],"study_design_scores_gemma":[0.00020546824,0.00009064701,0.000028466824,0.028501883,0.000046701345,0.00028821503,0.000021503021,0.96474564,0.000009697708,0.0000022506717,0.005588697,0.00047084902],"about_ca_topic_score_codex":0.000008362292,"about_ca_topic_score_gemma":2.61679e-7,"teacher_disagreement_score":0.7474676,"about_ca_system_score_codex":0.0003916226,"about_ca_system_score_gemma":0.00007656649,"threshold_uncertainty_score":0.9998843},"labels":[],"label_agreement":null},{"id":"W4205420848","doi":"10.1007/s10515-021-00319-5","title":"Improving the prediction of continuous integration build failures using deep learning","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Feature engineering; Process (computing); Machine learning; Artificial intelligence; Task (project management); Construct (python library); Outcome (game theory); Recurrent neural network; Deep learning; Software; Code (set theory); Feature (linguistics); Artificial neural network; Data mining; Engineering; Systems engineering","score_opus":0.008641220931652826,"score_gpt":0.22069118800838491,"score_spread":0.2120499670767321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205420848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2512318,0.0002360063,0.744197,0.000022827977,0.0005039948,0.0001886442,0.0000046880614,0.0036133607,0.0000016638357],"genre_scores_gemma":[0.932677,0.000002674604,0.06712757,0.0000087553935,0.00004979296,0.00006741317,0.000011259606,0.000040266586,0.000015285132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982219,0.000100558245,0.0003507807,0.0003295031,0.0006002967,0.00039700093],"domain_scores_gemma":[0.9983563,0.0008576721,0.00013418992,0.0004654353,0.00012526146,0.00006113233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006564429,0.00019019718,0.00020230487,0.00031859468,0.00037048451,0.00011949442,0.0008555611,0.00005924881,0.000014020147],"category_scores_gemma":[0.002105951,0.00017705106,0.00008276865,0.0010660861,0.000024771249,0.00039672139,0.00057932164,0.0006773883,0.0000020949008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028041734,0.00001761308,0.0054402393,0.000044401793,0.000035581626,0.000011919872,0.0009357649,0.95793563,0.026988376,0.00033433852,0.000039363902,0.008213965],"study_design_scores_gemma":[0.00017458576,0.00008959767,0.0077830562,0.00003202374,0.000010129025,0.000069347225,0.00012692652,0.98673165,0.00450973,0.000007640994,0.000318016,0.00014728555],"about_ca_topic_score_codex":0.00016547728,"about_ca_topic_score_gemma":0.0000010943368,"teacher_disagreement_score":0.6814452,"about_ca_system_score_codex":0.00024546363,"about_ca_system_score_gemma":0.000066404216,"threshold_uncertainty_score":0.72199327},"labels":[],"label_agreement":null},{"id":"W4245670623","doi":"10.1023/b:ause.0000008695.71960.a3","title":"Introduction","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Philosophy","score_opus":0.004929103958813917,"score_gpt":0.2047978929033946,"score_spread":0.19986878894458068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245670623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8158351,0.00051151373,0.09983359,0.00008499379,0.003441326,0.00041350976,0.000022271926,0.07926704,0.0005906181],"genre_scores_gemma":[0.94388515,0.000002483649,0.05536558,0.000016677992,0.00027783608,0.000030488225,0.00002979503,0.00017368654,0.00021832222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989409,0.000028828255,0.00019501598,0.00026851267,0.00018714996,0.00037959058],"domain_scores_gemma":[0.9994239,0.00005978354,0.00003868203,0.00032218717,0.0000608595,0.00009454665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024106006,0.00018743222,0.00014991422,0.00019845726,0.000059223796,0.000039315117,0.00009343592,0.000083730454,0.0003447202],"category_scores_gemma":[0.0018418999,0.0002099396,0.000047922887,0.000639693,0.000012609944,0.00023482364,0.000013937631,0.00016167709,0.0036770874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013138455,0.00014904088,0.0058790455,0.00016326808,0.000247553,0.00007968832,0.0005108891,0.70302147,0.12021932,0.014720325,0.15385434,0.0011419294],"study_design_scores_gemma":[0.0013339476,0.000082255756,0.023143606,0.00008207228,0.00008732884,0.00050961075,0.00006189474,0.18056294,0.10574888,0.000090570844,0.68675023,0.001546649],"about_ca_topic_score_codex":0.000003937253,"about_ca_topic_score_gemma":4.4295078e-7,"teacher_disagreement_score":0.5328959,"about_ca_system_score_codex":0.00015122551,"about_ca_system_score_gemma":0.000024767776,"threshold_uncertainty_score":0.9970987},"labels":[],"label_agreement":null},{"id":"W4293080012","doi":"10.1007/s10515-022-00358-6","title":"Self-admitted technical debt in R: detection and causes","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia; Australian National University; University of Saskatchewan","keywords":"Computer science; Artificial intelligence; Source code; Domain (mathematical analysis); Software; Machine learning; Software quality; Semantics (computer science); Code (set theory); Software development; Data mining; Software engineering; Data science; Programming language; Set (abstract data type)","score_opus":0.0067949306597100394,"score_gpt":0.22774739982227968,"score_spread":0.22095246916256964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293080012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6816381,0.00045355954,0.29809922,0.00005443665,0.00044841587,0.00030958824,0.000003378501,0.018986586,0.000006719784],"genre_scores_gemma":[0.9397211,0.000012008465,0.059980277,0.000023674202,0.000018702585,0.00019547739,0.0000023404928,0.000037638893,0.000008743822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840987,0.00005045759,0.00024175932,0.0004316417,0.00039743393,0.0004688625],"domain_scores_gemma":[0.998691,0.00071848073,0.000029789213,0.0004106406,0.00003187904,0.00011820459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041434533,0.00018768584,0.00018732388,0.0005733568,0.00013929437,0.00009066078,0.0005450643,0.00007635691,0.000008466554],"category_scores_gemma":[0.0008689359,0.00022626921,0.000034349672,0.0014685532,0.000011232566,0.00029923095,0.0006823703,0.00055065256,0.000008221594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003653359,0.00060921704,0.18853074,0.0008265921,0.00021962673,0.0019892468,0.003247855,0.7266048,0.048707202,0.002543718,0.00064165,0.026042782],"study_design_scores_gemma":[0.0004069064,0.00010286098,0.19461975,0.000022538383,0.00000414259,0.00033502208,0.000010682831,0.8008531,0.0017508853,0.000025846846,0.001516563,0.0003517577],"about_ca_topic_score_codex":0.000034925873,"about_ca_topic_score_gemma":0.000006907175,"teacher_disagreement_score":0.25808302,"about_ca_system_score_codex":0.00036499763,"about_ca_system_score_gemma":0.000057536832,"threshold_uncertainty_score":0.9226991},"labels":[],"label_agreement":null},{"id":"W4297231615","doi":"10.1007/s10515-022-00363-9","title":"HealMA: a model-driven framework for automatic generation of IoT-based Android health monitoring applications","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); Computer science; Software engineering; Software; Usability; Software portability; Software development; Code generation; Domain-specific language; Embedded system; Human–computer interaction; Operating system","score_opus":0.025734316527381958,"score_gpt":0.28161488360016035,"score_spread":0.2558805670727784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297231615","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009853864,0.0002290487,0.98592186,0.00026272505,0.00015091071,0.00097417185,0.00007822529,0.0025279492,0.0000012598538],"genre_scores_gemma":[0.42170662,0.0000033554284,0.57533103,0.000057859666,0.00004250315,0.0027906941,0.000044413075,0.00002041925,0.0000031330405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867815,0.000026660511,0.00040800835,0.00033740897,0.00025719038,0.00029260345],"domain_scores_gemma":[0.9988025,0.00023204683,0.00018397655,0.0006061138,0.000076274235,0.00009908015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023529714,0.00014901524,0.00022788277,0.0001877744,0.00038001628,0.000041041847,0.0005346341,0.00005156742,0.000003181025],"category_scores_gemma":[0.000049782382,0.00018080414,0.000081958715,0.0006916516,0.000009562912,0.00009745934,0.00011498899,0.00016280256,0.0000019781214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.916897e-7,0.000065816916,0.000139995,0.00012455226,0.000014451447,2.2268058e-7,0.00024575106,0.9767966,0.0012539994,0.014323341,0.00021395864,0.006820698],"study_design_scores_gemma":[0.00018670665,0.00006475642,0.00023958852,0.000032958003,0.0000065058944,0.0000030730455,0.000009629017,0.99686503,0.0015208601,0.00037785093,0.00054016546,0.0001528813],"about_ca_topic_score_codex":0.000010730487,"about_ca_topic_score_gemma":4.6436975e-7,"teacher_disagreement_score":0.41185275,"about_ca_system_score_codex":0.00019928995,"about_ca_system_score_gemma":0.00024738183,"threshold_uncertainty_score":0.7372979},"labels":[],"label_agreement":null},{"id":"W4386995089","doi":"10.1007/s10515-023-00399-5","title":"$$AI^{2}$$: the next leap toward native language-based and explainable machine learning framework","year":2023,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Machine learning; Artificial intelligence; Process (computing); Chatbot; Interface (matter); Preprocessor; Natural language processing; Programming language","score_opus":0.02200965276098119,"score_gpt":0.2670099074727578,"score_spread":0.24500025471177664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386995089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08130719,0.0008383729,0.9038219,0.0018695915,0.00042777706,0.00027042167,0.000003572308,0.011432928,0.000028237546],"genre_scores_gemma":[0.9668425,0.00003857067,0.032302316,0.00046421876,0.000067180925,0.00007920248,0.000013036469,0.00005207521,0.00014094748],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982243,0.00008521937,0.00026364898,0.00044703015,0.00033485336,0.00064494635],"domain_scores_gemma":[0.99789697,0.0013463784,0.00007086161,0.00046755618,0.00009738434,0.00012082058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057663594,0.0002666114,0.00022362993,0.00027831018,0.00038144932,0.0004559091,0.0007351389,0.00013129372,0.000020424804],"category_scores_gemma":[0.0019366664,0.00022650238,0.000064719236,0.0017373575,0.000051748262,0.00066258886,0.00034055536,0.00061875535,0.00017257396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010460105,0.000037173682,0.0015808279,0.0002189021,0.000089794084,0.00045969427,0.021749167,0.9299604,0.0019449675,0.023056293,0.0010448459,0.019847441],"study_design_scores_gemma":[0.000081029786,0.000055628792,0.0007602031,0.00011095843,0.0000066120524,0.000011870427,0.0007174578,0.98688847,0.008443825,0.00046251735,0.0021780329,0.00028341118],"about_ca_topic_score_codex":0.00016713375,"about_ca_topic_score_gemma":0.00000573351,"teacher_disagreement_score":0.88553524,"about_ca_system_score_codex":0.00008125641,"about_ca_system_score_gemma":0.00006132987,"threshold_uncertainty_score":0.9236499},"labels":[],"label_agreement":null},{"id":"W4391395450","doi":"10.1007/s10515-024-00413-4","title":"An extensive study of the effects of different deep learning models on code vulnerability detection in Python code","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Python (programming language); Computer science; Artificial intelligence; Deep learning; Word2vec; Machine learning; Programming language","score_opus":0.012330757009532687,"score_gpt":0.2627646923285514,"score_spread":0.2504339353190187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391395450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.672664,0.00012874225,0.32406235,0.0000037980747,0.000529993,0.00042373486,0.0000012645662,0.0021856006,5.0705347e-7],"genre_scores_gemma":[0.99840015,0.00000666423,0.0014243586,0.0000027565363,0.000019207835,0.000090842186,0.0000011424003,0.00005125238,0.0000036052816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792933,0.00022305705,0.00039370626,0.00052615686,0.0005679441,0.00035977413],"domain_scores_gemma":[0.99632394,0.0026434383,0.000058064627,0.0007837847,0.00011257567,0.000078210214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000450316,0.0002547677,0.00034128226,0.00041696918,0.000058425732,0.00006891423,0.00068574364,0.00011112448,8.13502e-7],"category_scores_gemma":[0.0022488462,0.00020533925,0.000080769096,0.0011431989,0.000023871438,0.00033679564,0.00021013251,0.000675059,0.000001482441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079426745,0.0002402227,0.0061956244,0.0005787951,0.000045195113,0.00003216541,0.0035347382,0.9656741,0.0152739175,0.000084706066,0.0000013108939,0.008331285],"study_design_scores_gemma":[0.00027638028,0.0005165556,0.15240319,0.00039142772,0.000009472496,0.000005036591,0.000039759514,0.8150243,0.031133883,0.000048485657,0.0000012633612,0.00015023799],"about_ca_topic_score_codex":0.000066569846,"about_ca_topic_score_gemma":0.00003829404,"teacher_disagreement_score":0.32573617,"about_ca_system_score_codex":0.00022347503,"about_ca_system_score_gemma":0.000031275165,"threshold_uncertainty_score":0.8373491},"labels":[],"label_agreement":null},{"id":"W4391998081","doi":"10.1007/s10515-024-00417-0","title":"Using data mining techniques to generate test cases from graph transformation systems specifications","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformation (genetics); Graph; Data mining; Test (biology); Graph rewriting; Theoretical computer science; Geology; Chemistry","score_opus":0.10704843451474054,"score_gpt":0.30585336290967075,"score_spread":0.1988049283949302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391998081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014106096,0.00084348605,0.86857,0.00007451457,0.0005942629,0.00026228547,0.0001676307,0.11537167,0.0000100369925],"genre_scores_gemma":[0.38176322,0.000014285611,0.6178668,0.000030141462,0.00012500053,0.000044198714,0.00011271385,0.000039038943,0.0000046200707],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998345,0.000028091099,0.0004178658,0.0006095934,0.00026088397,0.00033854207],"domain_scores_gemma":[0.99748707,0.0011055084,0.000048219197,0.0011437546,0.00008859025,0.0001268769],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036020236,0.00025982488,0.00021799255,0.0005210715,0.00015573166,0.00085160084,0.0010667978,0.00011008218,0.0000019547147],"category_scores_gemma":[0.00086424494,0.0002697926,0.00004295649,0.0012639486,0.0000129783275,0.0010827311,0.00023238444,0.00016314855,0.000019712232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013325659,0.0004312117,0.0056016343,0.0025538362,0.00080722803,0.002502545,0.017467486,0.343933,0.11435906,0.0092935385,0.19684426,0.30619287],"study_design_scores_gemma":[0.000028355742,0.000029099565,0.00022160035,0.00087125873,0.00002207709,0.00015368522,0.000009443686,0.9916781,0.0043612677,0.00008528972,0.0021943164,0.00034547428],"about_ca_topic_score_codex":0.00038352713,"about_ca_topic_score_gemma":0.0000023041798,"teacher_disagreement_score":0.64774513,"about_ca_system_score_codex":0.00011523065,"about_ca_system_score_gemma":0.000081687176,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W4392108776","doi":"10.1007/s10515-024-00416-1","title":"ReBack: recommending backports in social coding environments","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Coding (social sciences); Computer science; Data science; World Wide Web; Sociology; Social science","score_opus":0.010104616108386155,"score_gpt":0.23030209258736375,"score_spread":0.2201974764789776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392108776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10069834,0.00032788498,0.88724524,0.00022567989,0.0030532114,0.00014770958,0.0000027743101,0.00817106,0.00012813053],"genre_scores_gemma":[0.98228556,0.00001772163,0.017426765,0.000034151526,0.00013343895,0.000013651669,0.0000063626044,0.000027929906,0.0000544391],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899334,0.000019694824,0.00021000765,0.0003191931,0.00016082679,0.0002969509],"domain_scores_gemma":[0.99965066,0.00011897315,0.000023458342,0.00015707864,0.0000038171747,0.000046032543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000279474,0.00014194178,0.00012543674,0.00027111237,0.00008577635,0.00023270248,0.00024423623,0.00009683093,0.000014934337],"category_scores_gemma":[0.00006283266,0.00016202546,0.000049203325,0.00057919766,0.000005995274,0.00059872976,0.00010647145,0.00024160571,0.00006604129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033690703,0.000465042,0.040784366,0.0025757477,0.00075090054,0.005760027,0.03926241,0.23414892,0.12299999,0.067470655,0.05837028,0.42737797],"study_design_scores_gemma":[0.0001634113,0.000020906786,0.013807434,0.000270602,0.0000056332274,0.000047350608,0.000011203613,0.97244775,0.002126315,0.00017137283,0.010596638,0.00033137124],"about_ca_topic_score_codex":0.0000104324745,"about_ca_topic_score_gemma":0.0000010808667,"teacher_disagreement_score":0.8815872,"about_ca_system_score_codex":0.00023386003,"about_ca_system_score_gemma":0.00001611266,"threshold_uncertainty_score":0.6607207},"labels":[],"label_agreement":null},{"id":"W4396957427","doi":"10.1007/s10515-024-00444-x","title":"A novel automated framework for fine-grained sentiment analysis of application reviews using deep neural networks","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Sentiment analysis; Computer science; Deep neural networks; Artificial neural network; Artificial intelligence; Natural language processing","score_opus":0.020560672139496184,"score_gpt":0.29690099154942384,"score_spread":0.27634031940992765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396957427","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007393498,0.002610914,0.98462605,0.000039653212,0.00046538815,0.00038605323,0.000008522157,0.0044692024,7.2550563e-7],"genre_scores_gemma":[0.40442187,0.000017763745,0.59524,0.0000312301,0.00007499565,0.00007881939,0.00009889357,0.00003130634,0.0000051027714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810857,0.000026397656,0.0007202348,0.0005367451,0.00023811779,0.00036993675],"domain_scores_gemma":[0.99863094,0.00043568527,0.00020274824,0.0005453094,0.000097610005,0.00008768136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048510163,0.00027054784,0.0005901596,0.0007598209,0.00008657403,0.00021093254,0.00044826066,0.00013710937,0.000009517721],"category_scores_gemma":[0.00018459685,0.0002609657,0.00048413637,0.004146458,0.000012952317,0.00028978556,0.00012074863,0.00013996862,0.0000033244394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016243844,0.000028538727,0.00023792087,0.0001299303,0.00091498456,0.0000019089423,0.0002324262,0.9866262,0.0025479284,0.002362121,0.00008575517,0.0068306564],"study_design_scores_gemma":[0.00011010004,0.00001720076,0.0006471969,0.00018589807,0.0006920574,0.0000033468252,0.0000051126144,0.99746495,0.00032229093,0.00001563504,0.00028018584,0.0002560186],"about_ca_topic_score_codex":0.000016589578,"about_ca_topic_score_gemma":0.0000021186968,"teacher_disagreement_score":0.39702836,"about_ca_system_score_codex":0.00008661833,"about_ca_system_score_gemma":0.000018583109,"threshold_uncertainty_score":0.99998426},"labels":[],"label_agreement":null},{"id":"W4408081570","doi":"10.1007/s10515-025-00493-w","title":"Quantum software engineering and potential of quantum computing in software engineering research: a review","year":2025,"lang":"en","type":"review","venue":"Automated Software Engineering","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software engineering; Social software engineering; Software requirements; Software; Quantum computer; Software development; Quantum; Computational science; Software construction; Programming language; Physics; Quantum mechanics","score_opus":0.02519809214927829,"score_gpt":0.29818134138585317,"score_spread":0.2729832492365749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408081570","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015218412,0.6435645,0.35029054,0.00001978881,0.0011449787,0.0010096601,0.000045736964,0.0037720837,5.4877927e-7],"genre_scores_gemma":[0.00029965586,0.8070913,0.19190456,0.000032379452,0.00021837169,0.0001154024,0.00008782105,0.00023940667,0.000011121242],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922917,0.00034349115,0.0023955193,0.0018657842,0.0011666797,0.0019368441],"domain_scores_gemma":[0.9925708,0.0044648983,0.00057276787,0.0016364655,0.000354748,0.00040032185],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0025574397,0.0015307588,0.003948255,0.002788061,0.00023293775,0.0003140112,0.0026134478,0.0007993625,0.0000044561225],"category_scores_gemma":[0.008494581,0.0015529505,0.0007281558,0.0050353445,0.000080629245,0.0003910363,0.0024561468,0.0030439626,0.000011864619],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033885779,0.00013449808,0.000033754088,0.34080547,0.00044836482,0.000750428,0.00035527823,0.2526781,0.000009112592,0.0012937095,0.00067106396,0.40281686],"study_design_scores_gemma":[0.0002814608,0.00008061847,0.00008771358,0.21065675,0.00015270548,0.00024622417,0.0000034711122,0.7533882,0.000004010905,0.000013096411,0.033939607,0.0011460843],"about_ca_topic_score_codex":0.00006101895,"about_ca_topic_score_gemma":0.0000010582625,"teacher_disagreement_score":0.5007102,"about_ca_system_score_codex":0.00035815776,"about_ca_system_score_gemma":0.0006798158,"threshold_uncertainty_score":0.9998573},"labels":[],"label_agreement":null},{"id":"W4411008925","doi":"10.1007/s10515-025-00527-3","title":"What information contributes to log-based anomaly detection? Insights from a configurable transformer-based approach","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Anomaly detection; Transformer; Computer science; Data mining; Engineering; Electrical engineering; Voltage","score_opus":0.003629769477427413,"score_gpt":0.20170931337194997,"score_spread":0.19807954389452256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411008925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10344014,0.00033062996,0.88847953,0.00018674051,0.0015770993,0.0006683357,0.000011722112,0.0052668313,0.000038946935],"genre_scores_gemma":[0.9649871,0.000004660067,0.03393013,0.00070875447,0.00002002502,0.00025201906,0.00007321666,0.000014269196,0.000009815212],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982558,0.000044585027,0.00058324874,0.00041053956,0.00028594432,0.00041990046],"domain_scores_gemma":[0.99847144,0.00039108182,0.00008414874,0.00066487875,0.00026324167,0.00012522245],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022639331,0.00031923488,0.00038809836,0.00061124645,0.00021737424,0.0006186533,0.0006207606,0.0002492458,0.000003892008],"category_scores_gemma":[0.00026690267,0.00029725104,0.0001241444,0.0016165408,0.00002506854,0.0022930696,0.000036673886,0.00022394846,0.00006001852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052167918,0.00012061446,0.0023349023,0.0006177855,0.00015428213,0.00000445538,0.00083035,0.97183913,0.0026135838,0.0004827057,0.00036210442,0.020587897],"study_design_scores_gemma":[0.0010632175,0.000060335184,0.011641879,0.00040010738,0.000021871894,0.0000011033857,0.000053075306,0.9366394,0.0457588,0.000050012917,0.003978268,0.00033190264],"about_ca_topic_score_codex":0.00016706465,"about_ca_topic_score_gemma":0.000013141564,"teacher_disagreement_score":0.861547,"about_ca_system_score_codex":0.00026290654,"about_ca_system_score_gemma":0.00026128034,"threshold_uncertainty_score":0.99994797},"labels":[],"label_agreement":null},{"id":"W4415323141","doi":"10.1007/s10515-025-00556-y","title":"Graph neural networks for precise bug localization through structural program analysis","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Graph; Classifier (UML); Software; Source code; Program analysis; Software bug; Artificial neural network; Debugging","score_opus":0.008905159232018756,"score_gpt":0.28274511318007195,"score_spread":0.2738399539480532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415323141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026194196,0.0005399505,0.95705676,0.000044602486,0.0008857153,0.00078937394,0.000007419256,0.014478705,0.0000032756836],"genre_scores_gemma":[0.77872336,0.000009769061,0.22064647,0.000044794688,0.000054518092,0.00036939685,0.000082521496,0.000037531543,0.000031661075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978479,0.00003179891,0.00042442218,0.0006317835,0.0003224913,0.00074159383],"domain_scores_gemma":[0.9978195,0.0009906444,0.00006733226,0.00076310534,0.00024893737,0.00011047525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023231216,0.00033285804,0.00039348533,0.0006772385,0.00018965997,0.00028832135,0.0009679681,0.00019138961,0.0000040909217],"category_scores_gemma":[0.0011156821,0.00034406508,0.00026103243,0.005267561,0.000030736042,0.0006275556,0.00024663575,0.0002581273,0.0000017453755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050799626,0.000018996918,0.015987234,0.000103428196,0.00039905394,0.0000062540194,0.00010616641,0.9750827,0.0000101820815,0.0007687681,0.0004575239,0.007054629],"study_design_scores_gemma":[0.00032472794,0.000050524755,0.029290779,0.00004538978,0.000108191576,0.0000035416733,0.0000029079017,0.9691354,0.00019124548,0.00012434486,0.00041542776,0.00030748986],"about_ca_topic_score_codex":0.000029418761,"about_ca_topic_score_gemma":0.0000042340607,"teacher_disagreement_score":0.75252914,"about_ca_system_score_codex":0.00013830765,"about_ca_system_score_gemma":0.000049682647,"threshold_uncertainty_score":0.9999011},"labels":[],"label_agreement":null},{"id":"W4417294610","doi":"10.1007/s10515-025-00583-9","title":"Automatic assistance to mitigate rollback inconsistencies in collaborative edits","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Saskatchewan","funders":"","keywords":"Rollback; Quality (philosophy); Consistency (knowledge bases); Undo; Collaborative editing; Key (lock); Stack (abstract data type); Exploit","score_opus":0.004495158611059191,"score_gpt":0.2312673177474812,"score_spread":0.22677215913642199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417294610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5207579,0.0017742631,0.45753092,0.0011142584,0.004228984,0.00093903404,0.000019478612,0.013015383,0.00061980396],"genre_scores_gemma":[0.9058779,0.00000525773,0.09345163,0.0001858472,0.000037174672,0.00015636046,0.0000029702655,0.000019695246,0.00026318236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983261,0.000061089595,0.00045095562,0.00045088617,0.00024710665,0.00046386078],"domain_scores_gemma":[0.9987803,0.0003783187,0.000067552704,0.00052060274,0.00013468823,0.00011853219],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033151175,0.0002553426,0.00037379478,0.00054349535,0.00010020522,0.00021434223,0.00065823557,0.0001223607,0.0000028453933],"category_scores_gemma":[0.000825848,0.00026459922,0.000049623653,0.0028446277,0.000017775237,0.0003702923,0.00019914158,0.00017276022,0.00005852096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004230687,0.00063002034,0.07314227,0.003237213,0.0008676707,0.0010631685,0.05350958,0.6180446,0.033673804,0.05789892,0.10030222,0.05758824],"study_design_scores_gemma":[0.0005137569,0.00004528687,0.0377677,0.0017677989,0.0000063047805,0.000009959188,0.00015666148,0.9514531,0.0032523707,0.00006611887,0.004468697,0.000492264],"about_ca_topic_score_codex":0.000037560414,"about_ca_topic_score_gemma":0.00005758946,"teacher_disagreement_score":0.38511997,"about_ca_system_score_codex":0.00026602164,"about_ca_system_score_gemma":0.00019906063,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W982742101","doi":"10.1007/s10515-015-0183-5","title":"Identifying and understanding header file hotspots in C/C++ build processes","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"","keywords":"Header; Codebase; Computer science; Software deployment; Source code; Hotspot (geology); Software; Database; Operating system; Computer network","score_opus":0.05580051961284043,"score_gpt":0.28228132291395475,"score_spread":0.2264808033011143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W982742101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13180624,0.0013879595,0.85828924,0.00009561454,0.00043517325,0.0002393999,0.000011927262,0.007714254,0.000020208734],"genre_scores_gemma":[0.9073065,0.000017173465,0.09246748,0.000023086965,0.000039261282,0.00005654706,0.000009291821,0.000049607675,0.00003103205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981531,0.000024405896,0.000271986,0.0004769582,0.0004528271,0.0006207498],"domain_scores_gemma":[0.99813014,0.0010905317,0.000039373797,0.00037622536,0.00009266388,0.00027108486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041749104,0.00024625266,0.00024512774,0.0006017435,0.00005995143,0.0003212939,0.00053819816,0.00012296626,0.000012866025],"category_scores_gemma":[0.004175356,0.00027293086,0.000024756919,0.0016469159,0.000026588166,0.00094878144,0.00032892267,0.00032133612,0.000024292254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007505956,0.00051346235,0.40709686,0.0073925583,0.0005403811,0.0034807692,0.044042762,0.46664658,0.0025420715,0.010055251,0.04853195,0.009082306],"study_design_scores_gemma":[0.0018333995,0.00016679836,0.12933168,0.0015783261,0.000013442519,0.00035229672,0.00049803033,0.8611018,0.0013900113,0.0010540136,0.0011613393,0.0015188302],"about_ca_topic_score_codex":0.000048346563,"about_ca_topic_score_gemma":0.000009327806,"teacher_disagreement_score":0.7755003,"about_ca_system_score_codex":0.00037892093,"about_ca_system_score_gemma":0.00017668951,"threshold_uncertainty_score":0.9999723},"labels":[],"label_agreement":null}]}