{"meta":{"query_hash":"5afe9e4a1efd","filters":{"venue":"Advances in Software Engineering"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5afe9e4a1efd","api":"https://metacan.xera.ac/api/v1/cohort?venue=Advances+in+Software+Engineering"},"results":[{"id":"W116782570","doi":"10.1007/978-0-387-21599-0_7","title":"Approaches to Clustering for Program Comprehension and Remodularization","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Program comprehension; Cluster analysis; Computer science; Comprehension; Artificial intelligence; Programming language; Software","score_opus":0.05777975468218309,"score_gpt":0.2594115183847261,"score_spread":0.201631763702543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W116782570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000939189,0.005231882,0.9911918,0.000042380067,0.0005233674,0.0013626965,0.0000075178446,0.0011506396,0.00039580982],"genre_scores_gemma":[0.0055750306,0.00055587786,0.98897326,0.000021163247,0.00018870518,0.00039737672,0.000027883056,0.00016286926,0.0040978077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797666,0.000006382779,0.00036646362,0.00081848865,0.00034454608,0.00048742857],"domain_scores_gemma":[0.9983295,0.00078803184,0.00006810126,0.00058776845,0.00006261732,0.00016396062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019888788,0.00042503348,0.00042993572,0.00054466346,0.000058749207,0.00013776176,0.000581238,0.00024339915,0.0000031016195],"category_scores_gemma":[0.00056163024,0.00049194123,0.000071094364,0.00018950118,0.000024545889,0.00056124723,0.0004782604,0.00039284848,0.000007490933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009473528,0.000025816735,0.00046389675,0.001230038,0.000026469497,0.000021892978,0.00029176378,0.48581758,0.000013827946,0.019995205,0.000047334073,0.4920567],"study_design_scores_gemma":[0.0005162094,0.0002831193,0.00087070366,0.0014692772,0.000011810394,0.000032314092,0.0000019536124,0.75768596,0.00005326223,0.0015477358,0.23639092,0.001136737],"about_ca_topic_score_codex":9.917578e-7,"about_ca_topic_score_gemma":0.000003343548,"teacher_disagreement_score":0.49091995,"about_ca_system_score_codex":0.00017611816,"about_ca_system_score_gemma":0.000016614555,"threshold_uncertainty_score":0.99975324},"labels":[],"label_agreement":null},{"id":"W1494902786","doi":"10.1007/978-0-387-21599-0_13","title":"The SPOOL Design Repository: Architecture, Schema, and Mechanisms","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Université de Montréal","funders":"","keywords":"Reverse engineering; Suite; Software engineering; Computer science; Schema (genetic algorithms); Process (computing); Systems engineering; Engineering; Programming language","score_opus":0.010191757098158567,"score_gpt":0.21246413789952628,"score_spread":0.20227238080136772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494902786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000047689446,0.026360637,0.9700278,0.00003561562,0.00093241816,0.00040956534,0.0000025127133,0.000821535,0.001405146],"genre_scores_gemma":[0.0031096977,0.013339401,0.94074774,0.000044461543,0.00040129462,0.0002378922,0.000004340894,0.00032821976,0.04178695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748755,0.000023127728,0.00042375634,0.0007892406,0.00062523555,0.0006510922],"domain_scores_gemma":[0.99495345,0.0036262355,0.00011291447,0.0010716724,0.00006885383,0.0001668595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045650627,0.00054351374,0.00041898954,0.0005290286,0.0001762738,0.0002488694,0.0013438087,0.0002752598,0.000005767938],"category_scores_gemma":[0.001043397,0.00047237505,0.000093839044,0.0002616425,0.000085836655,0.00043004617,0.0005171212,0.0011344901,0.00001993298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026365366,0.000027513224,0.00019417092,0.00069206883,0.00017851229,0.0012368911,0.00037106796,0.31312498,0.00012356104,0.43242627,0.00067442993,0.25092417],"study_design_scores_gemma":[0.001244442,0.0004922834,0.00032467203,0.0032303096,0.00005239704,0.0011600257,0.0000075034864,0.12375058,0.0027947947,0.13804142,0.7248104,0.0040911306],"about_ca_topic_score_codex":0.0000019953463,"about_ca_topic_score_gemma":0.0000012953618,"teacher_disagreement_score":0.724136,"about_ca_system_score_codex":0.00014467965,"about_ca_system_score_gemma":0.000039542636,"threshold_uncertainty_score":0.9997728},"labels":[],"label_agreement":null},{"id":"W1589398787","doi":"10.1007/978-0-387-21599-0_12","title":"Building Parallel Applications Using Design Patterns","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Workstation; Graphics; Parallel processing; Computer architecture; Parallel computing; Supercomputer; Domain (mathematical analysis); Mainstream; Distributed computing; Computer graphics (images); Operating system","score_opus":0.020309446962790675,"score_gpt":0.24522536750265436,"score_spread":0.2249159205398637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589398787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024586416,0.0111285355,0.98626727,0.00000558398,0.0004439122,0.00041710175,0.000030815514,0.0004037283,0.0013005993],"genre_scores_gemma":[0.0027271253,0.0014034952,0.99165386,0.000029249524,0.0002788781,0.00015186667,0.000011966164,0.000090021975,0.0036535421],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998223,0.0000090489,0.0004751033,0.00061633514,0.0002830851,0.00039343748],"domain_scores_gemma":[0.99880713,0.00018999344,0.00018676305,0.0006690711,0.000055230987,0.000091787646],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013779913,0.00039599746,0.00042439607,0.00021223306,0.000068527224,0.000099575394,0.00087713194,0.0002077134,0.000013812541],"category_scores_gemma":[0.000027832433,0.00045268374,0.00010068634,0.00013538776,0.000017639733,0.0006815729,0.00016171894,0.0004048133,0.00002348201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1882356e-7,0.000012404944,0.00008894782,0.0002186574,0.000020212809,0.00006185901,0.000050531013,0.7863822,0.000011800595,0.15865298,0.000027070406,0.05447244],"study_design_scores_gemma":[0.00034358335,0.000028832788,0.00003428668,0.0019370457,0.000017181133,0.00007792499,0.000001855241,0.3819374,0.000027693057,0.0066634,0.6076457,0.0012850765],"about_ca_topic_score_codex":0.0000040907107,"about_ca_topic_score_gemma":0.0000013437963,"teacher_disagreement_score":0.60761863,"about_ca_system_score_codex":0.00020246772,"about_ca_system_score_gemma":0.000025099207,"threshold_uncertainty_score":0.9997925},"labels":[],"label_agreement":null},{"id":"W1609491598","doi":"10.1155/2015/940628","title":"LTTng CLUST: A System-Wide Unified CPU and GPU Tracing Tool for OpenCL Applications","year":2015,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Scalability; Central processing unit; Kernel (algebra); Computation; Parallel computing; CUDA; General-purpose computing on graphics processing units; Interface (matter); Embedded system; Computer architecture; Operating system; Graphics; Programming language","score_opus":0.011258210585095303,"score_gpt":0.25578058409111976,"score_spread":0.24452237350602446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1609491598","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006506877,0.0022181007,0.99549395,0.000032634875,0.00014877679,0.00041862237,0.0000020302446,0.0009398355,0.00009534816],"genre_scores_gemma":[0.27082062,0.000057935955,0.7287958,0.00002725398,0.000036134068,0.00022538108,0.0000033984875,0.000011851109,0.00002158667],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991374,0.000014942106,0.0002387431,0.00028923107,0.00010745424,0.00021220742],"domain_scores_gemma":[0.9991776,0.00035476737,0.000059636972,0.00026502842,0.00007497328,0.00006803951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036404224,0.00012361418,0.00016436452,0.00012486323,0.00006794476,0.000085230065,0.00036652992,0.000047536654,1.1830861e-7],"category_scores_gemma":[0.00029168383,0.0001320461,0.000022908967,0.00032056772,0.00001230864,0.0006631868,0.00012800598,0.00009121727,0.0000012069287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038101944,0.000012883059,0.0012974872,0.00020506195,0.0000044972926,0.0000029887995,0.00040321157,0.9500676,0.000011105259,0.020184215,0.000065835295,0.027741337],"study_design_scores_gemma":[0.00045479066,0.000042079686,0.00020317073,0.00022710713,0.000004007586,0.000020204048,0.000048328682,0.9782921,0.00036160485,0.0010227938,0.019012928,0.00031086078],"about_ca_topic_score_codex":0.000004407431,"about_ca_topic_score_gemma":0.0000018306819,"teacher_disagreement_score":0.27016994,"about_ca_system_score_codex":0.00008559231,"about_ca_system_score_gemma":0.000029355091,"threshold_uncertainty_score":0.53846836},"labels":[],"label_agreement":null},{"id":"W1965524656","doi":"10.1155/2011/649563","title":"Dynamic Context-Aware and Limited Resources-Aware Service Adaptation for Pervasive Computing","year":2011,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Ubiquitous computing; Context (archaeology); Service (business); Task (project management); Constraint (computer-aided design); Context awareness; Distributed computing; Order (exchange); Human–computer interaction; Systems engineering","score_opus":0.023258321215302878,"score_gpt":0.2358858459003088,"score_spread":0.21262752468500593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965524656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05904258,0.0022288652,0.93700945,0.00004780746,0.0005819079,0.000503865,0.000014992161,0.0005508178,0.000019703952],"genre_scores_gemma":[0.9154865,0.00007367379,0.084104754,0.00014604042,0.00003734173,0.00008923714,0.000013408205,0.000035966008,0.000013043165],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838257,0.000048548893,0.00040192984,0.0005761028,0.00019227399,0.0003985564],"domain_scores_gemma":[0.99817574,0.0009642611,0.0001715408,0.00034061185,0.00024468524,0.000103132545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027576488,0.0002740019,0.00034204772,0.00025848273,0.00011530015,0.000081845734,0.000453919,0.00010519057,0.000003231208],"category_scores_gemma":[0.00029444843,0.00031104794,0.000062060884,0.0005447256,0.000023804674,0.0015507416,0.00019110282,0.00020932086,0.0000063409802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006554884,0.000099544624,0.01063744,0.001010022,0.00007040104,0.000045686276,0.031813905,0.023776397,0.00012218315,0.0007930148,0.000014503943,0.93155134],"study_design_scores_gemma":[0.0011259798,0.00012485588,0.01103824,0.0007183314,0.0000129812215,0.00006465194,0.0016771214,0.98014903,0.0002048892,0.00028419142,0.003994955,0.0006047693],"about_ca_topic_score_codex":0.000082431754,"about_ca_topic_score_gemma":0.00048671686,"teacher_disagreement_score":0.9563726,"about_ca_system_score_codex":0.000112794434,"about_ca_system_score_gemma":0.000032210406,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W1965713885","doi":"10.1155/2012/140368","title":"A Stateful Approach to Generate Synthetic Events from Kernel Traces","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stateful firewall; Computer science; TRACE (psycholinguistics); Abstraction; Kernel (algebra); Event (particle physics); Generator (circuit theory); Identification (biology); Variety (cybernetics); Simple (philosophy); Theoretical computer science; Artificial intelligence; Computer security","score_opus":0.007625288529573265,"score_gpt":0.22653768217879353,"score_spread":0.21891239364922027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965713885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32796246,0.004350986,0.66598874,0.000011696185,0.0011227123,0.0001828971,0.0000057788525,0.00033123037,0.000043484386],"genre_scores_gemma":[0.74046606,0.00011495556,0.25908813,0.00003922364,0.00014737257,0.00010286062,0.0000039320294,0.000018329973,0.00001913137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983146,0.00003630167,0.00033921917,0.0004320926,0.000284544,0.0005932374],"domain_scores_gemma":[0.99894196,0.00020383512,0.000055489883,0.0005733015,0.000032810825,0.00019259311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003845906,0.00023385196,0.0002741628,0.00013840225,0.000052706386,0.00003926069,0.00066084246,0.00007560583,0.0000042204992],"category_scores_gemma":[0.00021283636,0.0002091876,0.00005778611,0.0005236694,0.000012884858,0.0017377633,0.00017852671,0.00018001607,0.000069906324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015443713,0.00033967252,0.38169605,0.00030616933,0.000034646204,0.0000063135813,0.0066182762,0.51846516,0.00022264244,0.00086578843,0.00005465771,0.091375165],"study_design_scores_gemma":[0.0026962985,0.0002795451,0.54036146,0.0015494124,0.000050443723,0.000102138554,0.0005135213,0.338723,0.012995925,0.0018865654,0.096160404,0.004681302],"about_ca_topic_score_codex":0.00003047856,"about_ca_topic_score_gemma":0.0000023718155,"teacher_disagreement_score":0.4125036,"about_ca_system_score_codex":0.000120526325,"about_ca_system_score_gemma":0.000021064316,"threshold_uncertainty_score":0.85304224},"labels":[],"label_agreement":null},{"id":"W1982488509","doi":"10.1155/2012/792024","title":"Clustering Methodologies for Software Engineering","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Software; Strengths and weaknesses; Task (project management); Software analytics; Software engineering; Data mining; Software system; Software development; Software construction; Data science; Systems engineering; Machine learning; Engineering","score_opus":0.03601315445284729,"score_gpt":0.32493817980490497,"score_spread":0.28892502535205766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982488509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00793681,0.011523307,0.97479564,0.000026337657,0.0026993866,0.00046767856,0.000008211324,0.0025364822,0.000006166715],"genre_scores_gemma":[0.14108793,0.00021361178,0.85775733,0.00003076227,0.0003491924,0.0004279112,0.0000065827962,0.00009621786,0.000030443845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682814,0.00003776197,0.000510474,0.00060831546,0.00042533805,0.0015899474],"domain_scores_gemma":[0.99116355,0.0075649605,0.000077955905,0.0008257015,0.000095856085,0.00027197492],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012999374,0.0004688773,0.0005017983,0.00060042,0.00008556551,0.00011910586,0.0013161576,0.00018527052,0.0000064320834],"category_scores_gemma":[0.017429765,0.00051491836,0.00015861222,0.0010052493,0.00002787893,0.002953508,0.0005928997,0.00050461356,0.000017455726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015022658,0.00005197767,0.09546779,0.0008923304,0.000043863005,0.000019535215,0.0008365063,0.8399443,0.00054583314,0.002556727,0.000080518046,0.05954561],"study_design_scores_gemma":[0.0041761445,0.0005053708,0.20795488,0.0018731444,0.000057794183,0.0003810736,0.00016577318,0.56499785,0.022146774,0.0009663194,0.19055414,0.006220714],"about_ca_topic_score_codex":0.0000051873026,"about_ca_topic_score_gemma":0.0000023857422,"teacher_disagreement_score":0.27494642,"about_ca_system_score_codex":0.0003209166,"about_ca_system_score_gemma":0.00004094476,"threshold_uncertainty_score":0.9997302},"labels":[],"label_agreement":null},{"id":"W1996284583","doi":"10.1155/2013/952178","title":"A Granular Hierarchical Multiview Metrics Suite for Statecharts Quality","year":2013,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Suite; Process (computing); Quality (philosophy); Abstraction; Diagram; Quality assurance; Data mining; Software engineering; Programming language; Database","score_opus":0.018898756069967753,"score_gpt":0.30623282032282995,"score_spread":0.2873340642528622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996284583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035243116,0.0049121836,0.9574317,0.000085353255,0.0005556665,0.0007815101,0.000010105102,0.00097531127,0.000005054577],"genre_scores_gemma":[0.3909866,0.0003656955,0.6076906,0.000048182872,0.00007067585,0.00074415485,0.000008641327,0.00004949248,0.00003599889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754494,0.000045352732,0.0004820874,0.00060709415,0.00049397134,0.00082657166],"domain_scores_gemma":[0.99390525,0.0049641533,0.000060056846,0.00069663394,0.00016574375,0.00020817341],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008161449,0.00028289703,0.00038546027,0.0005235608,0.000061705294,0.00014662115,0.0010211958,0.000103114864,0.000010197965],"category_scores_gemma":[0.008130322,0.00029003553,0.000115102564,0.0014186773,0.000034848752,0.0016707198,0.000281159,0.00041711648,0.00003333738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002082196,0.00028484344,0.18035586,0.002457403,0.000043662636,0.00007273775,0.001268746,0.19846608,0.0013661805,0.02271006,0.00031312497,0.59264046],"study_design_scores_gemma":[0.004570273,0.0005055651,0.25972408,0.0008662044,0.000016665097,0.000052126623,0.00004621787,0.56369203,0.0070912763,0.015388652,0.14454807,0.003498862],"about_ca_topic_score_codex":0.000030114283,"about_ca_topic_score_gemma":0.0000050217477,"teacher_disagreement_score":0.5891416,"about_ca_system_score_codex":0.00017233302,"about_ca_system_score_gemma":0.00004361772,"threshold_uncertainty_score":0.9999552},"labels":[],"label_agreement":null},{"id":"W2017243662","doi":"10.1155/2010/932686","title":"A Tester-Assisted Methodology for Test Redundancy Detection","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; Computer science; Redundancy (engineering); Reliability engineering; Fault detection and isolation; Suite; Test (biology); Test case; Code coverage; Data mining; Java; Software; Machine learning; Artificial intelligence; Programming language; Operating system; Engineering","score_opus":0.023343681542986727,"score_gpt":0.310099371844932,"score_spread":0.2867556903019453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017243662","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037382632,0.0006338989,0.95843184,0.0000411564,0.0021286935,0.000315353,0.0000041667113,0.0010546127,0.000007677334],"genre_scores_gemma":[0.38370678,0.000022854072,0.61581737,0.000013570601,0.00012666022,0.00024881403,0.000001842365,0.000032640462,0.000029478364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833727,0.000024161789,0.00031380754,0.0005275352,0.00021115862,0.0005860705],"domain_scores_gemma":[0.9907777,0.008314227,0.000057052588,0.00062552857,0.00010994992,0.00011556179],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00070534257,0.00022459762,0.00026326513,0.0003936135,0.000067750116,0.00007708265,0.00079093786,0.0001525313,0.0000040132795],"category_scores_gemma":[0.015491383,0.00024519375,0.00007521386,0.00084342476,0.000034022727,0.00091428834,0.00016454434,0.00057026785,0.000008296873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001933789,0.00015360849,0.06470142,0.00046758278,0.000022591983,0.0000533859,0.00044494655,0.024778914,0.14138503,0.0035350963,0.000023382443,0.7644147],"study_design_scores_gemma":[0.0036860758,0.0010521641,0.4449244,0.0004222824,0.000024234781,0.0006849657,0.000029817395,0.20050085,0.16673109,0.0050118663,0.1742735,0.0026587537],"about_ca_topic_score_codex":0.000006760999,"about_ca_topic_score_gemma":0.00005908965,"teacher_disagreement_score":0.76175594,"about_ca_system_score_codex":0.000087551445,"about_ca_system_score_gemma":0.000046585872,"threshold_uncertainty_score":0.99987113},"labels":[],"label_agreement":null},{"id":"W2032285117","doi":"10.1155/2013/468021","title":"Thematic Review and Analysis of Grounded Theory Application in Software Engineering","year":2013,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grounded theory; Agile software development; Software engineering; Computer science; Software; Process (computing); Social software engineering; Coding (social sciences); Software development; Thematic analysis; Software requirements; Software development process; Software construction; Qualitative research; Sociology; Programming language","score_opus":0.005233485168363611,"score_gpt":0.24382325732717144,"score_spread":0.23858977215880783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032285117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010314777,0.039151795,0.949472,0.000032568427,0.00007082758,0.00042470466,0.0000022691465,0.0005224769,0.000008586384],"genre_scores_gemma":[0.34408784,0.008569556,0.64676213,0.00007689258,0.00001394904,0.00044206777,0.000008920786,0.000032723616,0.00000591211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856824,0.00003413993,0.0005246555,0.0003845785,0.00019123006,0.0002971466],"domain_scores_gemma":[0.9976032,0.0015435658,0.00015004382,0.0005826607,0.00005603827,0.00006452566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061708974,0.00024131109,0.0005654069,0.0006298179,0.000017473147,0.000043227177,0.00054494914,0.000078988516,0.000010954095],"category_scores_gemma":[0.0015457537,0.00024178564,0.00007850852,0.0021469872,0.00001851705,0.0015750702,0.00016558218,0.00025067842,0.0000026833616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069512594,0.0001765537,0.08998765,0.009945938,0.00043936484,0.000021237034,0.0013298334,0.4481457,0.00029969512,0.05182228,0.000035215595,0.3977896],"study_design_scores_gemma":[0.00076061074,0.00014824122,0.1612561,0.0052412497,0.0006616318,0.0000489338,0.000057844063,0.81433576,0.0007328597,0.011094161,0.0035707604,0.0020918162],"about_ca_topic_score_codex":0.00004260953,"about_ca_topic_score_gemma":0.000008597218,"teacher_disagreement_score":0.39569777,"about_ca_system_score_codex":0.00007077797,"about_ca_system_score_gemma":0.000012173281,"threshold_uncertainty_score":0.98597324},"labels":[],"label_agreement":null},{"id":"W2091483537","doi":"10.1155/2012/964064","title":"Evaluating the Effect of Control Flow on the Unit Testing Effort of Classes: An Empirical Analysis","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Metric (unit); Computer science; Unit testing; Univariate; Java; Statistic; Software metric; Logistic regression; Regression testing; Reliability engineering; Data mining; Software quality; Software; Statistics; Machine learning; Programming language; Software system; Software development; Multivariate statistics; Mathematics; Operations management; Engineering","score_opus":0.0406293769444153,"score_gpt":0.3715752348543554,"score_spread":0.3309458579099401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091483537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53957254,0.0007218636,0.4591862,0.000015691341,0.0001585401,0.00021281942,0.0000022527533,0.00012330785,0.0000067853725],"genre_scores_gemma":[0.93704504,0.0000066294224,0.06275792,0.000015750164,0.00006917472,0.00008133376,0.0000014587604,0.000020582498,0.000002089486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979322,0.00020861247,0.00041042647,0.00026753428,0.0006777271,0.00050353067],"domain_scores_gemma":[0.9768047,0.02201173,0.00012043011,0.0008731851,0.00010564029,0.00008432763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032567936,0.00021771487,0.00040787592,0.00031199973,0.00006961888,0.000031124626,0.0011163316,0.00006119673,0.0000058139785],"category_scores_gemma":[0.012984142,0.00013257681,0.00012235557,0.0027012099,0.00006167785,0.0006190616,0.00015585918,0.00041889705,0.0000021864048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069687676,0.00001311104,0.45746186,0.000043603617,0.00004453316,7.9547436e-7,0.00018331344,0.531784,0.000107575324,0.00006775528,6.5367874e-7,0.010285842],"study_design_scores_gemma":[0.000302922,0.00050139945,0.24854304,0.00010312792,0.000056566776,0.0000032470987,0.000012715844,0.7483265,0.0019392235,0.000016370666,0.0000483932,0.00014650116],"about_ca_topic_score_codex":0.000011182476,"about_ca_topic_score_gemma":0.0000024879846,"teacher_disagreement_score":0.39747253,"about_ca_system_score_codex":0.00006384893,"about_ca_system_score_gemma":0.00003242997,"threshold_uncertainty_score":0.9953299},"labels":[],"label_agreement":null},{"id":"W2091905052","doi":"10.1155/2010/307391","title":"A Quality Model for Conceptual Models of MDD Environments","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Generalitat Valenciana; Ministerio de Economía y Competitividad","keywords":"Computer science; Conceptual model; Quality (philosophy); Software; Software engineering; Key (lock); Software quality; Systems engineering; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering; Computer security; Database","score_opus":0.02494850797632375,"score_gpt":0.29624273413305474,"score_spread":0.271294226156731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091905052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09468817,0.0006016694,0.9038485,0.000007280063,0.00037728078,0.00024074527,0.000014963835,0.00021246704,0.000008911192],"genre_scores_gemma":[0.57213724,0.00004022615,0.4276561,0.000007072695,0.000022970342,0.00009047084,0.0000023571665,0.000018836261,0.000024733703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983977,0.0000083330215,0.0003955013,0.0004023604,0.00035864438,0.0004374599],"domain_scores_gemma":[0.9977522,0.001416279,0.00007047393,0.00062310783,0.000038646525,0.00009927909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048812252,0.0001871494,0.0002867766,0.00017381599,0.00002707431,0.00001767852,0.0008029158,0.0001013876,0.0000024283622],"category_scores_gemma":[0.0016668722,0.00020690144,0.00008068842,0.00026753792,0.00007030502,0.0010935868,0.00020921582,0.00033682823,0.000001954072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052509554,0.000034060973,0.004061706,0.00007508933,0.000006068674,0.0000014578035,0.00052597135,0.957188,0.0037759477,0.027764142,0.000004850747,0.006557444],"study_design_scores_gemma":[0.0004540255,0.000027823502,0.001427085,0.000030323337,0.0000013142579,0.0000021005246,0.000008543947,0.99055594,0.002319539,0.0041543837,0.0007759125,0.00024302983],"about_ca_topic_score_codex":0.0000046317937,"about_ca_topic_score_gemma":0.0000067478777,"teacher_disagreement_score":0.47744903,"about_ca_system_score_codex":0.000055142336,"about_ca_system_score_gemma":0.000044095952,"threshold_uncertainty_score":0.8437196},"labels":[],"label_agreement":null},{"id":"W2134347783","doi":"10.1155/2009/829725","title":"Improving Effort Estimation by Voting Software Estimation Models","year":2009,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Benchmarking; Estimation; Software; Task (project management); Software metric; Software sizing; Software development; Data mining; Use Case Points; Software project management; Data science; Software engineering; Software quality; Software construction; Systems engineering","score_opus":0.006556375910602392,"score_gpt":0.24842231006292848,"score_spread":0.24186593415232607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134347783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015233339,0.002885963,0.9789386,0.000042596243,0.00042195516,0.00029400951,0.0000037387804,0.0021702452,0.000009551991],"genre_scores_gemma":[0.49183223,0.000034099525,0.5079866,0.000028716913,0.000031109674,0.000035967398,0.000014472072,0.00002657464,0.000010223591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746925,0.000017839384,0.0004955612,0.00065765885,0.00059620035,0.00076348294],"domain_scores_gemma":[0.99826187,0.000822237,0.00010877434,0.00056231226,0.00008785942,0.00015692101],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048044164,0.00035288962,0.0003117899,0.0003985749,0.00010690405,0.00019872218,0.00090128044,0.00013541199,0.0000025644865],"category_scores_gemma":[0.002808348,0.00040652294,0.000070495546,0.0010150676,0.000019160421,0.004449345,0.0001625897,0.00047317357,0.000013578296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019744903,0.000020356845,0.0016147386,0.00007333672,0.0000027964213,0.000011548664,0.00011515575,0.7577303,0.000110963614,0.000950816,0.000024786343,0.23934321],"study_design_scores_gemma":[0.0003112862,0.00006605406,0.0025808217,0.0002005936,0.0000030792464,0.00001927807,0.0000031050843,0.99386275,0.0011189106,0.0012619499,0.0001436584,0.0004285179],"about_ca_topic_score_codex":0.0000142003055,"about_ca_topic_score_gemma":0.0000015216237,"teacher_disagreement_score":0.4765989,"about_ca_system_score_codex":0.0003328547,"about_ca_system_score_gemma":0.000052562562,"threshold_uncertainty_score":0.99983865},"labels":[],"label_agreement":null},{"id":"W2162004515","doi":"10.1155/2010/517532","title":"Improvement of Open Source Software Usability: An Empirical Evaluation from Developers' Perspective","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Usability; Computer science; Empirical research; USable; Perspective (graphical); Software; Open source software; Key (lock); Usability engineering; Usability goals; World Wide Web; Web usability; Knowledge management; Software engineering; Human–computer interaction; Computer security","score_opus":0.019753301745032384,"score_gpt":0.33846947805800004,"score_spread":0.31871617631296767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162004515","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35606253,0.00015803464,0.642338,0.00009048436,0.00053313904,0.00051818124,0.000012459029,0.0002501552,0.000037018846],"genre_scores_gemma":[0.4812488,0.0000049178534,0.51843655,0.00007500663,0.00005668603,0.00012869952,0.000016421754,0.000024626628,0.000008302152],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975729,0.000054791035,0.00058575865,0.0008069575,0.0006069951,0.00037258054],"domain_scores_gemma":[0.99727577,0.000673676,0.0001809672,0.0011000438,0.0006546536,0.00011489167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011254662,0.00026647208,0.00035664855,0.00023786003,0.00009812315,0.00020695302,0.0022040152,0.00012922038,0.00006720565],"category_scores_gemma":[0.004136448,0.00028237593,0.000053332515,0.0012168371,0.00007969703,0.0037233129,0.00092558545,0.00051545753,0.00000884596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025904692,0.000472995,0.2839909,0.000054722255,0.00005825923,0.000008953151,0.012165315,0.09163054,0.0041603716,0.005557329,0.000036985337,0.60183775],"study_design_scores_gemma":[0.006752796,0.0010808137,0.4911473,0.0006511439,0.00011552277,0.0000460554,0.004909407,0.35116708,0.031625748,0.06570734,0.042381734,0.0044150185],"about_ca_topic_score_codex":0.00036801136,"about_ca_topic_score_gemma":0.00044496811,"teacher_disagreement_score":0.5974227,"about_ca_system_score_codex":0.00032530123,"about_ca_system_score_gemma":0.0003209046,"threshold_uncertainty_score":0.99996287},"labels":[],"label_agreement":null}]}