{"meta":{"query_hash":"5afe9e4a1efd","filters":{"venue":"Advances in Software Engineering"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5afe9e4a1efd","api":"https://metacan.xera.ac/api/v1/cohort?venue=Advances+in+Software+Engineering"},"results":[{"id":"W116782570","doi":"10.1007/978-0-387-21599-0_7","title":"Approaches to Clustering for Program Comprehension and Remodularization","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Program comprehension; Cluster analysis; Computer science; Comprehension; Artificial intelligence; Programming language; Software","score_opus":0.05777975468218309,"score_gpt":0.2594115183847261,"score_spread":0.201631763702543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W116782570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000923223,0.00030656313,0.993522,0.00020635368,0.000024142671,0.000040771483,0.00006596655,0.00088954606,0.0040214523],"genre_scores_gemma":[0.032640353,0.0006458131,0.9556556,0.00013222599,0.00011310267,0.00019674373,0.00056077924,0.000855858,0.009199634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732447,0.00085230486,0.0001893961,0.00062690885,0.0008346282,0.00017224497],"domain_scores_gemma":[0.99382174,0.0030163906,0.00023607278,0.0018322904,0.0009836225,0.000109742374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026509622,0.0015488687,0.0017285831,0.003739154,0.0019173129,0.0030933411,0.005246722,0.002013492,0.011920446],"category_scores_gemma":[0.011820036,0.0011151986,0.0029057402,0.0056967624,0.0029112024,0.007868767,0.0032158422,0.00326153,0.003323971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003689692,0.000079214056,0.00040201258,0.00030879362,0.00007146743,0.00005899317,0.00086971256,0.020373153,0.00161135,0.597298,0.01646334,0.362427],"study_design_scores_gemma":[0.000011074735,0.000018443594,0.00028429975,0.000074372714,0.000043925833,0.000127693,0.00027714422,0.13545392,0.00251732,0.82707286,0.034087166,0.000031860232],"about_ca_topic_score_codex":0.004163238,"about_ca_topic_score_gemma":0.0069577345,"teacher_disagreement_score":0.011920446,"about_ca_system_score_codex":0.002471513,"about_ca_system_score_gemma":0.0013928495,"threshold_uncertainty_score":0.03987789},"labels":[],"label_agreement":null},{"id":"W1494902786","doi":"10.1007/978-0-387-21599-0_13","title":"The SPOOL Design Repository: Architecture, Schema, and Mechanisms","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Université de Montréal","funders":"","keywords":"Reverse engineering; Suite; Software engineering; Computer science; Schema (genetic algorithms); Process (computing); Systems engineering; Engineering; Programming language","score_opus":0.010191757098158567,"score_gpt":0.21246413789952628,"score_spread":0.20227238080136772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494902786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004698443,0.009744513,0.8760007,0.005064449,0.0008057003,0.00027457706,0.0023793732,0.017926667,0.08310552],"genre_scores_gemma":[0.05368979,0.017878067,0.7409863,0.0025701,0.0005501201,0.0006385419,0.011904815,0.010403041,0.16137926],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970902,0.0006858368,0.00032955868,0.0003463332,0.0013747925,0.00017321813],"domain_scores_gemma":[0.99447834,0.0013282857,0.0002350902,0.00251062,0.0010419812,0.00040566444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054452317,0.00094694935,0.0014013542,0.0047707553,0.0017357458,0.013733463,0.0042948425,0.002271441,0.01611564],"category_scores_gemma":[0.010054381,0.0019583874,0.0010438076,0.008034776,0.0032787588,0.017041715,0.004600095,0.004439163,0.015070116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000871167,0.00009794738,0.0010432402,0.00049672194,0.000042826458,0.00016352165,0.0015127624,0.0025290332,0.0018752385,0.4029519,0.13713203,0.45206764],"study_design_scores_gemma":[0.00003693673,0.000035103614,0.0002552059,0.0004714536,0.000039297087,0.000729317,0.0002847318,0.007632658,0.0027502293,0.16931593,0.81838316,0.000065973116],"about_ca_topic_score_codex":0.0027059861,"about_ca_topic_score_gemma":0.0038889754,"teacher_disagreement_score":0.01611564,"about_ca_system_score_codex":0.0021313508,"about_ca_system_score_gemma":0.0057018967,"threshold_uncertainty_score":0.053912163},"labels":[],"label_agreement":null},{"id":"W1589398787","doi":"10.1007/978-0-387-21599-0_12","title":"Building Parallel Applications Using Design Patterns","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Workstation; Graphics; Parallel processing; Computer architecture; Parallel computing; Supercomputer; Domain (mathematical analysis); Mainstream; Distributed computing; Computer graphics (images); Operating system","score_opus":0.020309446962790675,"score_gpt":0.24522536750265436,"score_spread":0.2249159205398637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589398787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008538971,0.00057610765,0.97107744,0.00023022747,0.00009534325,0.00011563412,0.00008395706,0.003389711,0.015892653],"genre_scores_gemma":[0.044108022,0.0017650331,0.93161595,0.00015427836,0.000051348026,0.00026131622,0.00039329726,0.0015115085,0.02013932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995691,0.00007333144,0.000043952878,0.000077791665,0.00019925795,0.00003658868],"domain_scores_gemma":[0.9993837,0.00023980548,0.000035851455,0.00024260864,0.00007591779,0.00002216786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006982972,0.0011110684,0.0005804697,0.00060832314,0.00051687617,0.0012717649,0.0014147438,0.00082152913,0.0059041856],"category_scores_gemma":[0.0017671856,0.0012424758,0.0008874011,0.0012910222,0.0007342107,0.002951722,0.0013298311,0.0017424844,0.0025336733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006358351,0.000103927436,0.00073633867,0.0009687624,0.00010042902,0.00037705523,0.00067043316,0.036967654,0.031165127,0.16813585,0.017923838,0.742787],"study_design_scores_gemma":[0.00009938813,0.00021510976,0.0005708891,0.00030133902,0.00021758105,0.0016315685,0.00018667881,0.17797941,0.053696886,0.40033624,0.36470675,0.000058122547],"about_ca_topic_score_codex":0.000516462,"about_ca_topic_score_gemma":0.0008666645,"teacher_disagreement_score":0.0059041856,"about_ca_system_score_codex":0.00030699876,"about_ca_system_score_gemma":0.00047816895,"threshold_uncertainty_score":0.01975149},"labels":[],"label_agreement":null},{"id":"W1609491598","doi":"10.1155/2015/940628","title":"LTTng CLUST: A System-Wide Unified CPU and GPU Tracing Tool for OpenCL Applications","year":2015,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Scalability; Central processing unit; Kernel (algebra); Computation; Parallel computing; CUDA; General-purpose computing on graphics processing units; Interface (matter); Embedded system; Computer architecture; Operating system; Graphics; Programming language","score_opus":0.011258210585095303,"score_gpt":0.25578058409111976,"score_spread":0.24452237350602446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1609491598","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014271436,0.0002460205,0.6825879,0.00020223271,0.00014857494,0.00020103644,0.00082294625,0.29305792,0.008461929],"genre_scores_gemma":[0.23088749,0.0005834609,0.6471886,0.0004897767,0.000102645354,0.00081174576,0.0073986496,0.08867864,0.023859024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920565,0.00010042802,0.00006826269,0.00010176078,0.00039946195,0.00012444648],"domain_scores_gemma":[0.9986779,0.00043478762,0.00009792811,0.00031674834,0.0003712499,0.000101354206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008894836,0.0012530665,0.0007778906,0.0016270012,0.0008267309,0.0014344935,0.0038658157,0.0013279073,0.016173748],"category_scores_gemma":[0.004514895,0.0007395169,0.0011188814,0.0012782144,0.00057676976,0.0020149634,0.0021985518,0.0022017611,0.0046205944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011204131,0.0005453016,0.010073578,0.000983936,0.00029126147,0.0016499229,0.0015192664,0.047265213,0.06395281,0.03804459,0.21879293,0.6157609],"study_design_scores_gemma":[0.00037961252,0.00019511503,0.0024319934,0.00017963735,0.000073078525,0.0007308885,0.00012013067,0.7335463,0.080283,0.019418035,0.16245623,0.00018594868],"about_ca_topic_score_codex":0.0049625486,"about_ca_topic_score_gemma":0.0066752043,"teacher_disagreement_score":0.016173748,"about_ca_system_score_codex":0.0009458975,"about_ca_system_score_gemma":0.002165632,"threshold_uncertainty_score":0.054106593},"labels":[],"label_agreement":null},{"id":"W1965524656","doi":"10.1155/2011/649563","title":"Dynamic Context-Aware and Limited Resources-Aware Service Adaptation for Pervasive Computing","year":2011,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Ubiquitous computing; Context (archaeology); Service (business); Task (project management); Constraint (computer-aided design); Context awareness; Distributed computing; Order (exchange); Human–computer interaction; Systems engineering","score_opus":0.023258321215302878,"score_gpt":0.2358858459003088,"score_spread":0.21262752468500593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965524656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017307209,0.00040541182,0.97536135,0.00027009135,0.00008958632,0.000083833496,0.000031049498,0.000407916,0.006043497],"genre_scores_gemma":[0.7210268,0.0009557587,0.2726141,0.00014944807,0.000059721417,0.00023239515,0.000112141606,0.00007334254,0.0047763586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946195,0.00017308557,0.000043738226,0.00010619762,0.00015840294,0.000056747886],"domain_scores_gemma":[0.9995024,0.00020992955,0.000047321326,0.00009738083,0.000101837424,0.000041069827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007267614,0.00032097782,0.00039559332,0.0002835839,0.00055558875,0.0010589064,0.0009778547,0.00061597564,0.0010933637],"category_scores_gemma":[0.0017533312,0.00027396865,0.00058565545,0.00039202327,0.0008212794,0.0013708586,0.00092313875,0.00093205814,0.00023433795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001858586,0.00012548316,0.0015345126,0.00026652866,0.00007931131,0.0005963699,0.00043005391,0.5475068,0.023843396,0.31800085,0.0021859382,0.105244875],"study_design_scores_gemma":[0.00001238245,0.00003329903,0.00028228568,0.000022454311,0.0000286262,0.00012020571,0.00004992322,0.94736016,0.0041448693,0.04098749,0.0069378586,0.000020513395],"about_ca_topic_score_codex":0.00590385,"about_ca_topic_score_gemma":0.0060056103,"teacher_disagreement_score":0.00590385,"about_ca_system_score_codex":0.0010387949,"about_ca_system_score_gemma":0.0016473589,"threshold_uncertainty_score":0.011738956},"labels":[],"label_agreement":null},{"id":"W1965713885","doi":"10.1155/2012/140368","title":"A Stateful Approach to Generate Synthetic Events from Kernel Traces","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stateful firewall; Computer science; TRACE (psycholinguistics); Abstraction; Kernel (algebra); Event (particle physics); Generator (circuit theory); Identification (biology); Variety (cybernetics); Simple (philosophy); Theoretical computer science; Artificial intelligence; Computer security","score_opus":0.007625288529573265,"score_gpt":0.22653768217879353,"score_spread":0.21891239364922027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965713885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031023745,0.000010309565,0.99152803,0.000025629139,0.000012396516,0.00005683731,0.000089295776,0.004694589,0.00048056632],"genre_scores_gemma":[0.22584881,0.0000758251,0.76904976,0.00008017606,0.000028998604,0.00037082864,0.0010727172,0.0011587031,0.0023142227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990031,0.0002599974,0.000087957036,0.00017904415,0.000410518,0.000059398924],"domain_scores_gemma":[0.9969476,0.0012159735,0.0002320852,0.0010649571,0.00044177193,0.000097692835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013199867,0.00076731615,0.0003581468,0.001004871,0.000314545,0.001138707,0.0014478844,0.00067920145,0.003745273],"category_scores_gemma":[0.005823307,0.0004454738,0.0005798946,0.0005972534,0.00067131146,0.0014335621,0.0010144584,0.00091934827,0.00088281237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076975866,0.00052377966,0.0053865598,0.00049309345,0.00014952853,0.0006666542,0.00097123877,0.23136242,0.080203176,0.13048895,0.009878973,0.5391058],"study_design_scores_gemma":[0.00005164622,0.0001254329,0.0003794007,0.000022950766,0.000026066964,0.00024380352,0.00003310055,0.92285967,0.045197863,0.019382963,0.011635515,0.000041652267],"about_ca_topic_score_codex":0.00085217116,"about_ca_topic_score_gemma":0.00086022826,"teacher_disagreement_score":0.003745273,"about_ca_system_score_codex":0.00034374968,"about_ca_system_score_gemma":0.0007637114,"threshold_uncertainty_score":0.012529254},"labels":[],"label_agreement":null},{"id":"W1982488509","doi":"10.1155/2012/792024","title":"Clustering Methodologies for Software Engineering","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Software; Strengths and weaknesses; Task (project management); Software analytics; Software engineering; Data mining; Software system; Software development; Software construction; Data science; Systems engineering; Machine learning; Engineering","score_opus":0.03601315445284729,"score_gpt":0.32493817980490497,"score_spread":0.28892502535205766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982488509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004171364,0.0037375023,0.9916231,0.0003615257,0.00017744611,0.00018697004,0.00010356689,0.0003777855,0.0030149259],"genre_scores_gemma":[0.016644888,0.004489243,0.9752043,0.00020305217,0.00037360174,0.000639384,0.00038536682,0.00019990148,0.0018602825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9898732,0.004825537,0.0009053294,0.0013166192,0.0028808198,0.00019861502],"domain_scores_gemma":[0.98977715,0.0062534115,0.0006874963,0.0011974275,0.0019029016,0.00018150386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007809771,0.0026104592,0.0018455083,0.008815504,0.0017546789,0.00365036,0.0032362584,0.0024899004,0.0049728183],"category_scores_gemma":[0.019160314,0.0010472479,0.002172735,0.011421779,0.0029361926,0.0039714095,0.0027151997,0.0034108253,0.003438823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003717632,0.000079695244,0.0005802613,0.0018316556,0.00027782065,0.0001447922,0.00069652573,0.05340529,0.001494943,0.505104,0.012956632,0.42339122],"study_design_scores_gemma":[0.000037255086,0.00006279836,0.00044442058,0.0004940416,0.00006752642,0.0003441662,0.00027245242,0.13385507,0.0014774656,0.7690418,0.09383785,0.00006509931],"about_ca_topic_score_codex":0.002175703,"about_ca_topic_score_gemma":0.002262708,"teacher_disagreement_score":0.008815504,"about_ca_system_score_codex":0.002724953,"about_ca_system_score_gemma":0.0030823718,"threshold_uncertainty_score":0.041302502},"labels":[],"label_agreement":null},{"id":"W1996284583","doi":"10.1155/2013/952178","title":"A Granular Hierarchical Multiview Metrics Suite for Statecharts Quality","year":2013,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Suite; Process (computing); Quality (philosophy); Abstraction; Diagram; Quality assurance; Data mining; Software engineering; Programming language; Database","score_opus":0.018898756069967753,"score_gpt":0.30623282032282995,"score_spread":0.2873340642528622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996284583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023891479,0.0001540457,0.97230136,0.000051121922,0.000013152129,0.00017346075,0.0007716817,0.0017979213,0.0008457636],"genre_scores_gemma":[0.2550669,0.00011169913,0.74189585,0.000025719557,0.000018235149,0.00037832782,0.0020137376,0.00017019955,0.00031937717],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936127,0.0011265662,0.0008826545,0.0007688213,0.0033937923,0.0002155275],"domain_scores_gemma":[0.99140745,0.0025261906,0.0017023864,0.0012685825,0.0027511807,0.00034420678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038867947,0.0013725001,0.0013943359,0.0102320975,0.0006344186,0.0026697754,0.0013514966,0.00091173116,0.0013061482],"category_scores_gemma":[0.018069472,0.00041756147,0.0016819654,0.003936794,0.0006221668,0.002706004,0.0018747975,0.0010593811,0.00040781312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032419962,0.0003458655,0.04084819,0.0010271246,0.00041800467,0.00036660268,0.0010915573,0.24892479,0.03996293,0.048078842,0.002811053,0.6158008],"study_design_scores_gemma":[0.000023612394,0.00034891116,0.012381712,0.00013347385,0.0001042596,0.0002418737,0.00020922505,0.94263595,0.015408459,0.024752906,0.0036713434,0.00008820821],"about_ca_topic_score_codex":0.004051443,"about_ca_topic_score_gemma":0.0035382123,"teacher_disagreement_score":0.0102320975,"about_ca_system_score_codex":0.0014173493,"about_ca_system_score_gemma":0.0012026179,"threshold_uncertainty_score":0.020555556},"labels":[],"label_agreement":null},{"id":"W2017243662","doi":"10.1155/2010/932686","title":"A Tester-Assisted Methodology for Test Redundancy Detection","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; Computer science; Redundancy (engineering); Reliability engineering; Fault detection and isolation; Suite; Test (biology); Test case; Code coverage; Data mining; Java; Software; Machine learning; Artificial intelligence; Programming language; Operating system; Engineering","score_opus":0.023343681542986727,"score_gpt":0.310099371844932,"score_spread":0.2867556903019453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017243662","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007196711,0.00005989945,0.98886347,0.000043627344,0.000017209484,0.00017594568,0.00005952293,0.0030756327,0.0005079082],"genre_scores_gemma":[0.12284039,0.00006613692,0.8743673,0.000088218345,0.000021689088,0.00043288356,0.00044674936,0.00036695265,0.001369721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99636465,0.0013764818,0.0002266313,0.00047920592,0.0014299682,0.00012311676],"domain_scores_gemma":[0.99207413,0.0034353973,0.000853789,0.0016270431,0.0018882769,0.00012127413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022019416,0.0012035829,0.0008961337,0.0027537972,0.00036651842,0.00084969,0.0019591695,0.0010428672,0.0020306865],"category_scores_gemma":[0.011341791,0.00047610546,0.0011166018,0.0011462611,0.00057067786,0.00072682963,0.0007936649,0.001298115,0.0009773527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025401235,0.00045418247,0.005341349,0.00062632037,0.0002071457,0.0009281395,0.00048742213,0.044235207,0.19268139,0.015445775,0.004069336,0.73526967],"study_design_scores_gemma":[0.00012359742,0.0009080487,0.004380014,0.00008989048,0.00018283175,0.003749826,0.000081446145,0.8111007,0.14993544,0.013096356,0.016231116,0.00012071194],"about_ca_topic_score_codex":0.00086457736,"about_ca_topic_score_gemma":0.0009450206,"teacher_disagreement_score":0.0027537972,"about_ca_system_score_codex":0.0003963025,"about_ca_system_score_gemma":0.0013488998,"threshold_uncertainty_score":0.011645138},"labels":[],"label_agreement":null},{"id":"W2032285117","doi":"10.1155/2013/468021","title":"Thematic Review and Analysis of Grounded Theory Application in Software Engineering","year":2013,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grounded theory; Agile software development; Software engineering; Computer science; Software; Process (computing); Social software engineering; Coding (social sciences); Software development; Thematic analysis; Software requirements; Software development process; Software construction; Qualitative research; Sociology; Programming language","score_opus":0.005233485168363611,"score_gpt":0.24382325732717144,"score_spread":0.23858977215880783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032285117","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10317783,0.048501223,0.6532123,0.03579444,0.0059037544,0.026583359,0.0060331817,0.00053941784,0.12025442],"genre_scores_gemma":[0.3930811,0.05239399,0.48960105,0.0056140684,0.0009181354,0.03648657,0.0050238543,0.0008042748,0.016076915],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.93622553,0.044809084,0.0049358173,0.0018992089,0.011154651,0.0009756823],"domain_scores_gemma":[0.8664005,0.09747502,0.0040550693,0.0053984174,0.0258461,0.00082492025],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.080032066,0.0007444736,0.0014645053,0.022054633,0.0046721,0.0067974385,0.0026267874,0.0015721717,0.004068294],"category_scores_gemma":[0.11216259,0.0005659563,0.0015751093,0.035850585,0.005234591,0.0057264958,0.0057255947,0.0021438,0.0006734244],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013561531,0.00007855904,0.0035889447,0.019080754,0.00019465933,0.0010349145,0.2164951,0.0015011784,0.0021889016,0.29268596,0.032767706,0.4302477],"study_design_scores_gemma":[0.00008757874,0.00015823187,0.005226148,0.039741416,0.0003273123,0.00087734434,0.20763665,0.0060151103,0.004119502,0.14681031,0.58887494,0.00012547504],"about_ca_topic_score_codex":0.0048624957,"about_ca_topic_score_gemma":0.0050714933,"teacher_disagreement_score":0.91996795,"about_ca_system_score_codex":0.013076398,"about_ca_system_score_gemma":0.02344015,"threshold_uncertainty_score":0.4232551},"labels":[],"label_agreement":null},{"id":"W2091483537","doi":"10.1155/2012/964064","title":"Evaluating the Effect of Control Flow on the Unit Testing Effort of Classes: An Empirical Analysis","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Metric (unit); Computer science; Unit testing; Univariate; Java; Statistic; Software metric; Logistic regression; Regression testing; Reliability engineering; Data mining; Software quality; Software; Statistics; Machine learning; Programming language; Software system; Software development; Multivariate statistics; Mathematics; Operations management; Engineering","score_opus":0.0406293769444153,"score_gpt":0.3715752348543554,"score_spread":0.3309458579099401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091483537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904772,0.00032220807,0.0081523,0.000073987234,0.000008550518,0.0000397117,0.00030477578,0.000094504314,0.0005268369],"genre_scores_gemma":[0.99790937,0.000054019587,0.0014960973,0.000016283368,0.000011256259,0.0000368688,0.0003481868,0.000023922883,0.00010402811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97304326,0.015852502,0.0018237886,0.003190446,0.005199012,0.0008909798],"domain_scores_gemma":[0.2697136,0.68638986,0.02114067,0.014321235,0.0070168334,0.0014177867],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034009825,0.0010143676,0.00075726554,0.0030000298,0.00031804715,0.0010532882,0.0014839154,0.001400425,0.0011916636],"category_scores_gemma":[0.23702161,0.00039298864,0.0013614952,0.0022411856,0.0017038082,0.0026104369,0.0009354772,0.0018706804,0.0003449885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009831988,0.0006415708,0.9421676,0.000111345784,0.00068729284,0.00021395758,0.00031554335,0.029793128,0.0012066703,0.00034099768,0.00029278774,0.023245934],"study_design_scores_gemma":[0.000048278485,0.0021699457,0.8028958,0.000048178856,0.00033487438,0.00049019756,0.00017142149,0.18946931,0.0032683655,0.0005957536,0.000452888,0.000054977503],"about_ca_topic_score_codex":0.0019895365,"about_ca_topic_score_gemma":0.0014161537,"teacher_disagreement_score":0.9659902,"about_ca_system_score_codex":0.00075604045,"about_ca_system_score_gemma":0.00056598545,"threshold_uncertainty_score":0.17986333},"labels":[],"label_agreement":null},{"id":"W2091905052","doi":"10.1155/2010/307391","title":"A Quality Model for Conceptual Models of MDD Environments","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Generalitat Valenciana; Ministerio de Economía y Competitividad","keywords":"Computer science; Conceptual model; Quality (philosophy); Software; Software engineering; Key (lock); Software quality; Systems engineering; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering; Computer security; Database","score_opus":0.02494850797632375,"score_gpt":0.29624273413305474,"score_spread":0.271294226156731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091905052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031975606,0.00026097576,0.99088895,0.000516098,0.000048097638,0.00015808527,0.00019569535,0.00039105624,0.0043435157],"genre_scores_gemma":[0.13562733,0.00086963864,0.8568547,0.00028167936,0.00012099521,0.0008374483,0.00095956057,0.00042470606,0.0040239557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9896171,0.0025384799,0.0012956518,0.0011392611,0.0048569427,0.0005525528],"domain_scores_gemma":[0.98016113,0.0075710784,0.0025999884,0.0038452956,0.005296495,0.00052587537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008470672,0.0012891833,0.00088873046,0.004127354,0.0010217885,0.0060849036,0.0031886932,0.003452826,0.0032935196],"category_scores_gemma":[0.028531447,0.0011719698,0.0026174171,0.0028411571,0.0028115632,0.0071440195,0.0033698974,0.0032661934,0.0012572274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006010076,0.00007774116,0.0017529362,0.00026118138,0.000056392764,0.00038585195,0.00081449316,0.05829762,0.0023627013,0.8942717,0.0020497788,0.039609645],"study_design_scores_gemma":[0.00011162749,0.00019799262,0.0010071676,0.00035443695,0.0001668372,0.0009306546,0.0003244203,0.45725808,0.0038161927,0.44401062,0.09171922,0.00010274519],"about_ca_topic_score_codex":0.0068539977,"about_ca_topic_score_gemma":0.003976122,"teacher_disagreement_score":0.008470672,"about_ca_system_score_codex":0.0029400329,"about_ca_system_score_gemma":0.0027494323,"threshold_uncertainty_score":0.04479772},"labels":[],"label_agreement":null},{"id":"W2134347783","doi":"10.1155/2009/829725","title":"Improving Effort Estimation by Voting Software Estimation Models","year":2009,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Benchmarking; Estimation; Software; Task (project management); Software metric; Software sizing; Software development; Data mining; Use Case Points; Software project management; Data science; Software engineering; Software quality; Software construction; Systems engineering","score_opus":0.006556375910602392,"score_gpt":0.24842231006292848,"score_spread":0.24186593415232607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134347783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06436556,0.000365679,0.9322624,0.00025393383,0.000071849725,0.000068632755,0.00018571217,0.0012469196,0.001179346],"genre_scores_gemma":[0.6689037,0.0002629414,0.32729796,0.00014890189,0.00011011907,0.00019779267,0.0014419514,0.00034078557,0.0012958411],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9856198,0.0070232255,0.0013448312,0.0028111462,0.0025022973,0.0006986614],"domain_scores_gemma":[0.9507863,0.030724801,0.0037107444,0.0074238316,0.006831733,0.00052257045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016037047,0.0016986002,0.002993344,0.0038440279,0.0007481331,0.0029477936,0.0034095158,0.002226051,0.0015898818],"category_scores_gemma":[0.07698764,0.001217237,0.0015876761,0.0038082332,0.0005745613,0.0052575297,0.0026842118,0.002312789,0.0009788502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060099934,0.0003382573,0.041016612,0.00027505748,0.00037597783,0.00013487229,0.00043319666,0.4333005,0.0057405294,0.009991565,0.004360111,0.50343245],"study_design_scores_gemma":[0.000022792716,0.000084011044,0.0023786472,0.0000297473,0.000055383847,0.000042268024,0.000045210778,0.98800313,0.0020087599,0.0064499592,0.0008561766,0.000023941524],"about_ca_topic_score_codex":0.0037039998,"about_ca_topic_score_gemma":0.0050257854,"teacher_disagreement_score":0.016037047,"about_ca_system_score_codex":0.00097015896,"about_ca_system_score_gemma":0.0012374894,"threshold_uncertainty_score":0.084813},"labels":[],"label_agreement":null},{"id":"W2162004515","doi":"10.1155/2010/517532","title":"Improvement of Open Source Software Usability: An Empirical Evaluation from Developers' Perspective","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Usability; Computer science; Empirical research; USable; Perspective (graphical); Software; Open source software; Key (lock); Usability engineering; Usability goals; World Wide Web; Web usability; Knowledge management; Software engineering; Human–computer interaction; Computer security","score_opus":0.019753301745032384,"score_gpt":0.33846947805800004,"score_spread":0.31871617631296767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162004515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971136,0.000104683706,0.0012845683,0.000041462816,0.0000043490154,0.00042732767,0.00005509519,0.000013431729,0.00095545314],"genre_scores_gemma":[0.99495476,0.0002035806,0.0034850214,0.000028029664,0.000011456635,0.00066720386,0.00016599435,0.000011585427,0.00047231207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9712493,0.017137151,0.0027702649,0.0012074284,0.0068291905,0.00080671255],"domain_scores_gemma":[0.83031356,0.118342176,0.011713384,0.0056999,0.030641561,0.0032893743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027841289,0.00054082857,0.0010127139,0.0034841923,0.0012493334,0.0012218812,0.00090802065,0.0007494197,0.001333038],"category_scores_gemma":[0.08222314,0.0004921838,0.00079763547,0.0027693375,0.001743187,0.0022502183,0.0019043899,0.0009543788,0.00037865253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021100622,0.016077323,0.6639815,0.0029407304,0.00038131294,0.0010115342,0.07780629,0.001965457,0.010560009,0.0010426878,0.0018654836,0.22025764],"study_design_scores_gemma":[0.00047985048,0.020898938,0.9105151,0.0004587653,0.00034615226,0.0009354961,0.041546416,0.007488274,0.012716573,0.0004773806,0.00399303,0.00014389309],"about_ca_topic_score_codex":0.0010932435,"about_ca_topic_score_gemma":0.0015569,"teacher_disagreement_score":0.97215873,"about_ca_system_score_codex":0.0012754423,"about_ca_system_score_gemma":0.0014554225,"threshold_uncertainty_score":0.14724052},"labels":[],"label_agreement":null}]}