{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":28,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":28,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"210e62fba4a8","filters":{"venue":"Software Testing Verification and Reliability"}},"results":[{"id":"W1522741019","doi":"10.1002/stvr.1572","title":"Coverage‐based regression test case selection, minimization and prioritization: a case study on an industrial system","year":2015,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Regression testing; Minification; Selection (genetic algorithm); Computer science; Prioritization; Fault detection and isolation; Suite; Reliability engineering; Test suite; Regression; Fault (geology); Regression analysis; Data mining; Machine learning; Test case; Artificial intelligence; Statistics; Engineering; Software; Mathematics; Software system","authors":[{"name":"Daniel Di Nardo","is_ca":false},{"name":"Nadia Alshahwan","is_ca":false},{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08433280682020698,"gpt":0.3118294633298048,"spread":0.2274966565095978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00236282,0.0004769283,0.0003753844,0.001163186,0.0005224155,0.0004736378,0.0009475021,0.0007806709,0.001036378],"category_scores_gemma":[0.009054066,0.000261037,0.0004380928,0.0008853189,0.0005641717,0.0004912508,0.0003807077,0.0004981832,0.0001413628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009127594,"about_ca_system_score_gemma":0.0007646199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007404279,"about_ca_topic_score_gemma":0.008795127,"domain_scores_codex":[0.9977835,0.001092304,0.0001004659,0.0001448867,0.0007050007,0.000173804],"domain_scores_gemma":[0.985876,0.01149689,0.0007148496,0.0006826772,0.001027153,0.0002023579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001622368,0.002581368,0.05502882,0.0008289422,0.0002315673,0.01098338,0.001896136,0.5816472,0.06314454,0.00491456,0.002932246,0.2741889],"study_design_scores_gemma":[0.000512466,0.003862686,0.02980914,0.00007534023,0.0002227781,0.003629441,0.00106072,0.8720822,0.08189059,0.001645526,0.00513286,0.00007624548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9730856,0.000136776,0.02413686,0.0001916237,0.00000695634,0.0001601305,0.00007457532,0.0002639738,0.001943458],"genre_scores_gemma":[0.9740158,0.00007177189,0.02511113,0.00002566575,0.000004507941,0.00005683756,0.00007512997,0.00002904397,0.0006099965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007404279,"threshold_uncertainty_score":0.01472235,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809981234","doi":"10.1002/stvr.1665","title":"P<scp>esto</scp>: Automated migration of DOM‐based Web tests towards the visual approach","year":2018,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Automation; Web application; Test (biology); Visual Basic; Visualization; Software engineering; Artificial intelligence; Programming language; Software; World Wide Web; Engineering","authors":[{"name":"Maurizio Leotta","is_ca":false},{"name":"Andrea Stocco","is_ca":true},{"name":"Filippo Ricca","is_ca":false},{"name":"Paolo Tonella","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03380500827020957,"gpt":0.2887960861374015,"spread":0.254991077867192,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001749506,0.001230715,0.0005531004,0.001747122,0.000417167,0.001461655,0.001684907,0.0009116768,0.005038919],"category_scores_gemma":[0.008050133,0.0006243296,0.0006900366,0.0005976565,0.0007978069,0.001421318,0.001554424,0.001086101,0.002631515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004294301,"about_ca_system_score_gemma":0.001091626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002597894,"about_ca_topic_score_gemma":0.002034533,"domain_scores_codex":[0.9981778,0.0004663448,0.0002186325,0.0002977215,0.0006835867,0.0001560033],"domain_scores_gemma":[0.9923086,0.002384491,0.0006266882,0.002946031,0.001428402,0.0003057767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001383808,0.0007120714,0.02154818,0.0006808001,0.0001787304,0.003719101,0.0007477165,0.05693682,0.131309,0.01108246,0.1038664,0.6678348],"study_design_scores_gemma":[0.0002554122,0.0004348807,0.01113134,0.0001604301,0.00005980274,0.001863608,0.000134308,0.6905031,0.2292915,0.006944518,0.05906609,0.0001551019],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06062366,0.00008915072,0.7077764,0.000270248,0.0001143563,0.0003356397,0.00158136,0.2209654,0.008243709],"genre_scores_gemma":[0.5276784,0.0001222756,0.4389545,0.0004231868,0.00005095116,0.0005160249,0.006463188,0.016246,0.009545411],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005038919,"threshold_uncertainty_score":0.01685685,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236669998","doi":"10.1002/stvr.401","title":"Modelling methods for web application verification and testing: state of the art","year":2008,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Web testing; Software engineering; Software; Web application; Verification and validation; Web modeling; Software testing; Data mining; World Wide Web; Web service; Programming language; Engineering","authors":[{"name":"Manar H. Alalfi","is_ca":true},{"name":"James R. Cordy","is_ca":true},{"name":"Thomas Dean","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06046944475577618,"gpt":0.3077181642846764,"spread":0.2472487195289002,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007050263,0.001862612,0.002125215,0.005351077,0.0005704704,0.004296031,0.003863483,0.002657556,0.004326541],"category_scores_gemma":[0.01743021,0.001356423,0.002501008,0.005152005,0.003217685,0.005006043,0.002005405,0.002539676,0.002087678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00133709,"about_ca_system_score_gemma":0.001234542,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002879349,"about_ca_topic_score_gemma":0.0010959,"domain_scores_codex":[0.9890431,0.004453625,0.000701218,0.0008807558,0.00470952,0.0002119034],"domain_scores_gemma":[0.9779936,0.01665646,0.001133224,0.002376112,0.001678483,0.0001621065],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000102985,0.0001964529,0.001608266,0.00359975,0.0003121435,0.0002121272,0.0004225512,0.07489446,0.004186631,0.2273633,0.004404533,0.6826968],"study_design_scores_gemma":[0.00007473514,0.00009294121,0.000831822,0.001986859,0.0001372325,0.0004824691,0.0001533318,0.5906611,0.005176758,0.3198496,0.08043098,0.0001221897],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.00221499,0.02932373,0.9630346,0.000423061,0.00008295322,0.00008165259,0.00005815675,0.0008743589,0.003906499],"genre_scores_gemma":[0.1357448,0.05162431,0.8068939,0.0003203377,0.0004370692,0.0004664315,0.0005533625,0.0005913427,0.003368454],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9929497,"threshold_uncertainty_score":0.0372858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145149095","doi":"10.1002/stvr.461","title":"Regression test suite prioritization using system models","year":2011,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Regression testing; Test suite; Computer science; Prioritization; Reliability engineering; Test (biology); Test case; Fault detection and isolation; System under test; Test Management Approach; Empirical research; Overhead (engineering); Suite; Regression analysis; Data mining; Machine learning; Artificial intelligence; Engineering; Software system; Statistics; Software; Programming language","authors":[{"name":"Luay Tahat","is_ca":false},{"name":"Bogdan Korel","is_ca":false},{"name":"Mark Harman","is_ca":false},{"name":"Hasan Ural","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08413484429999112,"gpt":0.2648815431189903,"spread":0.1807466988189992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005257537,0.001058508,0.0007414755,0.002161936,0.0002709122,0.001077158,0.001115475,0.0004625328,0.001777706],"category_scores_gemma":[0.02194929,0.0004777441,0.0007222638,0.001081807,0.000397055,0.001326756,0.0008196723,0.0009735326,0.0002456773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001478436,"about_ca_system_score_gemma":0.001439913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005115394,"about_ca_topic_score_gemma":0.005177372,"domain_scores_codex":[0.9939166,0.003433439,0.0002368535,0.0004231279,0.00170895,0.0002811576],"domain_scores_gemma":[0.9773501,0.01670895,0.001682743,0.001934882,0.002065727,0.0002575234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004814765,0.0002798837,0.009404477,0.0001579162,0.0001155974,0.0001160679,0.0001376106,0.7876969,0.009746252,0.009891013,0.00150906,0.1804638],"study_design_scores_gemma":[0.00002589427,0.00009559602,0.0006630533,0.00001027941,0.00002499352,0.0000371462,0.00001155893,0.9920017,0.004080257,0.002540298,0.0004983144,0.00001084309],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.197358,0.0003924936,0.7927605,0.0003114133,0.00003293547,0.0002707169,0.0001960219,0.004151458,0.004526441],"genre_scores_gemma":[0.8330029,0.0001164561,0.1654783,0.00004113191,0.00001690609,0.0001277851,0.0002562623,0.0002213429,0.0007389513],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005257537,"threshold_uncertainty_score":0.02780479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111584600","doi":"10.1002/stvr.452","title":"On reducing test length for FSMs with extra states","year":2011,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Tree traversal; Test suite; Computer science; Reduction (mathematics); Set (abstract data type); Algorithm; Finite-state machine; Test set; Implementation; Test case; Theoretical computer science; Mathematics; Programming language; Artificial intelligence","authors":[{"name":"Adenilso Simão","is_ca":true},{"name":"Alexandre Petrenko","is_ca":true},{"name":"Nina Yevtushenko","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04516024558319632,"gpt":0.2535739498862984,"spread":0.2084137043031021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002114302,0.0007993649,0.001017807,0.001086105,0.0006148038,0.0006593789,0.001660067,0.0006184493,0.002591542],"category_scores_gemma":[0.01988158,0.0005111171,0.00106263,0.0008725713,0.0009857932,0.002536883,0.001695412,0.001922815,0.0003787552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001127882,"about_ca_system_score_gemma":0.001517172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001404347,"about_ca_topic_score_gemma":0.002185384,"domain_scores_codex":[0.9966927,0.001372622,0.0002003307,0.0003477031,0.001066304,0.0003204269],"domain_scores_gemma":[0.9642112,0.02630382,0.002576049,0.004277951,0.001989783,0.000641047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002294017,0.0005101995,0.005706168,0.0004254445,0.0001380664,0.0004867791,0.0003812585,0.3548139,0.0684255,0.01976239,0.003020393,0.5440359],"study_design_scores_gemma":[0.0001836928,0.001092607,0.001727542,0.00004948177,0.00007101305,0.0002876182,0.00008066095,0.9344681,0.03316031,0.02622076,0.00263116,0.00002703425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2668244,0.0004150608,0.7259353,0.00067202,0.00006286509,0.0002182945,0.0001364565,0.003219974,0.002515689],"genre_scores_gemma":[0.6431977,0.0002001668,0.3531735,0.0002421823,0.00009196489,0.0003153245,0.0005145087,0.000516007,0.001748637],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002591542,"threshold_uncertainty_score":0.01118159,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982395839","doi":"10.1002/1099-1689(200009)10:3<149::aid-stvr206>3.0.co;2-t","title":"State generation and automated class testing","year":2000,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Container (type theory); Computer science; White-box testing; Tree (set theory); Class (philosophy); Block (permutation group theory); Java; Reliability (semiconductor); Black box; Code coverage; Reliability engineering; Data mining; Programming language; Engineering; Artificial intelligence; Software; Software development","authors":[{"name":"Thomas Ball","is_ca":false},{"name":"Daniel Hoffman","is_ca":true},{"name":"Frank Ruskey","is_ca":true},{"name":"Richard L. Webber","is_ca":false},{"name":"Lee White","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03457682983096203,"gpt":0.2649357170513301,"spread":0.2303588872203681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001757293,0.0008777852,0.0006974346,0.001358737,0.0004645151,0.001278086,0.001579377,0.0008086043,0.004091278],"category_scores_gemma":[0.010765,0.0004368146,0.0007200495,0.0009005273,0.001191105,0.001852961,0.001117349,0.0007587568,0.001006356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001052527,"about_ca_system_score_gemma":0.00115194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001680162,"about_ca_topic_score_gemma":0.001523597,"domain_scores_codex":[0.9975652,0.0009266269,0.0001259483,0.0003991257,0.0008114396,0.000171783],"domain_scores_gemma":[0.9918333,0.005468912,0.0007414915,0.00121792,0.0006404644,0.00009786544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003560525,0.0002551345,0.003852037,0.0002463725,0.00005317782,0.0003575715,0.0003510965,0.2227599,0.02737512,0.08643515,0.004839147,0.6531193],"study_design_scores_gemma":[0.00007693913,0.0001260759,0.0006437196,0.00003073677,0.00002171816,0.0002384019,0.00003538287,0.9267737,0.02976242,0.0371564,0.005107242,0.00002721191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02540016,0.00005407021,0.9683598,0.00008360656,0.00001559342,0.0001070556,0.00006170208,0.003740642,0.002177354],"genre_scores_gemma":[0.360162,0.0001220988,0.6353642,0.0001059824,0.0000194161,0.000350787,0.0005730712,0.0007585954,0.002543929],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004091278,"threshold_uncertainty_score":0.01368672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2461407631","doi":"10.1002/stvr.1609","title":"Prioritizing manual test cases in rapid release environments","year":2016,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Manitoba","funders":"Mitacs; Lunds Universitet; University of Manitoba","keywords":"Computer science; Prioritization; Test suite; Unit testing; Agile software development; Test (biology); Code coverage; Suite; Test case; Embedded system; Software engineering; Operating system; Software; Engineering; Machine learning","authors":[{"name":"Hadi Hemmati","is_ca":true},{"name":"Zhihan Fang","is_ca":false},{"name":"Mika Mäntylä","is_ca":false},{"name":"Bram Adams","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02512928207923182,"gpt":0.2599136809341788,"spread":0.234784398854947,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006825574,0.001318822,0.0007074249,0.003343546,0.0004374345,0.001842551,0.00211066,0.0006016444,0.002947066],"category_scores_gemma":[0.03530762,0.0007293639,0.0005917064,0.0009803995,0.0005939524,0.001658919,0.001761561,0.001115456,0.001017981],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006902158,"about_ca_system_score_gemma":0.001161615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001780001,"about_ca_topic_score_gemma":0.002201185,"domain_scores_codex":[0.9859087,0.005914173,0.0007183689,0.001420194,0.005184316,0.0008542521],"domain_scores_gemma":[0.9203357,0.05574674,0.008115263,0.007098893,0.006803392,0.001899988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001843762,0.001550119,0.02473816,0.0007756188,0.0001675085,0.001658181,0.001857163,0.0584857,0.07948006,0.003601107,0.005904751,0.8199379],"study_design_scores_gemma":[0.001201828,0.009979488,0.08887967,0.0008304685,0.0005010291,0.006399466,0.003233643,0.5798181,0.2408588,0.01568328,0.05204893,0.0005654374],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6302709,0.00108931,0.3476431,0.0005501575,0.0001246634,0.001046743,0.0002577334,0.008609787,0.01040774],"genre_scores_gemma":[0.8363888,0.0002539735,0.1588361,0.0001493458,0.00005733961,0.000261789,0.0005662239,0.0006438273,0.0028425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006825574,"threshold_uncertainty_score":0.03609753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013655954","doi":"10.1002/stvr.380","title":"Automated discovery of state transitions and their functions in source code","year":2007,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Engineering and Physical Sciences Research Council; National Aeronautics and Space Administration","keywords":"Computer science; State (computer science); Source code; Finite-state machine; Reverse engineering; Set (abstract data type); Code (set theory); Programming language; Software; Software engineering; Transition (genetics); Theoretical computer science","authors":[{"name":"Neil Walkinshaw","is_ca":false},{"name":"Kirill Bogdanov","is_ca":false},{"name":"Shaukat Ali","is_ca":true},{"name":"Mike Holcombe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01937952920259313,"gpt":0.2572724153819903,"spread":0.2378928861793972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001507949,0.0006328678,0.0004522111,0.001404448,0.0004059198,0.001043706,0.001011047,0.0008669998,0.001302654],"category_scores_gemma":[0.01324867,0.0005962955,0.0005502693,0.0005948549,0.001234705,0.001270514,0.0008048479,0.000954599,0.0004285913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005454903,"about_ca_system_score_gemma":0.001062194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00188932,"about_ca_topic_score_gemma":0.001583992,"domain_scores_codex":[0.9983682,0.0005929438,0.0001005502,0.0002259122,0.0006060617,0.0001063816],"domain_scores_gemma":[0.98507,0.01043524,0.001734148,0.001719329,0.0009426025,0.00009865344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008378351,0.0003854986,0.03009087,0.0008114832,0.0001406448,0.002318598,0.002077669,0.206153,0.1895829,0.05965555,0.002409809,0.5055362],"study_design_scores_gemma":[0.00003278826,0.00009357277,0.002062293,0.00005742852,0.00004107846,0.0004320913,0.00005824317,0.8646767,0.1131679,0.01695414,0.002390789,0.00003292393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2358244,0.0001894166,0.7460938,0.0001743152,0.00002270662,0.0001042942,0.00018778,0.01596318,0.001440115],"genre_scores_gemma":[0.7598594,0.0001219438,0.2380559,0.00002725018,0.000006801225,0.00007062204,0.0004446768,0.0006974307,0.0007159485],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00188932,"threshold_uncertainty_score":0.007974923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251245562","doi":"10.1002/stvr.396","title":"Transition covering tests for systems with queues","year":2008,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal; Nortel (Canada)","funders":"","keywords":"Context (archaeology); Computer science; Queue; Metric (unit); Concurrency; Cover (algebra); Model-based testing; Test (biology); Test case; Reliability engineering; Distributed computing; Programming language; Engineering; Operations management; Mechanical engineering","authors":[{"name":"Jiale Huo","is_ca":true},{"name":"Alexandre Petrenko","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0432607937311662,"gpt":0.2596500747047716,"spread":0.2163892809736054,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001860967,0.0006027746,0.0007121117,0.001466479,0.0005490912,0.001397303,0.0009487871,0.0009506403,0.001757221],"category_scores_gemma":[0.01376034,0.0003917424,0.001013363,0.0008416457,0.001828429,0.002040806,0.001913463,0.00119095,0.0002195276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007230683,"about_ca_system_score_gemma":0.0008125063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001512218,"about_ca_topic_score_gemma":0.0007698928,"domain_scores_codex":[0.9960245,0.00132013,0.0002981786,0.0005036467,0.001450644,0.0004029392],"domain_scores_gemma":[0.9833786,0.0133572,0.0008699974,0.001090409,0.0009893054,0.0003145368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001213472,0.0002985137,0.01318149,0.0006298569,0.0002096593,0.003737358,0.002362631,0.3586198,0.06942341,0.2939889,0.002585148,0.2537497],"study_design_scores_gemma":[0.00006892056,0.0002903749,0.001672383,0.0001269514,0.00006715128,0.0009302077,0.0001550958,0.8110813,0.05254556,0.1258835,0.007112031,0.00006647371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1044965,0.0002259482,0.890035,0.0001559181,0.00004020617,0.0001018095,0.00008203561,0.002071169,0.002791525],"genre_scores_gemma":[0.8299295,0.0001201411,0.1684719,0.00008785753,0.00004374221,0.0001315744,0.0001864858,0.0001984503,0.0008304048],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.001860967,"threshold_uncertainty_score":0.0098418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092453472","doi":"10.1002/stvr.1751","title":"BUGSJS: a benchmark and taxonomy of JavaScript bugs","year":2020,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"European Social Fund; European Commission; Natural Sciences and Engineering Research Council of Canada; Advanced Remanufacturing and Technology Centre; National Research, Development and Innovation Office; Innovációs és Technológiai Minisztérium","keywords":"JavaScript; Computer science; Unobtrusive JavaScript; Benchmark (surveying); Unit testing; Software bug; Debugging; Taxonomy (biology); Programming language; Web application; Software; Software testing; Test case; Software engineering; Rich Internet application; World Wide Web; Machine learning","authors":[{"name":"Péter Gyimesi","is_ca":false},{"name":"Béla Vancsics","is_ca":false},{"name":"Andrea Stocco","is_ca":false},{"name":"Davood Mazinanian","is_ca":true},{"name":"Árpád Beszédes","is_ca":false},{"name":"Rudolf Ferenć","is_ca":false},{"name":"Ali Mesbah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05055143313862166,"gpt":0.2378494320064721,"spread":0.1872979988678504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007724821,0.001459002,0.0006202083,0.009900055,0.001002397,0.001682161,0.002259229,0.001124907,0.000761656],"category_scores_gemma":[0.03974611,0.0005094592,0.0009711666,0.005282644,0.001155098,0.001973644,0.00227933,0.001240978,0.0004992518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001320001,"about_ca_system_score_gemma":0.002271777,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006062353,"about_ca_topic_score_gemma":0.007132469,"domain_scores_codex":[0.9837818,0.003243753,0.002657262,0.001871558,0.007562133,0.0008834231],"domain_scores_gemma":[0.9476385,0.02349555,0.007570923,0.005881681,0.01366854,0.001744751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00150651,0.001861831,0.3265269,0.01015915,0.0006476183,0.002037836,0.005082357,0.07144265,0.04694578,0.01485986,0.07948637,0.4394431],"study_design_scores_gemma":[0.0004988544,0.003759026,0.315825,0.002588079,0.0005398901,0.004619811,0.003468318,0.4382162,0.08348332,0.02421858,0.1221908,0.0005920086],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.836064,0.006620603,0.09647378,0.001195072,0.0003905655,0.001358185,0.0226648,0.02722185,0.008011132],"genre_scores_gemma":[0.7861221,0.00161171,0.1481392,0.0003620574,0.0001119821,0.001365444,0.05682262,0.003329488,0.002135347],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009900055,"threshold_uncertainty_score":0.04085326,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1527815941","doi":"10.1002/stvr.1576","title":"Automatic fault localization for client‐side JavaScript","year":2015,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"JavaScript; Unobtrusive JavaScript; Computer science; Ajax; Scripting language; Web application; Debugging; Programming language; Rich Internet application; Document Object Model; Code (set theory); Source code; Dynamic web page; Tracing; Operating system; World Wide Web; Web service; Web page","authors":[{"name":"Frolin S. Ocariza","is_ca":true},{"name":"Guanpeng Li","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true},{"name":"Ali Mesbah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05771615534496858,"gpt":0.2918301028476358,"spread":0.2341139475026673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009757125,0.0009826102,0.0007230561,0.001828412,0.0004180492,0.0007723214,0.001345589,0.0007999582,0.001384773],"category_scores_gemma":[0.005944906,0.0004004349,0.0005736175,0.0005100758,0.0005181585,0.0008597489,0.0008177657,0.0007348309,0.0009633389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000668508,"about_ca_system_score_gemma":0.001016379,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002787653,"about_ca_topic_score_gemma":0.001957909,"domain_scores_codex":[0.9980358,0.0004114894,0.0001350167,0.0004109276,0.0008724632,0.0001343075],"domain_scores_gemma":[0.9923896,0.002901183,0.001170564,0.001531197,0.001829315,0.0001781238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004662402,0.0002354799,0.02245171,0.0005634383,0.00009094829,0.0009386023,0.0006644248,0.07010558,0.1920555,0.003237574,0.007683363,0.701507],"study_design_scores_gemma":[0.0000352618,0.0001676975,0.005881102,0.00006868567,0.00004315564,0.0008564753,0.00008698007,0.8266063,0.1585603,0.00305994,0.004590109,0.0000438898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.190434,0.000654395,0.7327089,0.0002008973,0.00007073564,0.0001211896,0.0002704429,0.07363682,0.001902661],"genre_scores_gemma":[0.8022486,0.0001216876,0.1938635,0.00007133304,0.00001959675,0.0000553434,0.0006019349,0.001327907,0.001690037],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002787653,"threshold_uncertainty_score":0.005542874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248647026","doi":"10.1002/stvr.410","title":"Improving the coverage criteria of UML state machines using data flow analysis","year":2009,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Guard (computer science); Finite-state machine; Data mining; Data flow diagram; Test suite; Context (archaeology); State (computer science); Control flow; Data-flow analysis; Tree (set theory); Test case; Algorithm; Machine learning; Database; Programming language; Mathematics; Software","authors":[{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true},{"name":"Quan Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04962212616320409,"gpt":0.3113156837427992,"spread":0.2616935575795951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006722432,0.001005506,0.0008688701,0.00671875,0.000487898,0.001571719,0.000878434,0.0009058358,0.0009309474],"category_scores_gemma":[0.04123078,0.0004678388,0.001149456,0.001559624,0.001143442,0.002175453,0.001321197,0.0006263652,0.0001311698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00167502,"about_ca_system_score_gemma":0.001255769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004276224,"about_ca_topic_score_gemma":0.002727206,"domain_scores_codex":[0.9919177,0.004424823,0.0004673693,0.0004991555,0.002293087,0.0003977865],"domain_scores_gemma":[0.9326225,0.0572468,0.003457719,0.001940481,0.004344654,0.00038783],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008056375,0.0004528644,0.04831415,0.0005080661,0.0001897254,0.0006105079,0.001075402,0.5931373,0.03975538,0.03034105,0.001195753,0.2836141],"study_design_scores_gemma":[0.00003130202,0.0001408511,0.002500275,0.00004821575,0.00003564053,0.00007986661,0.00006091521,0.9727895,0.01576553,0.007932138,0.0005965186,0.00001927684],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3459426,0.0002879254,0.6498095,0.0002648288,0.000009750065,0.0002270916,0.0002686659,0.001520867,0.001668791],"genre_scores_gemma":[0.8485721,0.00008268785,0.1504214,0.00003845288,0.00001147468,0.0001969676,0.0003759172,0.00009891789,0.0002019638],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006722432,"threshold_uncertainty_score":0.03555208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2806282111","doi":"10.1002/stvr.1669","title":"MuMonDE: A framework for evaluating model clone detectors using model mutation analysis","year":2018,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Preprocessor; Mutation; Computer science; Mutation testing; Data mining; Detector; Precision and recall; Software engineering; Artificial intelligence; Genetics; Biology","authors":[{"name":"Matthew Stephan","is_ca":false},{"name":"James R. Cordy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1031035430604409,"gpt":0.3755641998763948,"spread":0.2724606568159539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01781196,0.002256056,0.00143349,0.009331075,0.000896103,0.004315079,0.003838578,0.001443588,0.004084579],"category_scores_gemma":[0.05603437,0.001102012,0.002538988,0.002023933,0.002044979,0.003669194,0.00386271,0.001912684,0.0007796316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0027105,"about_ca_system_score_gemma":0.002975256,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008010807,"about_ca_topic_score_gemma":0.008931389,"domain_scores_codex":[0.9871268,0.004957865,0.001480051,0.001285557,0.004701756,0.0004480025],"domain_scores_gemma":[0.9662088,0.02012628,0.003339469,0.004341397,0.005399919,0.0005841756],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008035997,0.0009598485,0.02600587,0.001138558,0.0006939824,0.0005026818,0.001260492,0.3942782,0.02520125,0.1241067,0.01302713,0.4120216],"study_design_scores_gemma":[0.00007007772,0.000203224,0.00149971,0.0001375443,0.00006534411,0.0001311487,0.0001117828,0.9632713,0.0111546,0.01731731,0.005958166,0.00007977167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0122728,0.00009993945,0.9698473,0.0001430051,0.0000215041,0.0003959182,0.0004203571,0.01528071,0.001518459],"genre_scores_gemma":[0.1132699,0.00006171018,0.8836408,0.00007548842,0.00001466486,0.0005418735,0.0009497994,0.000906994,0.0005387362],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.982188,"threshold_uncertainty_score":0.09419984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2994711059","doi":"10.1002/stvr.1721","title":"Leveraging metamorphic testing to automatically detect inconsistencies in code generator families","year":2019,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Software quality; Oracle; Software; Leverage (statistics); Regression testing; Code (set theory); Code coverage; Unreachable code; Software development; Code generation; Programming language; Redundant code; Software construction; Set (abstract data type); Operating system; Artificial intelligence","authors":[{"name":"Mohamed Boussaa","is_ca":true},{"name":"Olivier Barais","is_ca":false},{"name":"Gerson Sunyé","is_ca":false},{"name":"Benoît Baudry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03641849049665075,"gpt":0.2574023251371866,"spread":0.2209838346405358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002627858,0.0005398613,0.0006672531,0.003716693,0.0003046484,0.00086493,0.001199489,0.0006385205,0.0005350219],"category_scores_gemma":[0.01769063,0.0003904501,0.0005939456,0.001064441,0.0007113995,0.0008786203,0.001135405,0.0006720379,0.0002029628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004512732,"about_ca_system_score_gemma":0.0006587433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001142817,"about_ca_topic_score_gemma":0.001276282,"domain_scores_codex":[0.9964659,0.0009975854,0.0003163737,0.0008288821,0.001206952,0.000184247],"domain_scores_gemma":[0.976344,0.01254667,0.005570724,0.002482028,0.002674083,0.0003825188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007035004,0.0004319251,0.2123737,0.0003667823,0.0002590825,0.001517168,0.0007784913,0.1701235,0.1156935,0.00846123,0.002252987,0.4870381],"study_design_scores_gemma":[0.00002966075,0.0002227055,0.01686741,0.00004501565,0.00004496876,0.0006775658,0.00005409483,0.9500443,0.02626222,0.004777249,0.0009448613,0.00002991711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4932825,0.0002832314,0.4961875,0.0001657549,0.00002440856,0.000150696,0.0002188367,0.008405702,0.001281309],"genre_scores_gemma":[0.8781351,0.00005324172,0.1208248,0.00005792157,0.00001292644,0.00006927011,0.000387458,0.000206606,0.0002528178],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003716693,"threshold_uncertainty_score":0.01389766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1516438975","doi":"10.1002/stvr.1573","title":"Anomaly detection in performance regression testing by transaction profile estimation","year":2015,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Science Foundation Ireland","keywords":"Computer science; Regression testing; Workload; Anomaly detection; Data mining; Software performance testing; Software regression; Regression analysis; Regression; Non-regression testing; Software; Machine learning; Software quality; Statistics; Software system; Operating system; Software development","authors":[{"name":"Shadi Ghaith","is_ca":false},{"name":"Miao Wang","is_ca":false},{"name":"Philip Perry","is_ca":false},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Pat O’Sullivan","is_ca":false},{"name":"John Murphy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02938539619239948,"gpt":0.2524789475198476,"spread":0.2230935513274481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003303206,0.0007919786,0.0007953395,0.003286486,0.0002945382,0.001135315,0.001256103,0.0006345604,0.0006234809],"category_scores_gemma":[0.02222093,0.000328433,0.0005577668,0.001729564,0.0004239484,0.001260198,0.0008683926,0.001035357,0.0005296908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005305714,"about_ca_system_score_gemma":0.000659874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002878857,"about_ca_topic_score_gemma":0.002157216,"domain_scores_codex":[0.9947577,0.001945763,0.0004008319,0.0008661965,0.001758566,0.0002708628],"domain_scores_gemma":[0.9764414,0.01168504,0.004612223,0.002931657,0.003849699,0.0004799126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006147163,0.0004365695,0.2292275,0.0002310048,0.0002182927,0.0007019176,0.0004716621,0.1324627,0.04910176,0.003121104,0.002953484,0.5804594],"study_design_scores_gemma":[0.000009377711,0.0001124172,0.01444648,0.00001644885,0.0000213828,0.0003209793,0.00007030769,0.9715434,0.01071063,0.002130572,0.0005951651,0.00002279659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3505346,0.0003709187,0.6422047,0.0002611843,0.00005332326,0.0001689285,0.0004027417,0.00456121,0.001442355],"genre_scores_gemma":[0.9177569,0.00007165835,0.08122259,0.00003370852,0.00002100528,0.00007256972,0.0004253834,0.00009236484,0.0003037977],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003303206,"threshold_uncertainty_score":0.01746923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2087103218","doi":"10.1002/stvr.295","title":"Eight maxims for software inspectors","year":2004,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Cover (algebra); Set (abstract data type); Software; Engineering; Engineering ethics; Software inspection; Computer science; Software engineering; Management science; Software development; Software quality; Mechanical engineering","authors":[{"name":"Diane Kelly","is_ca":true},{"name":"Terry Shepard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02767475553459849,"gpt":0.2663009924304416,"spread":0.2386262368958431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03541426,0.0009591367,0.0006887206,0.001736124,0.006588692,0.00840077,0.001954185,0.005078459,0.003515468],"category_scores_gemma":[0.06648682,0.0007391477,0.0006764373,0.001414021,0.009756284,0.007436323,0.01051001,0.0128355,0.00117102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006582958,"about_ca_system_score_gemma":0.005406913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005390091,"about_ca_topic_score_gemma":0.0007658931,"domain_scores_codex":[0.9580753,0.02516006,0.001857638,0.001772842,0.01040108,0.002732999],"domain_scores_gemma":[0.9396468,0.02926899,0.005105658,0.003459118,0.01476686,0.007752481],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004558378,0.0004357821,0.01127368,0.001430062,0.00006684854,0.001132906,0.3714174,0.0009873825,0.01479454,0.2303476,0.1426168,0.225041],"study_design_scores_gemma":[0.00005352048,0.0005718425,0.01139173,0.001682134,0.00003133688,0.001033943,0.4089674,0.003323673,0.002418737,0.142873,0.4274312,0.000221354],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4146007,0.005359757,0.08686528,0.3688559,0.008482774,0.001247137,0.0002618648,0.001028328,0.1132981],"genre_scores_gemma":[0.8876125,0.001542405,0.06143561,0.01587873,0.001095999,0.0007606812,0.0002054803,0.0003058268,0.03116277],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03541426,"threshold_uncertainty_score":0.1872908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2035512953","doi":"10.1002/stvr.418","title":"Fault‐driven stress testing of distributed real‐time software based on UML models","year":2009,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stress testing (software); Unified Modeling Language; Test case; Test (biology); Stress test; Node (physics); Stress (linguistics); Cover (algebra); Real-time computing; Software; Reliability engineering; Programming language; Engineering; Machine learning","authors":[{"name":"Vahid Garousi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02393212963172253,"gpt":0.2497538415845723,"spread":0.2258217119528498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001708083,0.0007678757,0.0003629651,0.0009178503,0.0001865844,0.0006863951,0.001059781,0.0006811529,0.0006971898],"category_scores_gemma":[0.006985927,0.0002983724,0.0006234756,0.000257169,0.0007349772,0.0009484143,0.0005686816,0.0004727406,0.0001056244],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007927423,"about_ca_system_score_gemma":0.0007789877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001984447,"about_ca_topic_score_gemma":0.001662429,"domain_scores_codex":[0.9978369,0.0009972958,0.0001160008,0.0001926325,0.0007474731,0.0001096926],"domain_scores_gemma":[0.9921136,0.004486804,0.001049484,0.00113182,0.001064071,0.000154219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005403389,0.000313368,0.01169617,0.0002842863,0.000150685,0.000980061,0.0006917099,0.7532231,0.09476797,0.02337024,0.0006958617,0.1132863],"study_design_scores_gemma":[0.00003356155,0.0001294553,0.0006845566,0.00002127714,0.00002281144,0.0001160144,0.00002319052,0.9719492,0.02127809,0.005005062,0.000725316,0.00001139868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2404291,0.0002383296,0.7557371,0.0001624919,0.00003007892,0.0001031029,0.00006123349,0.002029944,0.001208617],"genre_scores_gemma":[0.9218067,0.00007216143,0.07751249,0.00002983509,0.000009255921,0.0000908719,0.00006787291,0.00004613912,0.0003647525],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.001984447,"threshold_uncertainty_score":0.009033263,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084111010","doi":"10.1002/stvr.458","title":"An approach for testing pointcut descriptors in AspectJ","year":2011,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"RealNetworks (Canada)","funders":"","keywords":"AspectJ; Computer science; Aspect-oriented programming; Modularity (biology); Set (abstract data type); Programming language; Compile time; Compiler; Software engineering; Base (topology); Test case; Software","authors":[{"name":"Romain Delamare","is_ca":false},{"name":"Benoît Baudry","is_ca":false},{"name":"Sudipto Ghosh","is_ca":false},{"name":"Shashank Gupta","is_ca":true},{"name":"Yves Le Traon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1369196117904165,"gpt":0.2954368131809403,"spread":0.1585172013905238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003179387,0.0008291818,0.0005710592,0.002268935,0.0005271341,0.001822315,0.002342277,0.001642197,0.001491597],"category_scores_gemma":[0.009680127,0.0009432166,0.001019321,0.0009593121,0.001574166,0.002545488,0.001843411,0.001625875,0.0005225118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006323656,"about_ca_system_score_gemma":0.001249518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002235526,"about_ca_topic_score_gemma":0.001776204,"domain_scores_codex":[0.994276,0.00118716,0.0004775529,0.001030319,0.002625299,0.0004037959],"domain_scores_gemma":[0.9913347,0.003477745,0.00112204,0.001991791,0.001788703,0.000284961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001705211,0.001954918,0.06507691,0.001079538,0.000262892,0.003540016,0.002732854,0.04133151,0.3690806,0.0559991,0.007039491,0.450197],"study_design_scores_gemma":[0.0003417541,0.002095799,0.01417493,0.000284349,0.000305201,0.002986566,0.0004451898,0.5251177,0.3771605,0.03398408,0.0428228,0.0002811557],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.118329,0.0002227441,0.8518791,0.0001753456,0.00009236464,0.0005280019,0.0002108529,0.0248786,0.003684025],"genre_scores_gemma":[0.4894142,0.0001447932,0.5053358,0.0002049268,0.00004291994,0.0003164147,0.0006687192,0.002061921,0.001810176],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003179387,"threshold_uncertainty_score":0.01681441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3207636857","doi":"10.1002/stvr.1796","title":"GPU acceleration of finite state machine input execution: Improving scale and performance","year":2021,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Engineering and Physical Sciences Research Council; University of Edinburgh","keywords":"Computer science; Scalability; Parallel computing; Kernel (algebra); Speedup; Multi-core processor; Finite-state machine; Acceleration; Process (computing); CUDA; Computer engineering; Algorithm; Programming language; Operating system","authors":[{"name":"Vanya Yaneva","is_ca":false},{"name":"Ajitha Rajan","is_ca":false},{"name":"Christophe Dubach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02022802077216418,"gpt":0.2404493400978162,"spread":0.220221319325652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001077415,0.00102729,0.0006859337,0.0008450352,0.0003760081,0.00106722,0.002059625,0.000504174,0.004973635],"category_scores_gemma":[0.005489384,0.0004334309,0.0007423137,0.001017397,0.0003869238,0.001363659,0.0008476615,0.00111137,0.00119705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001108146,"about_ca_system_score_gemma":0.001130312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008710368,"about_ca_topic_score_gemma":0.009333426,"domain_scores_codex":[0.9987572,0.0002430696,0.00007334766,0.0002317173,0.0005072189,0.0001874574],"domain_scores_gemma":[0.9968486,0.001313957,0.0001313323,0.0008716639,0.0006974009,0.0001369949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003104208,0.0009232863,0.02484546,0.0009733742,0.0003781336,0.0004869742,0.0006538004,0.2493095,0.1178835,0.01162834,0.03650936,0.5533042],"study_design_scores_gemma":[0.0001315685,0.0002561524,0.002771154,0.00003691833,0.00005388137,0.0000572976,0.00006593296,0.9478933,0.03992626,0.002085867,0.006690685,0.00003093914],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6777135,0.00292823,0.234975,0.0008256821,0.0006153285,0.0002513567,0.001031002,0.05517654,0.02648347],"genre_scores_gemma":[0.8545398,0.00031806,0.1399468,0.0001340761,0.00003077231,0.0001087151,0.001324579,0.001196411,0.002400846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008710368,"threshold_uncertainty_score":0.01731932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155388066","doi":"10.1002/stvr.210","title":"A rigorous method for test templates generation from object‐oriented specifications","year":2001,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Template; Computer science; Formal specification; Programming language; Focus (optics); Test case; White-box testing; Object-oriented programming; Formal methods; Extension (predicate logic); Specification language; Test (biology); Software engineering; Software; Software development; Software construction","authors":[{"name":"K. Periyasamy","is_ca":false},{"name":"V. S. Alagar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07291649913695267,"gpt":0.3055475201157303,"spread":0.2326310209787777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01073587,0.001186854,0.001089416,0.002581282,0.0007416034,0.002095854,0.002526038,0.001419127,0.004325801],"category_scores_gemma":[0.04629733,0.001201421,0.001906284,0.001024973,0.003292832,0.001943511,0.003206847,0.002244923,0.001606193],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009360174,"about_ca_system_score_gemma":0.002725722,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008536291,"about_ca_topic_score_gemma":0.0006829304,"domain_scores_codex":[0.9828483,0.006471434,0.001133635,0.001156145,0.007883531,0.0005069152],"domain_scores_gemma":[0.9601616,0.02513919,0.001987503,0.007271876,0.004992557,0.0004473154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003605171,0.0004758395,0.002353314,0.0008101836,0.0002248219,0.001077351,0.001769962,0.09462225,0.06378303,0.3646106,0.005878297,0.4640339],"study_design_scores_gemma":[0.0005520757,0.0005353374,0.0006812143,0.0003185518,0.0001336235,0.0009978855,0.0002268347,0.6496534,0.1086446,0.2006394,0.03745323,0.0001638714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001763345,0.00001525216,0.996735,0.00003509254,0.00001028219,0.0001542465,0.00002140758,0.0008371166,0.0004282835],"genre_scores_gemma":[0.05179903,0.00005852192,0.9456151,0.00007339754,0.00001716187,0.0005720021,0.0003008014,0.0005379662,0.001026079],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01073587,"threshold_uncertainty_score":0.05677736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979327180","doi":"10.1002/stvr.1713","title":"An end‐user‐centric test generation methodology for performance evaluation of mobile networked applications","year":2019,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computer network; Test suite; Wireless network; End user; Wireless; Test case; Machine learning; Operating system","authors":[{"name":"Mustafa Al‐tekreeti","is_ca":true},{"name":"Atef Abdrabou","is_ca":false},{"name":"Kshirasagar Naik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06774374964768788,"gpt":0.3249485911742777,"spread":0.2572048415265898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002728959,0.0007496944,0.0004878155,0.001201693,0.0001981579,0.00070577,0.001272569,0.0005594008,0.0009974403],"category_scores_gemma":[0.007976584,0.0002972965,0.0007197003,0.0004231338,0.0005993576,0.0006663869,0.0006225577,0.0006233248,0.0001722477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001038563,"about_ca_system_score_gemma":0.001196792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002002022,"about_ca_topic_score_gemma":0.001642784,"domain_scores_codex":[0.9961244,0.00184216,0.0002246694,0.0003447525,0.001277866,0.0001860957],"domain_scores_gemma":[0.9946007,0.002372676,0.0006325783,0.00100004,0.001286283,0.0001077944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001952636,0.0004307936,0.007915697,0.0001705204,0.0001166632,0.0002498286,0.00009273113,0.7756464,0.04278714,0.009332652,0.001186464,0.1618758],"study_design_scores_gemma":[0.00001598859,0.0002131942,0.0005640588,0.00001477985,0.00001719279,0.00006781422,0.000008220477,0.9868174,0.01053286,0.001367707,0.0003720564,0.000008768571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06892248,0.0001217297,0.9270923,0.0001379114,0.00001290871,0.0002576921,0.0001044963,0.002033725,0.001316741],"genre_scores_gemma":[0.7234902,0.00006669631,0.2752532,0.00008154535,0.000009284991,0.0002398599,0.0002603031,0.0001286645,0.0004701657],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002728959,"threshold_uncertainty_score":0.01443225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040858112","doi":"10.1002/stvr.1745","title":"TimelyRep: Timing deterministic replay for Android web applications","year":2020,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Green IT and Sustainability","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Debugging; Computer science; Android (operating system); Web application; Touchscreen; Backward compatibility; Mobile device; Operating system; Embedded system; Event (particle physics); World Wide Web","authors":[{"name":"Yanqiang Liu","is_ca":false},{"name":"Fangge Yan","is_ca":false},{"name":"Mingyuan Xia","is_ca":true},{"name":"Zhengwei Qi","is_ca":false},{"name":"Xue Liu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03088089899466809,"gpt":0.2437286771006506,"spread":0.2128477781059825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001442599,0.001466776,0.0005227049,0.00138553,0.000368966,0.0007002935,0.001832431,0.000551314,0.003140394],"category_scores_gemma":[0.007254559,0.0005689076,0.0005355676,0.0003291947,0.0003992944,0.001041517,0.0009711254,0.0009175429,0.001041698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004708933,"about_ca_system_score_gemma":0.0009043322,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004064432,"about_ca_topic_score_gemma":0.003121982,"domain_scores_codex":[0.9980437,0.0003341243,0.0002314037,0.0003173107,0.0008435102,0.0002299831],"domain_scores_gemma":[0.9946257,0.00169425,0.0006265835,0.001586877,0.001251602,0.0002148281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007006767,0.0006929637,0.02645311,0.002067643,0.0004227338,0.00323534,0.001676524,0.07167737,0.2015769,0.007740525,0.05299282,0.6244572],"study_design_scores_gemma":[0.0006007059,0.002572045,0.01552895,0.0001485149,0.0002971251,0.001695879,0.0002256407,0.6900192,0.2507827,0.002184983,0.03560224,0.0003421161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3377876,0.002405743,0.3645214,0.0004563948,0.0004976241,0.0008072257,0.001622801,0.283421,0.008480191],"genre_scores_gemma":[0.931396,0.000288439,0.05871186,0.000162636,0.00005574272,0.0002675416,0.001228411,0.003613279,0.004276124],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004064432,"threshold_uncertainty_score":0.01050568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322489317","doi":"10.1002/stvr.1842","title":"An investigation of distributed computing for combinatorial testing","year":2023,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Hypergraph; Computer science; Graph; Theoretical computer science; Vertex (graph theory); Algorithm; Parallel computing; Mathematics; Discrete mathematics","authors":[{"name":"Edmond La Chance","is_ca":true},{"name":"Sylvain Hallé","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0456312420782707,"gpt":0.2955049233390974,"spread":0.2498736812608267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002463292,0.0004967963,0.0006236676,0.0007277483,0.000869244,0.002072667,0.001841999,0.0007861303,0.00455482],"category_scores_gemma":[0.008252601,0.0003066521,0.0007026427,0.001087351,0.001966528,0.00256839,0.001572425,0.001715608,0.0004531471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002257984,"about_ca_system_score_gemma":0.00148804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003307461,"about_ca_topic_score_gemma":0.002753407,"domain_scores_codex":[0.9972616,0.001283483,0.00007884083,0.000416368,0.0006438791,0.0003157765],"domain_scores_gemma":[0.9887156,0.007150509,0.0003889413,0.002347798,0.001044072,0.0003530984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003741628,0.0003156014,0.003539658,0.0001792039,0.00007288937,0.0004112349,0.0003403274,0.3696015,0.01249261,0.4313762,0.004033207,0.1772635],"study_design_scores_gemma":[0.00005948031,0.0001148435,0.0004310473,0.00002646798,0.00002488811,0.0001396791,0.00009985949,0.8714729,0.004807635,0.1179011,0.004908988,0.00001316136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1295138,0.0007234374,0.8289721,0.002655995,0.0001801256,0.0001756487,0.00005225449,0.00129697,0.03642975],"genre_scores_gemma":[0.8105054,0.000227172,0.1851672,0.0002096536,0.00006151509,0.0001357649,0.00005544117,0.0001742029,0.003463655],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00455482,"threshold_uncertainty_score":0.01638293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969864380","doi":"10.1002/stvr.241","title":"Editorial: <i>Mutation 2000—A Symposium on Mutation Testing</i>","year":2001,"lang":"en","type":"editorial","venue":"Software Testing Verification and Reliability","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada)","funders":"","keywords":"Citation; Mutation; Library science; Computer science; World Wide Web; Information retrieval; Genetics; Biology","authors":[{"name":"Wan-Ching Wong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01499552356034459,"gpt":0.281196696684783,"spread":0.2662011731244384,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00942223,0.004981894,0.004633367,0.005112043,0.003900792,0.008609824,0.00429165,0.01844282,0.01138357],"category_scores_gemma":[0.0269629,0.001521822,0.003717232,0.002228325,0.003670209,0.004852087,0.001816967,0.02921437,0.009834596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003111443,"about_ca_system_score_gemma":0.002752534,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002477777,"about_ca_topic_score_gemma":0.007240475,"domain_scores_codex":[0.9948191,0.0008516374,0.0006550182,0.0006046344,0.002680012,0.0003896393],"domain_scores_gemma":[0.9744112,0.009155212,0.001925823,0.0007147852,0.01004493,0.003748047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003711182,0.000008962589,0.00001364813,0.00007153567,0.0000142638,0.00005367148,0.000004401873,0.00001614787,0.00003655294,0.0001156815,0.9972947,0.002333228],"study_design_scores_gemma":[0.0001249739,0.00005093553,0.0003787391,0.000459119,0.0001081644,0.0002471726,0.00003431208,0.0002493284,0.0001883037,0.001073522,0.9970537,0.00003169635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00003786473,0.0046356,0.000200858,0.04312155,0.9503774,0.00002634199,0.00005120968,0.00007496066,0.001474197],"genre_scores_gemma":[0.0005702495,0.003750965,0.0002415504,0.05368655,0.9288331,0.00005066088,0.000080629,0.00009095664,0.01269539],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.01844282,"threshold_uncertainty_score":0.04983008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230255398","doi":"10.1002/stvr.385","title":"Error‐preserving reductions on communication protocols","year":2007,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Reachability; Computer science; Model checking; Variety (cybernetics); State (computer science); Process (computing); Transformation (genetics); Formal methods; Communications protocol; Distributed computing; Theoretical computer science; Programming language; Artificial intelligence; Computer network","authors":[{"name":"Lihua Duan","is_ca":true},{"name":"Jessica Chen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08466286065561494,"gpt":0.3648461685731593,"spread":0.2801833079175443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003045964,0.0009936326,0.0007373836,0.001132252,0.0007407653,0.001166971,0.001653664,0.0009261761,0.00331842],"category_scores_gemma":[0.01623099,0.000488622,0.001400846,0.0007170556,0.002502812,0.001857131,0.002950533,0.002581761,0.0007991883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006724093,"about_ca_system_score_gemma":0.001202332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000738227,"about_ca_topic_score_gemma":0.000575921,"domain_scores_codex":[0.9934277,0.002158262,0.0004116382,0.000462161,0.002962054,0.0005781929],"domain_scores_gemma":[0.9815481,0.01108338,0.001097458,0.004426183,0.001607649,0.0002374149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000611738,0.0004441231,0.0009784411,0.0006125253,0.0001107738,0.001752905,0.001277163,0.2509223,0.05531337,0.5452724,0.005173283,0.1375309],"study_design_scores_gemma":[0.0001686888,0.0002187893,0.00042009,0.00006960623,0.0001119739,0.0005524702,0.0002607739,0.3319064,0.1258149,0.5207656,0.01965865,0.00005208335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1031515,0.0001517247,0.8747752,0.0007059572,0.0001371354,0.0003586714,0.0001492067,0.004747424,0.01582315],"genre_scores_gemma":[0.7736765,0.0003002712,0.2171172,0.0002465954,0.00008064595,0.0006810066,0.0003408158,0.0007294929,0.006827435],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00331842,"threshold_uncertainty_score":0.01610875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053464286","doi":"10.1002/stvr.1476","title":"Status and Awards","year":2012,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Labor Movements and Unions","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Business","authors":[{"name":"Jeff Offutt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03552312542783721,"gpt":0.314535663699376,"spread":0.2790125382715388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01248276,0.001345553,0.00183721,0.0034393,0.005693255,0.01444197,0.005041449,0.008803275,0.3604802],"category_scores_gemma":[0.04519279,0.0005890959,0.001308251,0.002677774,0.001675193,0.006997653,0.007541685,0.007458716,0.2688191],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003973257,"about_ca_system_score_gemma":0.01186856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002804739,"about_ca_topic_score_gemma":0.004295656,"domain_scores_codex":[0.9844196,0.001436978,0.0006645899,0.001434035,0.009565433,0.002479292],"domain_scores_gemma":[0.9464229,0.002406982,0.001357293,0.002248533,0.02464998,0.02291438],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002946543,0.00003724432,0.0001142718,0.00004921804,0.000002770748,0.00002558749,0.00002025939,0.00001876783,0.00004142583,0.0025796,0.9671108,0.02997055],"study_design_scores_gemma":[0.00001192847,0.00003209825,0.0002466516,0.00007899504,0.00000273745,0.00003396672,0.0000739181,0.00004404878,0.00004274659,0.0011254,0.9982997,0.00000786588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"other","genre_scores_codex":[0.001112893,0.01037902,0.002200796,0.1795644,0.5547177,0.0005000011,0.002093273,0.001100316,0.2483316],"genre_scores_gemma":[0.00573127,0.005203906,0.001703624,0.03373814,0.04892898,0.0004784291,0.002747974,0.0008126763,0.9006551],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.3604802,"threshold_uncertainty_score":0.9121974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2196997841","doi":"","title":"Eight maxims for software inspectors: Research Articles","year":2004,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Cover (algebra); Set (abstract data type); Software; Software inspection; Engineering; Engineering ethics; Computer science; Software engineering; Engineering management; Sociology; Software development; Software quality; Mechanical engineering","authors":[{"name":"Diane Kelly","is_ca":true},{"name":"Terry Shepard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07757743155948835,"gpt":0.3266650500084117,"spread":0.2490876184489233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02336567,0.001038585,0.001148404,0.01174891,0.004092019,0.01914377,0.001456853,0.00583029,0.005629617],"category_scores_gemma":[0.09638973,0.0008687281,0.0006017875,0.01783007,0.005342924,0.01652768,0.00512289,0.005475659,0.002309802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006126987,"about_ca_system_score_gemma":0.00742243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006853245,"about_ca_topic_score_gemma":0.001085814,"domain_scores_codex":[0.9827717,0.006433683,0.002588662,0.0009117587,0.006532793,0.000761394],"domain_scores_gemma":[0.8497234,0.106495,0.009047345,0.002717043,0.02571234,0.006304829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002652023,0.0003352576,0.001902708,0.01714302,0.00007334536,0.0003784376,0.02239866,0.0003290839,0.001793244,0.09479211,0.3867497,0.4738393],"study_design_scores_gemma":[0.00004993019,0.0001667967,0.003444569,0.02506858,0.00007924162,0.0004567688,0.0332283,0.0002214199,0.0006697369,0.03726271,0.899288,0.00006398183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.01719439,0.4898567,0.009505425,0.3793981,0.02922897,0.0007962886,0.0005927523,0.0002651041,0.07316216],"genre_scores_gemma":[0.1638035,0.6374093,0.03294192,0.05559122,0.04080198,0.002498754,0.001929757,0.000493483,0.06453008],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02336567,"threshold_uncertainty_score":0.123571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206885924","doi":"10.1002/stvr.1799","title":"A mutation framework for evaluating security analysis tools in IoT applications","year":2021,"lang":"en","type":"preprint","venue":"Software Testing Verification and Reliability","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Taint checking; Internet of Things; Sensitivity (control systems); Precision and recall; Context (archaeology); Security analysis; Set (abstract data type); Data mining; Process (computing); Domain (mathematical analysis); Information flow; Information retrieval; Computer security; Software; Engineering; Programming language","authors":[{"name":"Manar H. Alalfi","is_ca":true},{"name":"Sajeda Parveen","is_ca":true},{"name":"Bara’ Nazzal","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06271620279564884,"gpt":0.3700882404693309,"spread":0.3073720376736821,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008876107,0.001883283,0.0009020873,0.006380928,0.0007876697,0.001815257,0.001838153,0.001320866,0.0009093063],"category_scores_gemma":[0.02261545,0.0004958877,0.001858862,0.001225667,0.002058699,0.001836065,0.001755925,0.001364491,0.0002457715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002534927,"about_ca_system_score_gemma":0.003117642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007492241,"about_ca_topic_score_gemma":0.005052852,"domain_scores_codex":[0.9882845,0.004022726,0.001077988,0.001114126,0.004991261,0.0005094658],"domain_scores_gemma":[0.9820713,0.009867064,0.002211528,0.002016308,0.003502389,0.0003313887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007519165,0.001422643,0.03192598,0.0007415953,0.0004747022,0.0006067476,0.0008363883,0.4907491,0.1256353,0.06325949,0.004166594,0.2794295],"study_design_scores_gemma":[0.00005723501,0.0003453214,0.002967821,0.00009070297,0.0000774991,0.0002137241,0.000090681,0.9467666,0.03568222,0.01131306,0.002330173,0.00006491752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1532699,0.0002915513,0.8311108,0.0002727746,0.00003931614,0.0007759287,0.0004128654,0.01125052,0.00257638],"genre_scores_gemma":[0.5117413,0.00008093227,0.4860816,0.0001120869,0.00001481351,0.0004699074,0.0005562343,0.0003762441,0.0005669891],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008876107,"threshold_uncertainty_score":0.04694188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}