{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":51,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":51,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a1e852829d09","filters":{"venue":"Software Quality Journal"}},"results":[{"id":"W1537911176","doi":"10.1023/a:1025869312943","title":"Usability Meanings and Interpretations in ISO Standards","year":2003,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":454,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; System usability scale; Component-based usability testing; Usability goals; Software quality; Standardization; Usability inspection; Software; Software development; Human–computer interaction; Programming language","authors":[{"name":"Alain Abran","is_ca":true},{"name":"Adel Khelifi","is_ca":true},{"name":"Witold Suryn","is_ca":true},{"name":"Ahmed Seffah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0318959053260117,"gpt":0.3304311199025112,"spread":0.2985352145764995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02940404,0.001281177,0.001088522,0.01230334,0.00533746,0.01932019,0.002060621,0.004944146,0.003974614],"category_scores_gemma":[0.1002311,0.001944303,0.001201391,0.008429482,0.03408609,0.02996094,0.004856797,0.008429641,0.0009348049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005849048,"about_ca_system_score_gemma":0.005072492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003532695,"about_ca_topic_score_gemma":0.002675093,"domain_scores_codex":[0.930158,0.04330248,0.007316932,0.002435396,0.01518766,0.001599507],"domain_scores_gemma":[0.8962694,0.07120963,0.004875939,0.008717247,0.0178038,0.001124061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000156287,0.00001272197,0.0003068369,0.0001101262,0.000006756978,0.00007801827,0.02869817,0.0001074569,0.0002428748,0.960665,0.001679085,0.008077345],"study_design_scores_gemma":[0.00002613413,0.00003817093,0.0009534327,0.0008361076,0.00004566528,0.0002582009,0.01702772,0.001428381,0.0006989219,0.934264,0.0443642,0.00005912976],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.100965,0.01278261,0.460182,0.05518582,0.004305813,0.0003448981,0.0004862175,0.0009966261,0.3647511],"genre_scores_gemma":[0.9077974,0.002715036,0.07425328,0.002497038,0.001142595,0.0005547377,0.0003408715,0.0007038075,0.009995207],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02940404,"threshold_uncertainty_score":0.1555053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001932992","doi":"10.1007/s11219-010-9127-2","title":"Assessing the maintainability of software product line feature models using structural metrics","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Maintainability; Software product line; Feature model; Software metric; Computer science; Software; Data mining; Software quality; Feature (linguistics); Reliability engineering; Set (abstract data type); Software engineering; Software development; Engineering","authors":[{"name":"Ebrahim Bagheri","is_ca":true},{"name":"Dragan Gašević","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1178730492397492,"gpt":0.4112353565501069,"spread":0.2933623073103577,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005266475,0.0005260176,0.000354077,0.002929323,0.0003030846,0.001190276,0.0007869123,0.0006885112,0.0004719444],"category_scores_gemma":[0.03688634,0.0003397757,0.0007357453,0.001370569,0.0003302947,0.002294556,0.0006191192,0.0004808281,0.00009625007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009958341,"about_ca_system_score_gemma":0.000711841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005272509,"about_ca_topic_score_gemma":0.005806211,"domain_scores_codex":[0.9969836,0.001006345,0.0002480255,0.000271766,0.001378787,0.0001115022],"domain_scores_gemma":[0.9694603,0.01903373,0.004375563,0.003062344,0.003750993,0.0003170923],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006826303,0.0005423145,0.3294905,0.000175142,0.0005919965,0.0001282419,0.0005064209,0.431256,0.03117234,0.003090235,0.0005034279,0.2018608],"study_design_scores_gemma":[0.0000222572,0.0008544566,0.05446908,0.00001636108,0.0001433033,0.00007958245,0.0001073377,0.9339337,0.008235273,0.001855476,0.0002582389,0.00002496521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9494597,0.00006852292,0.04956371,0.0000445672,0.000005346129,0.00002556347,0.0001133516,0.0002116811,0.0005076728],"genre_scores_gemma":[0.9868902,0.00002456294,0.01274098,0.000003068656,0.00000314277,0.00001175939,0.0002237912,0.00001719727,0.00008528392],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005272509,"threshold_uncertainty_score":0.02785212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001599472","doi":"10.1007/s11219-010-9128-1","title":"An industrial case study of classifier ensembles for locating software defects","year":2011,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Sabancı Üniversitesi","keywords":"Computer science; Software; Classifier (UML); False alarm; Software quality; Data mining; Domain (mathematical analysis); Ensemble learning; Embedded software; Machine learning; Artificial intelligence; Reliability engineering; Software development; Engineering; Operating system","authors":[{"name":"Ayşe Tosun","is_ca":false},{"name":"Ayşe Bener","is_ca":true},{"name":"Burak Turhan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2236840213549557,"gpt":0.3779922822970453,"spread":0.1543082609420896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003847868,0.0006649975,0.0006426304,0.001565289,0.001041399,0.001129865,0.001910651,0.002095669,0.00158533],"category_scores_gemma":[0.01342944,0.0003112817,0.0005537263,0.001583758,0.0006263921,0.001069658,0.0007609113,0.0008757025,0.0005023738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007788204,"about_ca_system_score_gemma":0.000598967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003948894,"about_ca_topic_score_gemma":0.006650547,"domain_scores_codex":[0.9974268,0.0009018117,0.0001606386,0.0003916862,0.0009275355,0.0001914634],"domain_scores_gemma":[0.9815496,0.01188258,0.0006998042,0.002517277,0.002952266,0.0003984969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002307813,0.003889282,0.1112214,0.0008313779,0.0003215936,0.009728532,0.002760554,0.2161428,0.0465234,0.004251115,0.007535235,0.594487],"study_design_scores_gemma":[0.0003210168,0.004064778,0.03337085,0.0001018265,0.0002979226,0.006298017,0.002249875,0.8759122,0.06423763,0.004433098,0.008612101,0.0001006601],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9270113,0.0003644177,0.0681788,0.0003270322,0.00004784302,0.0001885725,0.0001990621,0.0005432543,0.003139879],"genre_scores_gemma":[0.9472494,0.000100067,0.05086465,0.00003558389,0.00001198632,0.00003529698,0.000156882,0.00004559547,0.001500491],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003948894,"threshold_uncertainty_score":0.02034968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055986279","doi":"10.1007/s11219-014-9233-7","title":"Prioritizing code-smells correction tasks using chemical reaction optimization","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Code refactoring; Code smell; Computer science; Metaheuristic; Code (set theory); Search-based software engineering; Software; Software engineering; Software quality; Software design; Programming language; Artificial intelligence; Software development","authors":[{"name":"Ali Ouni","is_ca":true},{"name":"Marouane Kessentini","is_ca":false},{"name":"Slim Bechikh","is_ca":false},{"name":"Houari Sahraoui","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04201576491452648,"gpt":0.3294821212926332,"spread":0.2874663563781067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001170761,0.001721544,0.001294882,0.001749192,0.0006554086,0.001091673,0.001319401,0.0007960548,0.004201456],"category_scores_gemma":[0.006309125,0.0004963478,0.001001355,0.001051542,0.0004282046,0.000886875,0.0009551197,0.001227745,0.000756151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009301446,"about_ca_system_score_gemma":0.003988785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006826893,"about_ca_topic_score_gemma":0.01246035,"domain_scores_codex":[0.9987459,0.0002560837,0.00006394155,0.0002483176,0.000497054,0.0001886466],"domain_scores_gemma":[0.9945959,0.002872248,0.0006519823,0.000388242,0.001229616,0.0002619619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001352663,0.001268264,0.007773323,0.0007880193,0.0001601318,0.0002868393,0.0001325323,0.3108911,0.1282912,0.002954194,0.005546606,0.540555],"study_design_scores_gemma":[0.00005314792,0.0003176613,0.001246653,0.00001343644,0.00007592497,0.00004712347,0.00006427932,0.9481966,0.04677472,0.001789846,0.001397574,0.00002305737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2984577,0.0009590948,0.6723861,0.0009029301,0.0002236058,0.0005509625,0.0003386989,0.01788049,0.008300344],"genre_scores_gemma":[0.6929396,0.0002675905,0.3007134,0.0002187695,0.00004113133,0.000128532,0.0005079143,0.0009476161,0.004235474],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006826893,"threshold_uncertainty_score":0.01405525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129182946","doi":"10.1007/s11219-007-9030-7","title":"Empirical studies to assess the understandability of data warehouse schemas using structural metrics","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Data mining; Metric (unit); Schema (genetic algorithms); Data warehouse; Similarity (geometry); Empirical research; Machine learning; Artificial intelligence; Statistics; Mathematics","authors":[{"name":"Manuel Serrano","is_ca":false},{"name":"Coral Calero","is_ca":false},{"name":"Houari Sahraoui","is_ca":true},{"name":"Mario Piattini","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.584142689272458,"gpt":0.5376677499733624,"spread":0.04647493929909563,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03287707,0.0005506719,0.0003442327,0.003989934,0.0006004585,0.00154867,0.0010767,0.001049536,0.00186563],"category_scores_gemma":[0.2656908,0.0004067243,0.0007660653,0.004052996,0.001140094,0.005919001,0.001026878,0.001358108,0.0002466622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00134827,"about_ca_system_score_gemma":0.001245253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002847712,"about_ca_topic_score_gemma":0.003770899,"domain_scores_codex":[0.9783499,0.01209902,0.003231169,0.00112361,0.004687166,0.0005090787],"domain_scores_gemma":[0.3578543,0.5717624,0.03124232,0.01202849,0.02559909,0.00151344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001402939,0.006116418,0.9013475,0.0009957543,0.0005725863,0.0002567606,0.01747535,0.003652524,0.006930663,0.002736545,0.0006821863,0.05783081],"study_design_scores_gemma":[0.0005480716,0.01091738,0.8933903,0.0005430387,0.0007444517,0.001103127,0.02180699,0.04331084,0.02010117,0.003507856,0.003914044,0.0001126985],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9971788,0.0001108556,0.001918853,0.00006683513,0.0000031454,0.00006662227,0.00008501887,0.00001217755,0.000557791],"genre_scores_gemma":[0.994705,0.0001124013,0.004469878,0.0000292937,0.000007247713,0.000075645,0.0004031491,0.00001574523,0.000181486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03287707,"threshold_uncertainty_score":0.1738726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056306711","doi":"10.1007/s11219-012-9180-0","title":"Influence of confirmation biases of developers on software quality: an empirical study","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Assertion; Empirical research; Software quality; Confirmation bias; Software metric; Software development; Cognitive bias; Context (archaeology); Empirical evidence; Software bug; Software; Metric (unit); Quality (philosophy); Data science; Cognition; Software engineering; Psychology; Social psychology; Statistics; Engineering; Operations management; Mathematics; Programming language","authors":[{"name":"Gül Çalıklı","is_ca":false},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1403867965763272,"gpt":0.4310662005548037,"spread":0.2906794039784765,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02991227,0.0004335238,0.0005991871,0.00278127,0.001073372,0.002401331,0.0009329435,0.001492272,0.00230082],"category_scores_gemma":[0.3625875,0.0003899301,0.0005175006,0.001756725,0.001549204,0.001987373,0.001539076,0.001513828,0.0003405603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001561073,"about_ca_system_score_gemma":0.003136302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004164235,"about_ca_topic_score_gemma":0.004319952,"domain_scores_codex":[0.966521,0.01952877,0.002187338,0.001955223,0.008443899,0.00136377],"domain_scores_gemma":[0.1840073,0.7021711,0.06753559,0.01581276,0.02519176,0.005281414],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001107031,0.0006016135,0.9707959,0.0001476127,0.0001469863,0.0003008158,0.004421147,0.00043081,0.001468674,0.0004276343,0.0003713258,0.01978031],"study_design_scores_gemma":[0.0001665847,0.001176746,0.9830056,0.0001342876,0.0004940955,0.0006313599,0.004659436,0.003918741,0.003484061,0.001050813,0.00121218,0.00006604176],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9980628,0.000202506,0.0004278989,0.0001101137,0.000008624272,0.00001830335,0.00003005907,0.0000123465,0.001127417],"genre_scores_gemma":[0.9994332,0.00005586494,0.0002898162,0.00002937529,0.00001384002,0.000008723443,0.00002537167,0.0000081857,0.0001357241],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9700877,"threshold_uncertainty_score":0.1581931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073803340","doi":"10.1007/s11219-007-9029-0","title":"In search for a widely applicable and accepted software quality model for software quality engineering","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Ubisoft (Canada)","funders":"","keywords":"Software quality control; Software quality; Software quality analyst; Software quality management; Quality (philosophy); Software engineering; Computer science; Software development; Social software engineering; Software construction; Verification and validation; Software; Engineering; Operations management","authors":[{"name":"Marc-Alexis Côté","is_ca":true},{"name":"Witold Suryn","is_ca":true},{"name":"Elli Georgiadou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08279210101335747,"gpt":0.3992890786303233,"spread":0.3164969776169658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02493799,0.001447751,0.00236735,0.005724188,0.001861564,0.008790161,0.005638266,0.004983028,0.002643512],"category_scores_gemma":[0.09294712,0.0007985032,0.002361701,0.004099312,0.003552435,0.01454029,0.004304325,0.008476999,0.001558891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007768346,"about_ca_system_score_gemma":0.01099605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004026983,"about_ca_topic_score_gemma":0.00548928,"domain_scores_codex":[0.9658817,0.009208837,0.002855428,0.002512397,0.01840678,0.001134914],"domain_scores_gemma":[0.9282194,0.02595499,0.005557071,0.009909133,0.02900741,0.001351913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008588075,0.0004502345,0.006718341,0.001408691,0.0002570779,0.0001425584,0.001298995,0.03059552,0.003175254,0.7353061,0.01207853,0.2084829],"study_design_scores_gemma":[0.00009297553,0.0007297163,0.004980634,0.001369877,0.0002667362,0.0003534184,0.001445578,0.1908521,0.004201805,0.7476255,0.04794877,0.0001329496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01463236,0.0018997,0.9591489,0.0103406,0.0003894887,0.000295535,0.0001855286,0.0008238567,0.01228405],"genre_scores_gemma":[0.3309325,0.002776481,0.6546943,0.003459914,0.0005494322,0.001210982,0.000580171,0.0005057073,0.005290471],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02493799,"threshold_uncertainty_score":0.1318862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2466590866","doi":"10.1007/s11219-016-9319-5","title":"Industry–academia collaborations in software testing: experience and success stories from Canada and Turkey","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Hacettepe Üniversitesi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Empirical research; Relevance (law); Confidentiality; Set (abstract data type); Software; Engineering; Engineering management; Knowledge management; Computer science; Software engineering; Business; Political science; Computer security","authors":[{"name":"Vahid Garousi","is_ca":false},{"name":"Matt M. Eskandar","is_ca":false},{"name":"Kadir Herkiloğlu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05220059938723919,"gpt":0.3183624776426233,"spread":0.2661618782553841,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098233,0.0004706795,0.0004804641,0.002738512,0.02777546,0.007022817,0.002431663,0.003442955,0.004192062],"category_scores_gemma":[0.01799003,0.0003907948,0.0003365809,0.004792863,0.00851196,0.002488824,0.009120047,0.002948396,0.0005225507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03110956,"about_ca_system_score_gemma":0.07622362,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6356865,"about_ca_topic_score_gemma":0.8508813,"domain_scores_codex":[0.9848796,0.004642379,0.0003102179,0.0008332032,0.003504967,0.005829783],"domain_scores_gemma":[0.939666,0.01854504,0.002842894,0.001104723,0.01256479,0.02527649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004673988,0.001476991,0.1637893,0.0002837091,0.00007793443,0.009441895,0.6529613,0.0007027292,0.00242768,0.01062328,0.02261765,0.1351302],"study_design_scores_gemma":[0.00005402957,0.0002847879,0.07359932,0.0002331489,0.00003953058,0.001161995,0.8561633,0.000724024,0.0008963707,0.0008420464,0.06591248,0.00008884554],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9749836,0.001584584,0.0005348134,0.006760863,0.0001467179,0.00006964278,0.00005151986,0.00005659629,0.01581166],"genre_scores_gemma":[0.9940739,0.0003373006,0.0002671537,0.0005994145,0.00001611658,0.00001329445,0.00003948695,0.00002857967,0.004624717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3643135,"threshold_uncertainty_score":0.732918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073102918","doi":"10.1007/s11219-014-9238-2","title":"Studying the relationship between source code quality and mobile platform dependence","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Android (operating system); Source code; Software quality; Computer science; Software quality assurance; Software; Operating system; Source lines of code; Mobile apps; Mobile device; Mobile computing; Quality assurance; Software development; World Wide Web; Engineering","authors":[{"name":"Mark D. Syer","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":true},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.152923259708518,"gpt":0.3828906023119051,"spread":0.2299673426033871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002379293,0.0002692452,0.0001972023,0.001788352,0.0003628783,0.001007964,0.0005978967,0.0006042977,0.002727931],"category_scores_gemma":[0.0585224,0.0003186748,0.0004555999,0.002092657,0.0005585257,0.001944995,0.0006875952,0.001539102,0.0003291913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006702738,"about_ca_system_score_gemma":0.0008521171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007842065,"about_ca_topic_score_gemma":0.01367854,"domain_scores_codex":[0.9984922,0.0005259865,0.0001132241,0.0002083791,0.0004712372,0.0001889948],"domain_scores_gemma":[0.8319708,0.1284991,0.02551204,0.0035698,0.007920404,0.002527876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001781054,0.0001782004,0.9900961,0.00002297915,0.0001057994,0.00006419946,0.0002133423,0.0009197092,0.001321398,0.0003899205,0.00008833768,0.006421953],"study_design_scores_gemma":[0.000008326422,0.0002095295,0.9890274,0.00001310028,0.0001032633,0.0001277002,0.0003943367,0.00822966,0.00115432,0.0005203551,0.000202439,0.000009542185],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9986835,0.00009024021,0.0005867184,0.00007360908,0.000001858588,0.00000321919,0.00003904847,0.000009274127,0.0005125532],"genre_scores_gemma":[0.999267,0.000042561,0.0002982651,0.00001135088,0.000004290886,0.000002360549,0.00006449439,0.000009105524,0.0003005766],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007842065,"threshold_uncertainty_score":0.01559281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065045338","doi":"10.1007/s11219-009-9081-z","title":"A new perspective on data homogeneity in software cost estimation: a study in the embedded systems domain","year":2009,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Computer science; Software; Cost estimate; Domain (mathematical analysis); Estimation; Data mining; Empirical research; Perspective (graphical); Domain engineering; Software development; Cost driver; Software metric; Data science; Artificial intelligence; Software construction; Systems engineering; Engineering; Statistics","authors":[{"name":"Ayşe Bakır","is_ca":false},{"name":"Burak Turhan","is_ca":true},{"name":"Ayşe Bener","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08691323916499845,"gpt":0.4021292808525964,"spread":0.315216041687598,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02330851,0.0009850585,0.002392342,0.004777666,0.001432346,0.006377944,0.004100998,0.002753048,0.003452657],"category_scores_gemma":[0.1435379,0.001289496,0.002749367,0.007394686,0.005193875,0.01594052,0.00472705,0.003789578,0.0002953201],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002181124,"about_ca_system_score_gemma":0.001442924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003658256,"about_ca_topic_score_gemma":0.001615823,"domain_scores_codex":[0.9766567,0.01343635,0.001451106,0.003359451,0.004462963,0.0006333931],"domain_scores_gemma":[0.6015313,0.3606033,0.01100359,0.01602251,0.009178263,0.001661055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0006009153,0.0004425167,0.04914587,0.0009823862,0.0007670564,0.001194446,0.003748137,0.07709882,0.004040441,0.7068805,0.002435505,0.1526634],"study_design_scores_gemma":[0.00009664695,0.0006341134,0.01742852,0.0003128126,0.0005039385,0.001195119,0.001780729,0.3571761,0.004465568,0.6075438,0.008707846,0.0001547692],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07567355,0.00313336,0.9106497,0.00439895,0.0001123674,0.00007041935,0.0002366654,0.00009900932,0.005625949],"genre_scores_gemma":[0.8362548,0.002221828,0.1569842,0.001160526,0.000996528,0.0001216821,0.0003358306,0.0002615504,0.001663078],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02330851,"threshold_uncertainty_score":0.1232686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967828228","doi":"10.1007/s11219-009-9082-y","title":"Improving design-pattern identification: a new approach and an exploratory study","year":2009,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Identification (biology); Computer science; Constraint (computer-aided design); False positive paradox; Data mining; Resource (disambiguation); Resource constraints; Machine learning; Engineering; Distributed computing","authors":[{"name":"Yann‐Gaël Guéhéneuc","is_ca":true},{"name":"Jean-Yves Guyomarc’h","is_ca":true},{"name":"Houari Sahraoui","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09743104232199579,"gpt":0.355633719165051,"spread":0.2582026768430552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00658013,0.001408094,0.001300062,0.003749921,0.001460418,0.002963346,0.002426315,0.001827319,0.003942651],"category_scores_gemma":[0.03838164,0.0006715159,0.001213875,0.002433302,0.001470239,0.007280332,0.003893259,0.001860721,0.001057668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001093313,"about_ca_system_score_gemma":0.002187964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001407343,"about_ca_topic_score_gemma":0.00308266,"domain_scores_codex":[0.9879144,0.005494983,0.0009015247,0.001944293,0.003476036,0.0002687038],"domain_scores_gemma":[0.9596115,0.02423222,0.002116673,0.006698885,0.006864079,0.000476681],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005452438,0.00395349,0.03755268,0.001633685,0.0002151396,0.0005376416,0.01360652,0.003788567,0.04576977,0.0103226,0.002477374,0.8795973],"study_design_scores_gemma":[0.001729308,0.01061677,0.1080529,0.001417078,0.002280945,0.01063615,0.04917648,0.4302506,0.2232031,0.0910166,0.071033,0.0005871531],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.183565,0.0002769003,0.8065881,0.0006425022,0.0000539715,0.001379128,0.0002339676,0.001305607,0.005954901],"genre_scores_gemma":[0.2767835,0.0002198894,0.7186904,0.0002578679,0.00002721895,0.000776261,0.0003394391,0.000170684,0.002734808],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00658013,"threshold_uncertainty_score":0.03479946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1971146998","doi":"10.1007/s11219-015-9271-9","title":"On the use of design defect examples to detect model refactoring opportunities","year":2015,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Software bug; Set (abstract data type); Context (archaeology); Similarity (geometry); Data mining; Software; Machine learning; Reliability engineering; Artificial intelligence; Engineering; Programming language","authors":[{"name":"Adnane Ghannem","is_ca":true},{"name":"Ghizlane El Boussaidi","is_ca":true},{"name":"Marouane Kessentini","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5757960133181265,"gpt":0.376091517068576,"spread":0.1997044962495504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003324366,0.0006584266,0.0005856951,0.004504628,0.0006319375,0.001721693,0.00161893,0.002135588,0.001662532],"category_scores_gemma":[0.0509396,0.000470516,0.0005198001,0.001355912,0.0006841375,0.002374175,0.00143469,0.001044852,0.0005382228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004486651,"about_ca_system_score_gemma":0.0008103437,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005973958,"about_ca_topic_score_gemma":0.01222961,"domain_scores_codex":[0.9955648,0.00137159,0.0002958584,0.000572738,0.001961312,0.0002336465],"domain_scores_gemma":[0.8982179,0.08204725,0.003911051,0.007035791,0.007878882,0.0009091658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002197286,0.001412156,0.1646066,0.0006672396,0.0003279641,0.002227332,0.001885288,0.04231032,0.05122132,0.009788552,0.006909566,0.7164465],"study_design_scores_gemma":[0.0001529021,0.0006071441,0.04381562,0.0002760203,0.0003207704,0.002558503,0.0007563421,0.8865381,0.04831105,0.010284,0.006233726,0.0001458931],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.706314,0.00101823,0.2714684,0.001211705,0.0001026849,0.0003657509,0.0008565382,0.005059336,0.01360325],"genre_scores_gemma":[0.8073189,0.0002893387,0.1896401,0.0001761,0.00002024278,0.00004294398,0.0006180053,0.0002589609,0.001635543],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005973958,"threshold_uncertainty_score":0.01758111,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2021780242","doi":"10.1007/s11219-011-9153-8","title":"AoURN-based modeling and analysis of software product lines","year":2011,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Software product line; Feature model; Software engineering; Domain engineering; Domain (mathematical analysis); Computer science; Domain analysis; Feature-oriented domain analysis; Feature (linguistics); Notation; Product (mathematics); Systems engineering; Software; Model-driven architecture; Model transformation; Software development; Engineering; Programming language; Artificial intelligence; Software construction","authors":[{"name":"Gunter Mussbacher","is_ca":true},{"name":"Jo�ão Araújo","is_ca":false},{"name":"Ana Moreira","is_ca":false},{"name":"Daniel Amyot","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1482975576947659,"gpt":0.3486422211534545,"spread":0.2003446634586886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001099663,0.0005410946,0.0004675894,0.001336845,0.0005330398,0.001783409,0.001684672,0.0009086287,0.002368674],"category_scores_gemma":[0.003128812,0.0005172441,0.0009476587,0.001099997,0.0006182919,0.001577641,0.0008118218,0.0008529209,0.0005681688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001428006,"about_ca_system_score_gemma":0.001297157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01897535,"about_ca_topic_score_gemma":0.01358479,"domain_scores_codex":[0.9993216,0.000224009,0.00003753371,0.0001020107,0.0002461243,0.00006878966],"domain_scores_gemma":[0.9987318,0.0006378766,0.000191767,0.0001486422,0.0002536544,0.00003619809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002684165,0.00004062523,0.001287081,0.00003849582,0.00001873362,0.0000548465,0.0001005039,0.9408898,0.001885326,0.03769443,0.0002198747,0.01774332],"study_design_scores_gemma":[0.000001536566,0.000005217849,0.0001035499,0.000002458926,0.000003708225,0.000005480951,0.000005019119,0.9951226,0.0003316626,0.003985589,0.0004312043,0.000001987668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04759533,0.0002176513,0.9474449,0.0001340364,0.0000179498,0.00004134748,0.0001431965,0.0006207296,0.003784806],"genre_scores_gemma":[0.7985269,0.0004667969,0.1930234,0.00003571028,0.00002238173,0.0001243197,0.0004095226,0.000216646,0.007174312],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01897535,"threshold_uncertainty_score":0.0377298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2025855180","doi":"10.1007/s11219-009-9088-5","title":"An organizational maturity model of software product line engineering","year":2009,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Software Engineering Process Group; Service Integration Maturity Model; Product management; Product engineering; Software quality management; Software development; Engineering; Process management; Software engineering; Systems engineering; Software development process; Product (mathematics); New product development; Computer science; Knowledge management; Software; Product design; Business; Marketing","authors":[{"name":"Faheem Ahmed","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02904989664232336,"gpt":0.3048473787423666,"spread":0.2757974821000432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003798521,0.0005401938,0.0003107488,0.002567029,0.0008248181,0.003859657,0.001299137,0.001714101,0.00213315],"category_scores_gemma":[0.01172735,0.0004212943,0.000612773,0.001878029,0.0009198376,0.007357163,0.001358061,0.001852962,0.0008040679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002976463,"about_ca_system_score_gemma":0.003274825,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006977576,"about_ca_topic_score_gemma":0.00636824,"domain_scores_codex":[0.9976829,0.00094241,0.0001715417,0.0001895289,0.0007572206,0.0002563096],"domain_scores_gemma":[0.9935992,0.002578814,0.0007625914,0.0004059341,0.002257836,0.0003956957],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008918017,0.0003287986,0.01561336,0.0001698762,0.00007476167,0.0001920809,0.002164419,0.05559445,0.002708047,0.7913611,0.002593428,0.1291106],"study_design_scores_gemma":[0.00005673911,0.0003155025,0.01407819,0.0002689618,0.0001234626,0.0002046998,0.001508257,0.5851243,0.001320419,0.3822964,0.01462649,0.00007663079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1177244,0.000984656,0.8186139,0.005202696,0.00008129523,0.0003530405,0.0002120594,0.0004601702,0.0563678],"genre_scores_gemma":[0.8597828,0.0005728417,0.1355616,0.0001219978,0.00003497497,0.000223107,0.0001972498,0.00004536836,0.003460053],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006977576,"threshold_uncertainty_score":0.02159584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022628966","doi":"10.1007/s11219-006-9010-3","title":"Measuring size, complexity, and coupling of hypergraph abstractions of software: An information-theory approach","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Waterloo; Mississippi State University; National Science Foundation","keywords":"Computer science; Software metric; Software sizing; Theoretical computer science; Hypergraph; Software; Data mining; Software development; Software quality; Software construction; Programming language; Mathematics","authors":[{"name":"Edward B. Allen","is_ca":false},{"name":"Sampath Gottipati","is_ca":false},{"name":"Rajiv Govindarajan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07791100068699204,"gpt":0.3205401042144391,"spread":0.242629103527447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005066176,0.0007106338,0.001179936,0.008481883,0.0008764276,0.003232491,0.001766122,0.001609103,0.0008213072],"category_scores_gemma":[0.06248252,0.0008340247,0.001209726,0.004522404,0.0027014,0.01215447,0.002491046,0.001556595,0.000093587],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001876613,"about_ca_system_score_gemma":0.001029738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002762531,"about_ca_topic_score_gemma":0.002277073,"domain_scores_codex":[0.9948606,0.001719267,0.0003437964,0.0006838465,0.00212783,0.0002645543],"domain_scores_gemma":[0.8765231,0.09718966,0.01091345,0.008965368,0.004623855,0.001784527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00124687,0.0009309625,0.1998661,0.0007465841,0.001065109,0.0003079085,0.003994104,0.3844565,0.03541561,0.1465548,0.001056766,0.2243586],"study_design_scores_gemma":[0.00004581951,0.0003265275,0.0431974,0.00004215953,0.000298363,0.0001680765,0.0006671237,0.7996501,0.01118245,0.1438069,0.0005029892,0.0001120323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6275755,0.0003103846,0.3691148,0.0003010831,0.00001373121,0.00009003819,0.0001874716,0.0003265257,0.002080403],"genre_scores_gemma":[0.956237,0.0000880609,0.04324974,0.00001765961,0.0000193439,0.00004707514,0.0001490664,0.0000340015,0.0001580244],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008481883,"threshold_uncertainty_score":0.02679282,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2924144435","doi":"10.1007/s11219-019-09442-9","title":"A large-scale empirical study of code smells in JavaScript projects","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; JavaScript; Computer science; Scripting language; Software quality; World Wide Web; Programming language; Software development; Software","authors":[{"name":"David Johannes","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05973784110211131,"gpt":0.3694728962888241,"spread":0.3097350551867127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005327049,0.0002494265,0.0002609722,0.001887558,0.0007874735,0.001191379,0.0006998732,0.0009205723,0.0009718423],"category_scores_gemma":[0.04917211,0.0003563785,0.0003603538,0.002344806,0.001065013,0.002769937,0.00141954,0.001519672,0.0004385737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008843442,"about_ca_system_score_gemma":0.001171543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006378355,"about_ca_topic_score_gemma":0.01389143,"domain_scores_codex":[0.9962049,0.001373396,0.000330974,0.0005504945,0.001229952,0.0003102318],"domain_scores_gemma":[0.863672,0.08212788,0.03040831,0.006348079,0.01174616,0.005697606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001314424,0.001026372,0.9827628,0.00005953485,0.00006063784,0.0001584256,0.00460199,0.0002711123,0.001094667,0.0001512723,0.000451773,0.009230005],"study_design_scores_gemma":[0.00001172835,0.0002604311,0.9933794,0.00002631761,0.0000167746,0.0001131043,0.003739183,0.00162268,0.0003405706,0.00009471579,0.0003800878,0.000014865],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9994722,0.00002758671,0.0001653497,0.00003636109,0.000001318653,0.000008397681,0.00006851893,0.000007289702,0.0002130191],"genre_scores_gemma":[0.9991885,0.00002999026,0.0003270397,0.00002824925,0.000004271736,0.00001801527,0.0002129393,0.000009261621,0.0001817459],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006378355,"threshold_uncertainty_score":0.02817243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2512805961","doi":"10.1007/s11219-016-9333-7","title":"Onboarding inexperienced developers: struggles and perceptions regarding automated testing","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Onboarding; Perception; Software testing; Software engineering; Computer science; Engineering; Psychology; Software; Social psychology; Programming language","authors":[{"name":"Raphael Pham","is_ca":false},{"name":"Stephan Kiesling","is_ca":false},{"name":"Leif Singer","is_ca":true},{"name":"Kurt Schneider","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04988978108270573,"gpt":0.3339838023361344,"spread":0.2840940212534287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01847237,0.0005168685,0.0004911777,0.001910872,0.003419475,0.005952576,0.001756539,0.002012844,0.003240356],"category_scores_gemma":[0.1109352,0.0006860877,0.0004620773,0.0008379614,0.002599213,0.003409219,0.004825175,0.003027373,0.0004322802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002052307,"about_ca_system_score_gemma":0.003804798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01035548,"about_ca_topic_score_gemma":0.01693049,"domain_scores_codex":[0.9823763,0.007375797,0.001031136,0.001045755,0.005932835,0.002238165],"domain_scores_gemma":[0.8304179,0.08265093,0.02642827,0.003629261,0.02065855,0.03621501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002432525,0.001142538,0.4457904,0.0001790569,0.00008693,0.003653095,0.4575616,0.0002348037,0.003020766,0.0007330346,0.005630419,0.08172415],"study_design_scores_gemma":[0.00004523201,0.0009076236,0.3087059,0.0003201768,0.00006844918,0.002125717,0.6717669,0.001010188,0.0007696664,0.0008317055,0.01334606,0.0001024215],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945313,0.0002269213,0.0004073489,0.001442692,0.00007429709,0.00002486013,0.000009551846,0.00002541333,0.003257543],"genre_scores_gemma":[0.9972012,0.0001834571,0.0004987322,0.0006654887,0.00002752188,0.00001285158,0.00002258475,0.00002644538,0.00136172],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01847237,"threshold_uncertainty_score":0.09769243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968155288","doi":"10.1007/s11219-014-9250-6","title":"Empirical analysis of factors affecting confirmation bias levels of software engineers","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Confirmation bias; Software; Identification (biology); Metric (unit); Computer science; Software bug; Software engineering; Risk analysis (engineering); Engineering; Psychology; Social psychology; Operations management; Programming language; Business","authors":[{"name":"Gül Çalıklı","is_ca":false},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.114960695019113,"gpt":0.3726311614194243,"spread":0.2576704664003113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01879606,0.0002812012,0.000262496,0.00291671,0.000899135,0.001884086,0.000820833,0.001123267,0.003224317],"category_scores_gemma":[0.225585,0.0003173257,0.0003516003,0.001493458,0.001117161,0.001175489,0.000935061,0.00111406,0.0004232188],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00109857,"about_ca_system_score_gemma":0.003520226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002632102,"about_ca_topic_score_gemma":0.003292751,"domain_scores_codex":[0.9834061,0.007709969,0.00213936,0.0009850311,0.004637833,0.001121798],"domain_scores_gemma":[0.4343798,0.4254327,0.0847526,0.01152167,0.03309454,0.01081872],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003126813,0.0002199568,0.988655,0.00004196341,0.00004313268,0.00009293914,0.002255745,0.0001004205,0.0008933094,0.000188799,0.0001021973,0.00709384],"study_design_scores_gemma":[0.00003003135,0.0005137597,0.9914312,0.00004127503,0.00007001567,0.000301821,0.004540679,0.000736099,0.001561565,0.0003034323,0.0004444477,0.00002558068],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998722,0.00005858279,0.0003245124,0.00009106882,0.000003708844,0.00001526725,0.00002530168,0.000008773422,0.0007507514],"genre_scores_gemma":[0.9995227,0.00002107618,0.000258308,0.00001832315,0.000003348886,0.000006320732,0.00002586567,0.000002789382,0.000141261],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9812039,"threshold_uncertainty_score":0.09940422,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015215117","doi":"10.1007/s11219-006-9218-2","title":"On evaluating the layout of UML diagrams for program comprehension","year":2006,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Class diagram; Sequence diagram; Applications of UML; Story-driven modeling; UML tool; Computer science; Unified Modeling Language; Communication diagram; Programming language; Activity diagram; Software engineering; Flowchart; Readability; Class (philosophy); Program comprehension; Use Case Diagram; Object Constraint Language; Software; Software system; Artificial intelligence","authors":[{"name":"Kenny Wong","is_ca":true},{"name":"Dabo Sun","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08799721980182837,"gpt":0.4182070965023177,"spread":0.3302098767004893,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005629472,0.00122735,0.0009110629,0.00356552,0.0007609914,0.002717255,0.001230009,0.001739749,0.005346701],"category_scores_gemma":[0.1053745,0.0005318857,0.000618652,0.001971996,0.0007010027,0.005140231,0.00153458,0.0008492525,0.0008472698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001253248,"about_ca_system_score_gemma":0.001596639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007655989,"about_ca_topic_score_gemma":0.01160658,"domain_scores_codex":[0.992798,0.004285528,0.0004497195,0.0006435472,0.001580162,0.0002429421],"domain_scores_gemma":[0.8286266,0.1512587,0.004405402,0.004115639,0.01006254,0.001531212],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002528941,0.00126247,0.03957621,0.001091334,0.0001631147,0.0002317782,0.004312283,0.04492773,0.07201586,0.005085265,0.004218918,0.8245862],"study_design_scores_gemma":[0.0005493962,0.00448878,0.06599797,0.0003511683,0.0004613244,0.0004059875,0.004784008,0.8263161,0.0774894,0.01283993,0.006148449,0.0001675745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6277957,0.0009175699,0.3576148,0.0004004426,0.00008516542,0.0004403395,0.0004310063,0.005814361,0.006500604],"genre_scores_gemma":[0.7412964,0.0004133077,0.2539076,0.00008045413,0.00003669525,0.0001457281,0.00135748,0.0007477857,0.002014533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007655989,"threshold_uncertainty_score":0.0297718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077174673","doi":"10.1007/s11219-010-9112-9","title":"A comparative study for estimating software development effort intervals","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"National Research Council Canada; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Computer science; Estimation; Software; Interval estimation; Interval (graph theory); Point (geometry); Point estimation; Data mining; Cluster (spacecraft); Machine learning; Statistics; Confidence interval; Engineering; Mathematics","authors":[{"name":"Ayşe Bakır","is_ca":false},{"name":"Burak Turhan","is_ca":false},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08125202920087467,"gpt":0.3986317212269463,"spread":0.3173796920260716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02408404,0.0007910591,0.001177019,0.008103463,0.0007761088,0.001842901,0.002386635,0.001204038,0.003584798],"category_scores_gemma":[0.1577535,0.0005251797,0.001264903,0.007257344,0.0004787621,0.004248158,0.0009976261,0.0008029966,0.0004435412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001571991,"about_ca_system_score_gemma":0.0006919028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006643042,"about_ca_topic_score_gemma":0.005491347,"domain_scores_codex":[0.9823245,0.01131434,0.001725108,0.001239003,0.0030876,0.00030936],"domain_scores_gemma":[0.6082958,0.3571796,0.005749344,0.01055366,0.0173962,0.0008253861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01234123,0.001704809,0.2894871,0.001818902,0.001222218,0.0004318079,0.003655616,0.04328785,0.01263993,0.005477795,0.0009231398,0.6270097],"study_design_scores_gemma":[0.0008760198,0.02189191,0.4260714,0.000446782,0.003250901,0.002117423,0.004476967,0.5037619,0.0270779,0.005260496,0.004472729,0.0002954497],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8570223,0.003246367,0.1323119,0.00007489122,0.00004943261,0.0002271897,0.0005885473,0.0003417702,0.006137593],"genre_scores_gemma":[0.907927,0.0004216958,0.09008731,0.00001705542,0.00002112514,0.00008556573,0.0005953413,0.00006429385,0.0007807097],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02408404,"threshold_uncertainty_score":0.1273701,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044659433","doi":"10.1023/b:sqjo.0000013359.71560.47","title":"Multi-Project Management in Software Engineering Using Simulation Modelling","year":2004,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Software project management; Computer science; Project management; Interdependence; Systems engineering; Project management triangle; Software; Software development; Engineering; Software construction","authors":[{"name":"Bengee Lee","is_ca":true},{"name":"James Miller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1169295380758614,"gpt":0.3729647007733453,"spread":0.2560351626974839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003349106,0.0006707189,0.001026038,0.001364049,0.0008744494,0.002434237,0.001442126,0.001755813,0.003172209],"category_scores_gemma":[0.008502817,0.0008087068,0.001136464,0.001600639,0.0008800153,0.002814578,0.001409404,0.001276289,0.0004348908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002337301,"about_ca_system_score_gemma":0.002127219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01081862,"about_ca_topic_score_gemma":0.009412452,"domain_scores_codex":[0.9967142,0.002272913,0.0001625744,0.0002093312,0.0005009353,0.0001400935],"domain_scores_gemma":[0.9924808,0.005691545,0.0005072559,0.0004692505,0.0006194846,0.0002317431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003860165,0.00007396939,0.001226499,0.00004113464,0.0000337832,0.00004679627,0.0001398845,0.9633601,0.0004750571,0.02356501,0.0001668948,0.01083227],"study_design_scores_gemma":[0.000009410091,0.00002459614,0.0001764328,0.0000141388,0.00001002971,0.0000128317,0.00002929498,0.9910924,0.0002654783,0.007616976,0.0007397486,0.00000864134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07252593,0.0004430545,0.913981,0.000423134,0.00005513542,0.0001476287,0.00006968042,0.0004009391,0.01195341],"genre_scores_gemma":[0.8726203,0.0005312504,0.1227652,0.00004267957,0.00002448391,0.000290088,0.0001115974,0.00008339998,0.003531037],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01081862,"threshold_uncertainty_score":0.02151132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106743089","doi":"10.1007/s11219-004-5259-6","title":"The Evolution Path for Industrial Software Quality Evaluation Methods Applying ISO/IEC 9126:2001 Quality Model: Example of MITRE?s SQAE Method","year":2005,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality; Reliability engineering; Quality (philosophy); Software; Computer science; Verification and validation; Software quality control; Engineering; Systems engineering; Software development; Operations management; Operating system","authors":[{"name":"Marc-Alexis C�t�","is_ca":true},{"name":"Witold Suryn","is_ca":true},{"name":"Claude Y. Laporte","is_ca":true},{"name":"Robert A. Martin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2567576179198857,"gpt":0.4826588867655611,"spread":0.2259012688456755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00673143,0.0004528931,0.000389958,0.002405851,0.001345819,0.002155534,0.001017925,0.001560072,0.00541616],"category_scores_gemma":[0.02744231,0.0005200427,0.0006148103,0.002222874,0.001401411,0.003368552,0.001560263,0.001884273,0.001558665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002259447,"about_ca_system_score_gemma":0.002670332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005537824,"about_ca_topic_score_gemma":0.006301778,"domain_scores_codex":[0.9943295,0.002271007,0.0003248127,0.0004698423,0.002416732,0.0001881188],"domain_scores_gemma":[0.9851632,0.00565581,0.001067915,0.001744767,0.006124237,0.0002441033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001289145,0.0002608467,0.01268939,0.0003921259,0.00005391497,0.0001971552,0.002498057,0.02124782,0.007764296,0.4101923,0.005371984,0.5392033],"study_design_scores_gemma":[0.0001134366,0.0006764407,0.01513471,0.0007646364,0.0001174742,0.0009927524,0.001452873,0.5889753,0.01752215,0.2839814,0.09012905,0.0001397489],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03651257,0.0005780924,0.930137,0.00205052,0.00007654877,0.000248244,0.000161257,0.0007027837,0.02953293],"genre_scores_gemma":[0.2096852,0.0004161148,0.7802092,0.0001677228,0.00001416403,0.0002482951,0.0002396073,0.0002405611,0.008779136],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00673143,"threshold_uncertainty_score":0.03559965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029277954","doi":"10.1007/s11219-014-9230-x","title":"Predicting defective modules in different test phases","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Benchmark (surveying); Reliability engineering; Computer science; Predictive modelling; Software; Data mining; Machine learning; Engineering; Programming language","authors":[{"name":"Bora Çağlayan","is_ca":false},{"name":"Ayşe Tosun","is_ca":false},{"name":"Ayşe Bener","is_ca":true},{"name":"Andriy Miranskyy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02811477016643656,"gpt":0.3126412137085472,"spread":0.2845264435421107,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001644843,0.0009835205,0.0005692478,0.004450014,0.0002589905,0.0008867672,0.001089194,0.001229107,0.001660301],"category_scores_gemma":[0.01782574,0.0003915818,0.001037651,0.00142937,0.0003652509,0.0009333855,0.0004956094,0.0006376907,0.000651984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005506662,"about_ca_system_score_gemma":0.0005966031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005593194,"about_ca_topic_score_gemma":0.006924803,"domain_scores_codex":[0.9987613,0.0002043893,0.0001329952,0.0002691586,0.0004269469,0.0002052227],"domain_scores_gemma":[0.9723652,0.01561128,0.004287153,0.00153866,0.004799532,0.001398198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00116196,0.0004972607,0.8908943,0.00009911325,0.000165032,0.0003423811,0.0001057031,0.03031568,0.01134613,0.0002023673,0.0007930036,0.06407714],"study_design_scores_gemma":[0.00006016117,0.001846646,0.5972244,0.0000493361,0.0003767913,0.001106547,0.0002822672,0.3730693,0.02407999,0.00115199,0.0006991134,0.00005338943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9915222,0.000134896,0.006933991,0.00003560775,0.00001244468,0.00001735636,0.0004883252,0.0005694918,0.0002858331],"genre_scores_gemma":[0.9941676,0.00003183902,0.004140844,0.00001482747,0.000004826716,0.000006785825,0.001164686,0.00004750365,0.0004211254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005593194,"threshold_uncertainty_score":0.01112127,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1537009764","doi":"10.1023/a:1021634422504","title":"Specification-based Testing for Gui-based Applications","year":2002,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Programming language; Java; Formal specification; Test harness; Finite-state machine; Graphical user interface testing; Test case; Implementation; Software engineering; Keyword-driven testing; Graphical user interface; Software; User interface; Software development","authors":[{"name":"Jessica Chen","is_ca":true},{"name":"Suganthan Subramaniam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1566925308736148,"gpt":0.3431175947610764,"spread":0.1864250638874616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005492951,0.0008168603,0.0006877073,0.00126344,0.0005354482,0.001579463,0.002686498,0.001520533,0.002552784],"category_scores_gemma":[0.02714143,0.0006096977,0.0009058754,0.0008836767,0.001187838,0.002482311,0.00127443,0.00161517,0.0005433818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000741796,"about_ca_system_score_gemma":0.001386666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003892707,"about_ca_topic_score_gemma":0.004053059,"domain_scores_codex":[0.9917468,0.003893953,0.0005416868,0.0004718649,0.002819282,0.0005263248],"domain_scores_gemma":[0.9636809,0.02585716,0.001421084,0.004634395,0.003963876,0.0004425697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002309468,0.001657608,0.02110401,0.0009190926,0.0002289515,0.001577162,0.001526171,0.2068085,0.1105914,0.0969352,0.006829068,0.5495135],"study_design_scores_gemma":[0.0001731443,0.000539932,0.001780669,0.00007252803,0.00009616488,0.0004973882,0.0001302326,0.9248952,0.04812906,0.02185646,0.001792627,0.00003663594],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08443998,0.0002099128,0.9092093,0.0002266515,0.00002708138,0.0001050361,0.00006280753,0.003925744,0.001793594],"genre_scores_gemma":[0.7707315,0.000160029,0.2266347,0.0001299821,0.00001645861,0.0001219067,0.0003902581,0.0005181055,0.00129708],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005492951,"threshold_uncertainty_score":0.02904987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2925127136","doi":"10.1007/s11219-018-9437-3","title":"Testing self-healing cyber-physical systems under uncertainty: a fragility-oriented approach","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Horizon 2020 Framework Programme; Norges Forskningsråd","keywords":"Fragility; Reliability engineering; Normality; Computer science; Reliability (semiconductor); Cyber-physical system; Data mining; Engineering; Mathematics; Statistics","authors":[{"name":"Tao Ma","is_ca":false},{"name":"Shaukat Ali","is_ca":false},{"name":"Tao Yue","is_ca":false},{"name":"Maged Elaasar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04131213216160864,"gpt":0.308153895772097,"spread":0.2668417636104884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004773534,0.001264822,0.0012674,0.002246971,0.0007685533,0.001775484,0.002545136,0.001583158,0.001532416],"category_scores_gemma":[0.01935368,0.0005434034,0.001397415,0.0009732832,0.003906408,0.003188129,0.00255417,0.001810398,0.0001215453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001243334,"about_ca_system_score_gemma":0.001466286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00252106,"about_ca_topic_score_gemma":0.001784746,"domain_scores_codex":[0.9965875,0.001480733,0.0001391976,0.0003861834,0.001086779,0.0003195131],"domain_scores_gemma":[0.9823162,0.01386492,0.001299402,0.001153177,0.001079483,0.0002869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001620747,0.0001432604,0.003097958,0.0002655426,0.0001823525,0.0004249565,0.0004655585,0.7956812,0.004424917,0.1374173,0.0005781517,0.05715679],"study_design_scores_gemma":[0.00001250699,0.00007731205,0.0002685506,0.00003286812,0.00004019635,0.00007704707,0.00009407955,0.9163173,0.001612045,0.08112196,0.0003322714,0.00001390498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0305355,0.0002591953,0.9653995,0.0007159987,0.00003153224,0.00008192324,0.00003354599,0.0002887724,0.002654103],"genre_scores_gemma":[0.8562109,0.0003449296,0.1415625,0.0002353281,0.00008299107,0.0001349598,0.00005980906,0.0000936826,0.001274788],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004773534,"threshold_uncertainty_score":0.02524513,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098513273","doi":"10.1007/s11219-006-5997-8","title":"PEM: The small company-dedicated software process quality evaluation method combining CMMISM and ISO/IEC 14598","year":2006,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Motorola (Canada); Computer Research Institute of Montréal","funders":"","keywords":"Capability Maturity Model Integration; LeanCMMI; Software quality control; Software quality; Personal software process; Software quality management; Computer science; Software engineering; Software quality analyst; Team software process; Software; Software development process; Verification and validation; Process (computing); Quality (philosophy); Software development; Systems engineering; Engineering; Software construction; Operations management","authors":[{"name":"Sylvie Trudel","is_ca":true},{"name":"Jean-Marc Lavoie","is_ca":false},{"name":"Marie-Claude Paré","is_ca":true},{"name":"Witold Suryn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07220551126872021,"gpt":0.3888549613939644,"spread":0.3166494501252442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003924738,0.0008029413,0.0005905007,0.002729178,0.0004167105,0.00118865,0.0007933294,0.0006378429,0.005804023],"category_scores_gemma":[0.01445671,0.0003320058,0.0005222786,0.001615274,0.0003620704,0.00240676,0.001484773,0.0005245358,0.001282395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007631498,"about_ca_system_score_gemma":0.001505698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001062109,"about_ca_topic_score_gemma":0.001880359,"domain_scores_codex":[0.9964449,0.001269442,0.0002163145,0.0003465171,0.001629348,0.00009349088],"domain_scores_gemma":[0.9947637,0.002031516,0.0004741942,0.0006429279,0.001945978,0.0001415998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006013965,0.0002969229,0.01132393,0.001003391,0.0001351468,0.0001154945,0.0008546173,0.003933098,0.02278222,0.009107916,0.005125832,0.94472],"study_design_scores_gemma":[0.0009133802,0.006256338,0.1310921,0.001281622,0.001389336,0.003141972,0.004071916,0.3308333,0.2816944,0.04439523,0.1945786,0.0003518424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05677345,0.0003253982,0.9170099,0.0002475773,0.00008051982,0.001096138,0.000822372,0.006167519,0.0174771],"genre_scores_gemma":[0.2936171,0.0001996441,0.6961399,0.000106046,0.00002134891,0.001027114,0.0009082081,0.000373451,0.007607173],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005804023,"threshold_uncertainty_score":0.02075624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968405738","doi":"10.1007/s11219-006-9009-9","title":"A method to elicit architecturally sensitive usability requirements: its integration into a software development process","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Usability goals; Usability inspection; Usability engineering; Computer science; Software engineering; Cognitive walkthrough; Usability lab; Web usability; Heuristic evaluation; Component-based usability testing; Pluralistic walkthrough; Human–computer interaction","authors":[{"name":"Tamer Rafla","is_ca":true},{"name":"Pierre N. Robillard","is_ca":true},{"name":"Michel C. Desmarais","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06656961381106619,"gpt":0.3986368578863461,"spread":0.3320672440752799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005853315,0.0008414753,0.0007180804,0.002212457,0.00080931,0.001702721,0.0009930421,0.001501555,0.002856241],"category_scores_gemma":[0.0230413,0.0007786208,0.000617238,0.001269092,0.001049804,0.002214443,0.002050522,0.001356635,0.001254685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006301741,"about_ca_system_score_gemma":0.002296363,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007758604,"about_ca_topic_score_gemma":0.001877073,"domain_scores_codex":[0.991403,0.003973146,0.0005070292,0.0008376318,0.003146884,0.0001323441],"domain_scores_gemma":[0.9704503,0.02026301,0.00148513,0.003650328,0.003777515,0.0003736683],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003258827,0.001422789,0.00681394,0.001370752,0.00007813707,0.0002900916,0.009533457,0.002367516,0.1316854,0.02895409,0.005062119,0.8120959],"study_design_scores_gemma":[0.001301617,0.004632358,0.0470565,0.002158227,0.0008248236,0.007843718,0.01255706,0.3526062,0.3104664,0.105345,0.154162,0.001046073],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01628331,0.00006951317,0.9787387,0.0001936748,0.00002910036,0.0008318388,0.00009309292,0.001075359,0.002685366],"genre_scores_gemma":[0.06672862,0.0000766942,0.9295449,0.00007550704,0.000007677231,0.001258249,0.000101546,0.0001707682,0.00203606],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005853315,"threshold_uncertainty_score":0.03095561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1571880163","doi":"10.1023/a:1023764510838","title":"Towards a Software Change Classification System: A Rough Set Approach","year":2003,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; Manitoba Hydro","keywords":"Computer science; Rough set; Data mining; Software; Machine learning; Artificial intelligence; Benchmarking; Software deployment; Software engineering","authors":[{"name":"James F. Peters","is_ca":true},{"name":"Sheela Ramanna","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1667256097848134,"gpt":0.3304675520946508,"spread":0.1637419423098374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007878764,0.0009454312,0.002929197,0.007026715,0.001450885,0.00658376,0.00307474,0.002017551,0.001118554],"category_scores_gemma":[0.01981588,0.0007364461,0.002378324,0.003661213,0.001338508,0.004033832,0.002533517,0.002853029,0.0008500119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001786578,"about_ca_system_score_gemma":0.002296324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004067858,"about_ca_topic_score_gemma":0.003128764,"domain_scores_codex":[0.9936167,0.00207101,0.0008225685,0.0006856248,0.002583052,0.0002210196],"domain_scores_gemma":[0.9912052,0.003812787,0.0008910267,0.00081524,0.003033702,0.0002420664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003181427,0.0004676791,0.009792278,0.0008197553,0.0007477626,0.0002777831,0.00147149,0.1176142,0.009038283,0.09815504,0.00892933,0.7523683],"study_design_scores_gemma":[0.00008828565,0.0003070009,0.004848942,0.0002398297,0.0004384342,0.0003257388,0.0007161297,0.8197767,0.004344435,0.1620106,0.006743574,0.0001604441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009103654,0.0003597458,0.9882461,0.0005471456,0.00004344363,0.0001537393,0.0001219629,0.0004925697,0.0009316714],"genre_scores_gemma":[0.1192018,0.0003504312,0.8791389,0.0001701338,0.0000729996,0.0002137596,0.0003386635,0.00004576785,0.0004675961],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007878764,"threshold_uncertainty_score":0.0416674,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069963480","doi":"10.1007/s11219-005-4253-y","title":"Virtual Software Engineering Laboratories in Support of Trade-off Analyses","year":2005,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Bundesministerium für Bildung und Forschung","keywords":"Product (mathematics); Computer science; Software engineering; Software; Quality (philosophy); Software quality; Systems engineering; Empirical research; Software quality control; Engineering; Software development; Process management; Risk analysis (engineering); Business; Operating system","authors":[{"name":"Jürgen Münch","is_ca":false},{"name":"Dietmar Pfahl","is_ca":true},{"name":"Ioana Rus","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04235531741497253,"gpt":0.3502672804459467,"spread":0.3079119630309741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008525589,0.0006364626,0.0007563463,0.002085861,0.001212901,0.004549483,0.003464938,0.001442918,0.0107451],"category_scores_gemma":[0.03770426,0.0005367282,0.0003035256,0.001705737,0.0009963528,0.005674752,0.004822586,0.00126506,0.001430118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001104658,"about_ca_system_score_gemma":0.002080726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008143728,"about_ca_topic_score_gemma":0.001070785,"domain_scores_codex":[0.9943424,0.003542213,0.0001869898,0.000559806,0.001006648,0.0003618449],"domain_scores_gemma":[0.943393,0.03302082,0.003345401,0.01187874,0.004930351,0.003431766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0104044,0.002485613,0.02930924,0.0002512694,0.0002182032,0.0009707464,0.001715476,0.1888766,0.02294943,0.1221565,0.01329401,0.6073685],"study_design_scores_gemma":[0.001020574,0.001097161,0.004030733,0.00005437948,0.0001382825,0.0003703275,0.000530772,0.9105879,0.01672463,0.05191245,0.01344377,0.00008902187],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.352147,0.0003564356,0.5999127,0.001245521,0.0002187367,0.0002326429,0.0002342963,0.0110117,0.03464103],"genre_scores_gemma":[0.9269537,0.00004803187,0.07048482,0.00005315376,0.00005361727,0.000103432,0.0001348316,0.0001865244,0.001981829],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0107451,"threshold_uncertainty_score":0.04508817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3130726859","doi":"10.1007/s11219-020-09538-7","title":"An empirical study on the effect of community smells on bug prediction","year":2021,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Insect and Arachnid Ecology and Behavior","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Empirical research; Computer science; Computer security; Business; Statistics; Mathematics","authors":[{"name":"Beyza Eken","is_ca":false},{"name":"Francis Palma","is_ca":false},{"name":"Başar Ayşe","is_ca":true},{"name":"Tosun Ayşe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04319073875896441,"gpt":0.3805174876703231,"spread":0.3373267489113587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006454652,0.0003716752,0.0003120405,0.001069732,0.0004827425,0.0009233381,0.0005903091,0.0008582911,0.003344893],"category_scores_gemma":[0.08800022,0.0002803967,0.0006576731,0.0008991281,0.0009467238,0.001577815,0.000798857,0.001608612,0.0004291314],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004345203,"about_ca_system_score_gemma":0.0004597573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00461155,"about_ca_topic_score_gemma":0.007716923,"domain_scores_codex":[0.9967567,0.001945596,0.0002517055,0.0004443709,0.0004337396,0.0001679719],"domain_scores_gemma":[0.5752053,0.3768865,0.03068963,0.008402575,0.005007769,0.003808181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002818125,0.0003229881,0.9942964,0.00001454916,0.00008752869,0.00005837962,0.0001724036,0.0003402304,0.000355249,0.00005485493,0.00006843617,0.003947202],"study_design_scores_gemma":[0.00001790415,0.0005340247,0.9919068,0.00001043504,0.00007096791,0.0001565583,0.0003589905,0.006339224,0.0003126352,0.0001584035,0.000122837,0.00001115464],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992614,0.00006196595,0.0002506493,0.00006030982,0.000001976052,0.000003880199,0.00006623194,0.000005624805,0.0002879384],"genre_scores_gemma":[0.9994879,0.00002770104,0.0002273972,0.00001483366,0.000003827286,0.000003287414,0.00007902052,0.00000426615,0.0001518015],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006454652,"threshold_uncertainty_score":0.03413582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2626932320","doi":"10.1007/s11219-017-9375-5","title":"An investigation of the fault-proneness of clone evolutionary patterns","year":2017,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Cloning (programming); Software maintenance; Similarity (geometry); Biology; Genetics; Computer science; Software system; Software; Gene; Artificial intelligence; Programming language","authors":[{"name":"Liliane Barbour","is_ca":true},{"name":"Le An","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Ying Zou","is_ca":true},{"name":"Shaohua Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04993700665593952,"gpt":0.3410140197099246,"spread":0.291077013053985,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001920306,0.0002116293,0.0002516408,0.002500088,0.0003889837,0.0007715722,0.0006280276,0.0006367077,0.0008391184],"category_scores_gemma":[0.03521985,0.0001875306,0.0003220288,0.001621439,0.0005122606,0.001130525,0.0004069451,0.0004021036,0.0001104377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003372102,"about_ca_system_score_gemma":0.0003349622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009755567,"about_ca_topic_score_gemma":0.001120837,"domain_scores_codex":[0.9987037,0.0003497526,0.0001329756,0.0002788877,0.0004336565,0.0001010449],"domain_scores_gemma":[0.9355955,0.04698215,0.008048328,0.003646989,0.005024979,0.0007020579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008323896,0.0003883156,0.8001522,0.0002516377,0.0002690602,0.001089813,0.001846417,0.02849687,0.04240251,0.004013869,0.0004365912,0.1198205],"study_design_scores_gemma":[0.00006442275,0.001483748,0.5945332,0.00006895178,0.0003333462,0.004442239,0.001390391,0.3620661,0.02623709,0.008142157,0.001169335,0.00006899526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9949554,0.00007864493,0.004406203,0.00002536024,0.000003267691,0.00001381547,0.0000676342,0.00005374885,0.0003958262],"genre_scores_gemma":[0.9964393,0.00003284516,0.003219926,0.000004555181,0.000003101358,0.000007360041,0.0001288562,0.00001110427,0.0001530203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002500088,"threshold_uncertainty_score":0.01015568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2340362696","doi":"10.1007/s11219-016-9311-0","title":"A declarative framework for stateful analysis of execution traces","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Tracing; TRACE (psycholinguistics); Programming language; Abstraction; Software engineering; Distributed computing; Theoretical computer science","authors":[{"name":"Florian Wininger","is_ca":true},{"name":"Naser Ezzati‐Jivan","is_ca":true},{"name":"Michel Dagenais","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04390968862051765,"gpt":0.3593724630374728,"spread":0.3154627744169552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007703633,0.002409173,0.001763141,0.003551854,0.001505901,0.007837732,0.007643584,0.002058667,0.005893731],"category_scores_gemma":[0.02194629,0.002504288,0.004112333,0.002218544,0.002787183,0.008054792,0.005392986,0.005205796,0.002491635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001630075,"about_ca_system_score_gemma":0.004655147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008807166,"about_ca_topic_score_gemma":0.01115531,"domain_scores_codex":[0.9944634,0.001048854,0.0008687982,0.0009490972,0.00211816,0.000551663],"domain_scores_gemma":[0.9811212,0.009593331,0.001287385,0.005105334,0.002391555,0.0005012101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005455682,0.0005699995,0.005553016,0.001531177,0.0005468588,0.001315223,0.002162406,0.1443983,0.03011191,0.4716674,0.02101101,0.3205872],"study_design_scores_gemma":[0.00008794611,0.0001040479,0.0005714585,0.000309461,0.0002435135,0.0004130398,0.0002135645,0.6540552,0.02431832,0.2904388,0.02909659,0.000148062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0007561829,0.00004602979,0.9897717,0.0000622802,0.00002012182,0.00007571909,0.0002554786,0.00866918,0.0003433134],"genre_scores_gemma":[0.07053434,0.0003194703,0.9213626,0.0002790562,0.000126659,0.0004649682,0.002027137,0.003203395,0.001682375],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008807166,"threshold_uncertainty_score":0.04074121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2308674594","doi":"10.1007/s11219-015-9304-4","title":"Efficient and scalable omniscient debugging for model transformations","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"U.S. Department of Education","keywords":"Debugging; Computer science; Scalability; Algorithmic program debugging; Session (web analytics); Programming language; Software; Software engineering; Operating system","authors":[{"name":"Jonathan Corley","is_ca":false},{"name":"Brian P. Eddy","is_ca":false},{"name":"Eugene Syriani","is_ca":true},{"name":"Jeff Gray","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03048809234644917,"gpt":0.2932194760941157,"spread":0.2627313837476665,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002840861,0.001574902,0.001371545,0.001288643,0.0009232145,0.00199099,0.003241466,0.001170133,0.004145161],"category_scores_gemma":[0.017187,0.001055286,0.001129366,0.001228041,0.001159287,0.003930136,0.004015452,0.002008172,0.0009676223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009795774,"about_ca_system_score_gemma":0.002496164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002960929,"about_ca_topic_score_gemma":0.008622861,"domain_scores_codex":[0.9960316,0.001379004,0.0002444616,0.0005731653,0.001434114,0.0003376015],"domain_scores_gemma":[0.9891588,0.004944366,0.0006078558,0.004030882,0.001032453,0.000225601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00129628,0.0006514246,0.00589053,0.0006891539,0.0002207955,0.0008153352,0.0006209384,0.2048193,0.04013593,0.0543055,0.01756561,0.6729892],"study_design_scores_gemma":[0.0001408755,0.00006185158,0.0003392222,0.000033669,0.00004500103,0.0001607958,0.00007674097,0.9442671,0.0137222,0.03859047,0.002538293,0.00002384491],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02196807,0.0001921658,0.9605309,0.000274399,0.00005274051,0.0001153378,0.0001690782,0.01452708,0.002170229],"genre_scores_gemma":[0.408816,0.0001630764,0.5862935,0.0001297284,0.00002527399,0.0001079601,0.0005883914,0.001961248,0.001914739],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004145161,"threshold_uncertainty_score":0.01502407,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2593117527","doi":"10.1007/s11219-017-9361-y","title":"An empirical study of crash-inducing commits in Mozilla Firefox","year":2017,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Crash; Computer science; Empirical research; Software engineering; Business; Programming language; Mathematics; Statistics","authors":[{"name":"Le An","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09836511809479921,"gpt":0.4380468293221385,"spread":0.3396817112273393,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003402037,0.0002370915,0.0002046887,0.001817288,0.001188373,0.001027407,0.0008955069,0.0009777728,0.002992281],"category_scores_gemma":[0.05645693,0.0003129886,0.0001860219,0.001287649,0.0006934627,0.001234183,0.0006467877,0.001857558,0.0006523696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001286721,"about_ca_system_score_gemma":0.001373822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01765911,"about_ca_topic_score_gemma":0.03197499,"domain_scores_codex":[0.9978446,0.000770024,0.0001807387,0.000239067,0.0007169374,0.0002486601],"domain_scores_gemma":[0.8925157,0.05750228,0.02837257,0.003892454,0.01313929,0.004577668],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003258003,0.001600977,0.9776649,0.00005408763,0.00004106184,0.0003821537,0.005382492,0.0003744689,0.0009213167,0.0004708552,0.001044382,0.01173754],"study_design_scores_gemma":[0.00002824313,0.0006374542,0.9861172,0.00003882231,0.00002730905,0.0002288496,0.008721125,0.002529114,0.0004617306,0.0001892639,0.001003062,0.00001788994],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991968,0.00002317268,0.000109584,0.00005825773,0.000002845241,0.0000136201,0.00005576184,0.000008122755,0.0005318354],"genre_scores_gemma":[0.9991462,0.00002695476,0.0001861151,0.00002594618,0.000004530247,0.00001338903,0.0001595004,0.000006266293,0.0004310046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01765911,"threshold_uncertainty_score":0.03511268,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4361275045","doi":"10.1007/s11219-023-09621-9","title":"Machine learning application development: practitioners’ insights","year":2023,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Best practice; Leverage (statistics); Computer science; Engineering management; Process (computing); Software development process; Software development; Quality (philosophy); Software; Knowledge management; Software engineering; Data science; Engineering; Artificial intelligence","authors":[{"name":"Md Saidur Rahman","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Alaleh Hamidi","is_ca":true},{"name":"Jinghui Cheng","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true},{"name":"Hironori Washizaki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0405552949918816,"gpt":0.3248114528857969,"spread":0.2842561578939153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01790935,0.0003863001,0.0002962569,0.002567279,0.001155482,0.004738406,0.001181978,0.002777393,0.00446125],"category_scores_gemma":[0.03995282,0.0003102385,0.0002127307,0.001819843,0.002963564,0.008907821,0.002518629,0.004965281,0.0008839209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001817625,"about_ca_system_score_gemma":0.003185698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001601826,"about_ca_topic_score_gemma":0.003143093,"domain_scores_codex":[0.9937441,0.003005221,0.0002561725,0.0004860827,0.002192361,0.0003160739],"domain_scores_gemma":[0.9394479,0.04315346,0.0009997446,0.00207131,0.01242523,0.001902213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001220131,0.0006159809,0.01568779,0.001095286,0.00004430233,0.0007176916,0.03041828,0.003604799,0.003377603,0.4408398,0.07277441,0.4307021],"study_design_scores_gemma":[0.00009772564,0.0003409811,0.01064383,0.00244011,0.00006204987,0.001642913,0.05180398,0.03060355,0.005846249,0.4949615,0.401471,0.0000860203],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1256034,0.03158413,0.1637394,0.5472318,0.001364376,0.00009472644,0.0001368386,0.000345651,0.1298997],"genre_scores_gemma":[0.9048167,0.01905368,0.04400755,0.01920224,0.001284941,0.00008801453,0.00008757663,0.0001241675,0.01133511],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01790935,"threshold_uncertainty_score":0.09471482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904898906","doi":"10.1007/s11219-018-9429-3","title":"FSM inference and checking sequence construction are two sides of the same coin","year":2018,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRACE (psycholinguistics); Sequence (biology); Inference; Computer science; Nondeterministic algorithm; Finite-state machine; Model checking; Permutation (music); A priori and a posteriori; Algorithm; Automaton; Theoretical computer science; Artificial intelligence","authors":[{"name":"Alexandre Petrenko","is_ca":true},{"name":"Florent Avellaneda","is_ca":true},{"name":"Roland Groz","is_ca":false},{"name":"Catherine Oriat","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04786971646388845,"gpt":0.3511958778392323,"spread":0.3033261613753439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02747243,0.00149701,0.003493237,0.004959053,0.002809274,0.008413745,0.006799051,0.007667075,0.0138813],"category_scores_gemma":[0.1026854,0.002096594,0.004377303,0.003965808,0.0176089,0.02829072,0.01261743,0.009146781,0.003087885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003354397,"about_ca_system_score_gemma":0.007488133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004921507,"about_ca_topic_score_gemma":0.004316472,"domain_scores_codex":[0.9653196,0.01306344,0.002587973,0.005602644,0.011384,0.002042408],"domain_scores_gemma":[0.8848506,0.07288716,0.002849268,0.03025538,0.007908899,0.00124881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000285092,0.000105375,0.001537465,0.0004368014,0.0001454394,0.0002319147,0.0007101162,0.01138876,0.001899981,0.8192126,0.00738751,0.1566589],"study_design_scores_gemma":[0.00004710527,0.00004405743,0.0004342002,0.0001916131,0.00006685916,0.0002221708,0.0001270586,0.04014618,0.004228082,0.9444233,0.009983377,0.00008612751],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004586072,0.0008176714,0.9809368,0.005648482,0.000541745,0.00009753303,0.0001312622,0.001700158,0.005540192],"genre_scores_gemma":[0.2284017,0.001650132,0.7534543,0.003226551,0.001247823,0.0003070303,0.0007121909,0.00203742,0.008962896],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02747243,"threshold_uncertainty_score":0.1452898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911476493","doi":"10.1007/s11219-018-9428-4","title":"API trustworthiness: an ontological approach for software library adoption","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Trustworthiness; License; Software engineering; Quality (philosophy); Application programming interface; Software; World Wide Web; Data science; Computer security","authors":[{"name":"Ellis E. Eghan","is_ca":true},{"name":"Sultan S. Alqahtani","is_ca":true},{"name":"Christopher Forbes","is_ca":true},{"name":"Juergen Rilling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04697602169952794,"gpt":0.3156316965895039,"spread":0.268655674889976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00840191,0.0006062652,0.0006520157,0.009464205,0.003765843,0.007494507,0.002282951,0.002051907,0.002335867],"category_scores_gemma":[0.02596895,0.0009236011,0.002658297,0.00679422,0.00607375,0.01739059,0.005354708,0.003571856,0.0005384035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004666205,"about_ca_system_score_gemma":0.005630227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01920709,"about_ca_topic_score_gemma":0.01581329,"domain_scores_codex":[0.9923961,0.002106194,0.001113647,0.0009717308,0.002731411,0.0006809585],"domain_scores_gemma":[0.9821634,0.006770247,0.002074331,0.004167372,0.00409213,0.0007325053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003493414,0.0001251885,0.01334393,0.0002614848,0.0001094829,0.000436252,0.009276249,0.003177531,0.002828751,0.9125018,0.001462273,0.05644218],"study_design_scores_gemma":[0.00002443245,0.0001072057,0.01546028,0.0007016717,0.0005339202,0.001092142,0.0122533,0.08741003,0.005244587,0.8193418,0.05768638,0.0001442318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08397589,0.0005239139,0.8737751,0.004817682,0.0001367552,0.0003443618,0.0004238414,0.0005860284,0.03541636],"genre_scores_gemma":[0.7668827,0.0006147661,0.2270392,0.0003864217,0.0001202801,0.0002809888,0.0005863461,0.0002292479,0.003859965],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01920709,"threshold_uncertainty_score":0.04443413,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2521099350","doi":"10.1007/s11219-016-9340-8","title":"An empirical study on the effects of code visibility on program testability","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Fundamental Research Funds for the Central Universities","keywords":"Testability; Visibility; Computer science; Code coverage; Artifact (error); Code (set theory); Software; Software quality; Software engineering; Software metric; Programming language; Software development; Reliability engineering; Engineering; Artificial intelligence; Set (abstract data type)","authors":[{"name":"Lei Ma","is_ca":false},{"name":"Cheng Zhang","is_ca":true},{"name":"Bing Yu","is_ca":false},{"name":"Hiroyuki Satō","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06644119961895152,"gpt":0.4136435348790582,"spread":0.3472023352601067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00835709,0.0003346635,0.0003068191,0.001443981,0.0004737717,0.001103409,0.0007606927,0.0007189278,0.00320872],"category_scores_gemma":[0.1825936,0.0003420287,0.000632658,0.001362044,0.001344097,0.002047631,0.001126557,0.001564572,0.0002037049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005622097,"about_ca_system_score_gemma":0.001037802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002606209,"about_ca_topic_score_gemma":0.003387453,"domain_scores_codex":[0.9906233,0.005390198,0.0006887293,0.0007281698,0.002097844,0.0004717157],"domain_scores_gemma":[0.2573614,0.6832477,0.03790956,0.009921348,0.007607208,0.003952626],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002568791,0.00443064,0.9499137,0.0002319047,0.0002516609,0.0002803825,0.002761788,0.0009941929,0.003405941,0.0008441043,0.0002755878,0.03404127],"study_design_scores_gemma":[0.00008778366,0.003308944,0.9896656,0.00004336519,0.0001996013,0.0003152174,0.00108828,0.002553403,0.001867062,0.0003961188,0.0004552491,0.00001941173],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9983044,0.0001349581,0.000509271,0.00004944538,0.000003105406,0.00001519457,0.00004551435,0.00001024221,0.0009278771],"genre_scores_gemma":[0.999316,0.00004257713,0.0004193472,0.00001082027,0.000004226374,0.000008163457,0.00004550693,0.000007327508,0.0001462024],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9916429,"threshold_uncertainty_score":0.04419708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064132582","doi":"10.1007/s11219-010-9124-5","title":"Identification and analysis of attributes and base measures within ISO 9126","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Measure (data warehouse); Software; Identification (biology); Task (project management); Software quality; Quality (philosophy); Reliability engineering; Set (abstract data type); Base (topology); Engineering; Computer science; Process (computing); Data mining; Systems engineering; Mathematics; Software development; Programming language","authors":[{"name":"Jean‐Marc Desharnais","is_ca":false},{"name":"Alain Abran","is_ca":true},{"name":"Witold Suryn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03959637261930754,"gpt":0.3236045379643921,"spread":0.2840081653450846,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008421085,0.000489884,0.0007519263,0.009011422,0.0009337456,0.003080188,0.001021855,0.0005603817,0.0006650108],"category_scores_gemma":[0.03626734,0.0003258373,0.0007486859,0.008863719,0.0006279626,0.002341746,0.001109837,0.001086486,0.0003993863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001675986,"about_ca_system_score_gemma":0.002928472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003743629,"about_ca_topic_score_gemma":0.002972967,"domain_scores_codex":[0.9879502,0.001610496,0.00129486,0.0006550555,0.008081825,0.0004075834],"domain_scores_gemma":[0.959201,0.0140129,0.004352208,0.004103525,0.01768049,0.0006498202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009644648,0.0009694057,0.3255164,0.0008723681,0.0001754999,0.000362075,0.003303728,0.01462684,0.03282836,0.03075801,0.00303448,0.5865884],"study_design_scores_gemma":[0.00009482563,0.002363965,0.6860451,0.0005607279,0.0006121735,0.000982059,0.004639295,0.1690719,0.070124,0.03034938,0.03494305,0.0002135884],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8245511,0.0009284504,0.1601083,0.0002534023,0.00007876103,0.0004937911,0.002112189,0.0008387227,0.0106352],"genre_scores_gemma":[0.9062373,0.0002254111,0.0890246,0.00002525531,0.00001729521,0.000307313,0.003114473,0.0001191697,0.0009291978],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.009011422,"threshold_uncertainty_score":0.04453546,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3149010935","doi":"10.1007/s11219-021-09552-3","title":"Reconciliation of scrum and the project management process of the ISO/IEC 29110 standard-Entry profile—an experimental evaluation through usability measures","year":2021,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Scrum; Agile software development; Usability; Process management; Process (computing); Engineering management; Engineering; Software development process; Best practice; Software; Computer science; Software development; Software engineering; Knowledge management; Management","authors":[{"name":"Sergio Galván-Cruz","is_ca":false},{"name":"Manuel Mora","is_ca":false},{"name":"Claude Y. Laporte","is_ca":true},{"name":"Héctor A. Durán-Limón","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06787216461876273,"gpt":0.3860603776811611,"spread":0.3181882130623984,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02125221,0.0006085044,0.0008700267,0.001376045,0.0009152588,0.001897731,0.001320287,0.001034846,0.001264604],"category_scores_gemma":[0.0695022,0.0005390987,0.0005339826,0.001297526,0.000945875,0.002273224,0.001850758,0.001131363,0.0002591464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001038993,"about_ca_system_score_gemma":0.00237961,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001868234,"about_ca_topic_score_gemma":0.002385285,"domain_scores_codex":[0.9777981,0.01473377,0.001541212,0.0009903589,0.004476463,0.0004601503],"domain_scores_gemma":[0.901985,0.06655265,0.008218279,0.01018974,0.0115404,0.001513883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02921726,0.03453287,0.06560902,0.00470343,0.0005116351,0.0003336725,0.03509179,0.01264111,0.06531322,0.005082707,0.002120635,0.7448427],"study_design_scores_gemma":[0.004756439,0.293137,0.4081982,0.001581403,0.002109486,0.001254246,0.01870755,0.09993088,0.1473495,0.002947706,0.01932037,0.0007072737],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878168,0.0001998282,0.009518616,0.00003815621,0.0000352319,0.0007105693,0.000057676,0.0001418579,0.001481264],"genre_scores_gemma":[0.9643549,0.0002166182,0.03284889,0.00005875473,0.00002230595,0.0007735927,0.0002852451,0.00008329923,0.001356452],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02125221,"threshold_uncertainty_score":0.1123938,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392591292","doi":"10.1007/s11219-024-09663-7","title":"A comprehensive catalog of refactoring strategies to handle test smells in Java-based systems","year":2024,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Pesquisa do Estado da Bahia; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Code refactoring; Java; Computer science; Programming language; Software engineering; Operating system; Software","authors":[{"name":"Luana Martins","is_ca":false},{"name":"Taher A. Ghaleb","is_ca":true},{"name":"Heitor Costa","is_ca":false},{"name":"Ivan Machado","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05475254564650548,"gpt":0.3527974695137458,"spread":0.2980449238672403,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003068578,0.002052074,0.001550014,0.01413368,0.0007599841,0.002183461,0.002483628,0.00147446,0.008487599],"category_scores_gemma":[0.01293681,0.001247806,0.002094895,0.01108988,0.0003109097,0.003157371,0.001147561,0.0009726593,0.004832172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005071242,"about_ca_system_score_gemma":0.002319932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002676271,"about_ca_topic_score_gemma":0.006799267,"domain_scores_codex":[0.9967457,0.0003693474,0.0008684666,0.0002878101,0.001547254,0.0001813358],"domain_scores_gemma":[0.9871975,0.006871643,0.001149382,0.002089735,0.002410618,0.0002810901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007899675,0.000220956,0.001338542,0.004459082,0.000119161,0.0001301262,0.0001340407,0.001733608,0.008317524,0.001230485,0.0156402,0.9665973],"study_design_scores_gemma":[0.0003475355,0.001402423,0.02949121,0.01880239,0.002452952,0.004868132,0.0004879408,0.04527809,0.1149141,0.01601113,0.7652442,0.0006998083],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05845415,0.261504,0.5196311,0.002539956,0.0008222773,0.002294953,0.03097824,0.05681363,0.06696174],"genre_scores_gemma":[0.07562591,0.176326,0.6590689,0.001532899,0.0003528671,0.0008959882,0.05712475,0.006290671,0.022782],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01413368,"threshold_uncertainty_score":0.02839386,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1979334159","doi":"10.1007/s11219-007-9024-5","title":"The applicability analysis of ISO/IEC 9126 series of standards in telecom sector: the example of softswitch category of software","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Softswitch; Software; Quality (philosophy); Computer science; Grid; Code (set theory); Telecommunications; Engineering; Software engineering; Operating system; Telephony; Mathematics","authors":[{"name":"Witold Suryn","is_ca":true},{"name":"Francis Laverdière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0309152664033211,"gpt":0.3234580157601795,"spread":0.2925427493568584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004955735,0.0003281732,0.000310758,0.005642984,0.001082122,0.001862979,0.0008768439,0.001019293,0.002457802],"category_scores_gemma":[0.01332013,0.0001402745,0.0006669171,0.004188194,0.001059465,0.002040851,0.0008346853,0.0008148177,0.000570834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002095222,"about_ca_system_score_gemma":0.002692092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009030515,"about_ca_topic_score_gemma":0.006144766,"domain_scores_codex":[0.9935022,0.001331397,0.0003731106,0.0004096934,0.004031942,0.0003515941],"domain_scores_gemma":[0.985177,0.004668499,0.001023915,0.001377157,0.007587839,0.0001656249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005420669,0.0004777825,0.08095854,0.000667383,0.0001002458,0.001736136,0.004098958,0.03805484,0.05313654,0.4721561,0.008561087,0.3395103],"study_design_scores_gemma":[0.00004785062,0.001018584,0.1774371,0.0006373809,0.0003291307,0.002102003,0.007215315,0.3746259,0.07667575,0.2849445,0.07480898,0.000157586],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6697305,0.001518371,0.2163547,0.001745107,0.000108098,0.0004357578,0.0007992071,0.0008136794,0.1084945],"genre_scores_gemma":[0.9671416,0.0004306232,0.0275619,0.00009522326,0.00002923737,0.00008157058,0.0005651504,0.0000717765,0.00402284],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009030515,"threshold_uncertainty_score":0.02620876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986024814","doi":"10.1007/s11219-013-9203-5","title":"BlackHorse: creating smart test cases from brittle recorded tests","year":2013,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Western University","funders":"","keywords":"Computer science; Keyword-driven testing; Java; Test case; Test Management Approach; Manual testing; Code coverage; Regression testing; Test (biology); Software engineering; Graphical user interface testing; Reliability engineering; Test harness; Programming language; Software; Engineering; Software development; User interface; Software construction; Machine learning","authors":[{"name":"Santo Carino","is_ca":true},{"name":"James H. Andrews","is_ca":true},{"name":"Sheldon Goulding","is_ca":true},{"name":"Pradeepan Arunthavarajah","is_ca":true},{"name":"Jakub Hertyk","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04412443132399541,"gpt":0.314952805824067,"spread":0.2708283745000716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002349036,0.002456194,0.0009229177,0.002739523,0.0004984484,0.001968633,0.003364247,0.001530201,0.01357318],"category_scores_gemma":[0.01881004,0.001498685,0.00148646,0.001080331,0.001184256,0.002903168,0.00281084,0.001618456,0.003285424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005201297,"about_ca_system_score_gemma":0.0009382862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002210287,"about_ca_topic_score_gemma":0.003865548,"domain_scores_codex":[0.9977412,0.0005917949,0.0001554371,0.0003674202,0.0009692259,0.0001748884],"domain_scores_gemma":[0.9883589,0.007225937,0.0007214844,0.002232058,0.001145393,0.0003162838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001450272,0.0006839823,0.01574088,0.001500909,0.000431287,0.004809217,0.002351488,0.1082122,0.06001884,0.01855297,0.0529854,0.7332625],"study_design_scores_gemma":[0.0003722135,0.000397229,0.003376673,0.0002009579,0.0001638498,0.00161412,0.0003407143,0.868883,0.07875921,0.02158599,0.02416231,0.0001437169],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03377751,0.0002150827,0.8245403,0.0001811602,0.0001155781,0.0004656759,0.001096631,0.13538,0.004228118],"genre_scores_gemma":[0.2942387,0.0002418357,0.6738008,0.0002102706,0.00004575803,0.0005203633,0.004632798,0.0206137,0.005695749],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01357318,"threshold_uncertainty_score":0.04540676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015762629","doi":"10.1023/b:sqjo.0000013356.15791.3d","title":"Requirements for Maintaining Web Access for Hearing-Impaired Individuals","year":2004,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Hearing impaired; Computer science; Dream; Sight; Visually impaired; Interface (matter); User interface; Human–computer interaction; World Wide Web; Multimedia; Audiology; Operating system; Psychology; Medicine","authors":[{"name":"Daniel M. Berry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2112760787145806,"gpt":0.4694726119693898,"spread":0.2581965332548092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00968174,0.0003239914,0.0004349113,0.001621628,0.001771562,0.003517229,0.00162712,0.001822983,0.00599876],"category_scores_gemma":[0.08193964,0.0005106255,0.0005086728,0.000712848,0.0005963365,0.002583242,0.001932764,0.001034124,0.001621576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001063195,"about_ca_system_score_gemma":0.002815017,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00823018,"about_ca_topic_score_gemma":0.008702663,"domain_scores_codex":[0.9879118,0.002174058,0.002165943,0.0003390695,0.0062744,0.001134646],"domain_scores_gemma":[0.8855605,0.0644988,0.009510883,0.005524645,0.02959836,0.005306832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002063689,0.0022066,0.2542095,0.001867136,0.0001402688,0.007539452,0.02865109,0.01366348,0.1611277,0.02833065,0.04643322,0.4537673],"study_design_scores_gemma":[0.0002801648,0.003998412,0.6617501,0.001782639,0.0005647229,0.02226676,0.03503809,0.07033208,0.07187544,0.01534759,0.1162775,0.0004864272],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8844189,0.000465449,0.04366084,0.00467143,0.0002027544,0.001373301,0.0009238047,0.002225612,0.06205792],"genre_scores_gemma":[0.952175,0.0002210286,0.04038492,0.000440877,0.0001002296,0.0004093396,0.0009584199,0.0003092614,0.005000974],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00968174,"threshold_uncertainty_score":0.0512026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913863212","doi":"10.1007/s11219-019-9440-3","title":"Fault model-driven testing from FSM with symbolic inputs","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Finite-state machine; Test suite; Computer science; Symbolic execution; Implementation; Fault model; Fault injection; Fault (geology); Set (abstract data type); Model-based testing; Theoretical computer science; Fault coverage; Process (computing); Constraint (computer-aided design); Algorithm; Programming language; Test case; Software; Engineering; Machine learning","authors":[{"name":"Omer Nguena Timo","is_ca":true},{"name":"Alexandre Petrenko","is_ca":true},{"name":"S. Ramesh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04442702861597696,"gpt":0.2917870870988619,"spread":0.2473600584828849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009337906,0.001019807,0.0007608921,0.001270046,0.0003353108,0.0007388509,0.001117965,0.0009907731,0.003448348],"category_scores_gemma":[0.01074477,0.0003350887,0.0009727553,0.00067433,0.001066341,0.001379944,0.001253792,0.001094071,0.0003589544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001064121,"about_ca_system_score_gemma":0.001141576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002750964,"about_ca_topic_score_gemma":0.004067979,"domain_scores_codex":[0.9982727,0.0004744073,0.00006605992,0.0001946448,0.0008297517,0.0001623652],"domain_scores_gemma":[0.9922501,0.006197876,0.000325779,0.0006676059,0.0004931585,0.00006562087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005136675,0.0001731095,0.002097078,0.0003982434,0.0000826783,0.0009435636,0.0002780576,0.8015964,0.02530546,0.05358531,0.00147865,0.1135477],"study_design_scores_gemma":[0.00002652511,0.00005255594,0.0001979123,0.00002262376,0.00001601078,0.00007868625,0.00001077117,0.9637212,0.009146635,0.02636584,0.0003536806,0.000007583918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06583197,0.00009717899,0.9273753,0.0001822033,0.0000414407,0.0000875344,0.0002722995,0.003599116,0.002512962],"genre_scores_gemma":[0.8841118,0.00005307328,0.1137256,0.00007422734,0.00001797395,0.0001103317,0.0003656217,0.0002794162,0.001261923],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003448348,"threshold_uncertainty_score":0.01153582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139435518","doi":"10.1007/s11219-007-9015-6","title":"Introduction to the special issue on: “Software Quality Improvements and Estimations with Intelligence-based Methods”","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software engineering; Software; Software development; Programming language","authors":[{"name":"Marek Reformat","is_ca":true},{"name":"Du Zhang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0479755089915145,"gpt":0.3993157688183557,"spread":0.3513402598268413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002417604,0.002170381,0.002628638,0.003897526,0.000985472,0.004180586,0.002021332,0.003768035,0.05417098],"category_scores_gemma":[0.01264113,0.0007333988,0.001704154,0.002607588,0.001077737,0.004654613,0.002014752,0.004654896,0.03288099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008383919,"about_ca_system_score_gemma":0.001041744,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006505809,"about_ca_topic_score_gemma":0.001401218,"domain_scores_codex":[0.9975665,0.0006156349,0.0003494643,0.0003789824,0.0009795127,0.0001098456],"domain_scores_gemma":[0.9890844,0.005199718,0.0005342616,0.0006555425,0.003892421,0.0006337173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003905487,0.00003576812,0.0001306558,0.0004127313,0.00002877283,0.00007272854,0.00002531941,0.0002124458,0.0004576491,0.002981733,0.9407628,0.05484024],"study_design_scores_gemma":[0.00002244094,0.00009196706,0.000938574,0.0003073305,0.00004565242,0.0003113007,0.00004091949,0.001074422,0.0004723084,0.007424495,0.9892273,0.00004323163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.000890138,0.04471365,0.04696248,0.0346503,0.8390985,0.0001888191,0.0006694189,0.0007321283,0.03209469],"genre_scores_gemma":[0.006424554,0.04062643,0.01533717,0.02498285,0.7960086,0.0002451042,0.001873402,0.001126433,0.1133755],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.05417098,"threshold_uncertainty_score":0.18122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955136383","doi":"10.1007/s11219-019-09456-3","title":"Pieces of contextual information suitable for predicting co-changes? An empirical study","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Commit; Computer science; Artifact (error); Metadata; Baseline (sea); Software; Software engineering; Set (abstract data type); Software development; Data science; Data mining; Information retrieval; Artificial intelligence; World Wide Web; Database; Programming language","authors":[{"name":"Igor Wiese","is_ca":false},{"name":"Rodrigo Takashi Kuroda","is_ca":false},{"name":"Igor Steinmacher","is_ca":false},{"name":"Gustavo A. Oliva","is_ca":true},{"name":"Reginaldo Ré","is_ca":false},{"name":"Christoph Treude","is_ca":false},{"name":"Marco Aurélio Gerosa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06126340530962837,"gpt":0.3933497388779376,"spread":0.3320863335683092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002956989,0.0003808511,0.0006928404,0.004253688,0.0008013612,0.001662137,0.0007876168,0.001006284,0.001884969],"category_scores_gemma":[0.04415865,0.0002713188,0.0004781865,0.007156562,0.0005700144,0.003307875,0.001344731,0.0008217033,0.0004357965],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006116778,"about_ca_system_score_gemma":0.0006569677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005030767,"about_ca_topic_score_gemma":0.007489387,"domain_scores_codex":[0.9963742,0.001605434,0.0003561221,0.0005697481,0.0008587647,0.000235804],"domain_scores_gemma":[0.9070171,0.06651692,0.01194282,0.006101497,0.006206626,0.002215141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001069729,0.0009444422,0.9487245,0.0002039796,0.0001805713,0.000347991,0.002792575,0.001151502,0.001543834,0.0002894879,0.0004149483,0.04233639],"study_design_scores_gemma":[0.00003254128,0.0006482215,0.9772722,0.00007514185,0.0003097505,0.0003108196,0.005173414,0.01197816,0.001529232,0.0006279981,0.001998881,0.00004367818],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973459,0.0002058521,0.0009688049,0.00004461614,0.000008744604,0.00005191466,0.0004098354,0.00002404589,0.0009401875],"genre_scores_gemma":[0.9981856,0.00007318009,0.001077288,0.00001143536,0.000009976766,0.00002865648,0.0004848737,0.000009651314,0.0001193395],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005030767,"threshold_uncertainty_score":0.01563823,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063462200","doi":"10.1007/s11219-012-9186-7","title":"Mining the impact of evolution categories on object-oriented metrics","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cohesion (chemistry); Software evolution; Software; Computer science; Recall; Software metric; Software development; Data mining; Software engineering; Software construction; Programming language; Psychology; Cognitive psychology","authors":[{"name":"Henrique Rocha","is_ca":false},{"name":"Cesar Couto","is_ca":false},{"name":"Cristiano Maffort","is_ca":false},{"name":"Rogel Garcia","is_ca":false},{"name":"Clarisse Simoes","is_ca":false},{"name":"Leonardo Passos","is_ca":true},{"name":"Marco Túlio Valente","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04837848210346001,"gpt":0.3575545938197814,"spread":0.3091761117163214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003236909,0.000794407,0.00075493,0.01444636,0.0005727726,0.001504744,0.0009240642,0.0008244275,0.000971784],"category_scores_gemma":[0.03221792,0.0002625728,0.001038044,0.009467813,0.0003550654,0.002168946,0.0009711356,0.000905853,0.0004205107],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006774647,"about_ca_system_score_gemma":0.001132349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005688388,"about_ca_topic_score_gemma":0.01297141,"domain_scores_codex":[0.994373,0.001255979,0.0006737834,0.000795623,0.002546149,0.0003554268],"domain_scores_gemma":[0.961573,0.02461412,0.004624015,0.002111102,0.005821512,0.001256319],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003599765,0.0004382124,0.8133389,0.0003175772,0.0004408612,0.0002748534,0.0003492976,0.003507465,0.006186729,0.0008726587,0.002828393,0.1710851],"study_design_scores_gemma":[0.00005577201,0.0007373326,0.8872172,0.0001614372,0.0006648742,0.0009205685,0.0009772258,0.09049374,0.007351325,0.004889012,0.006477442,0.00005408501],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9885921,0.0009939127,0.006030036,0.0002212252,0.000051599,0.00005001399,0.002446148,0.0002466332,0.001368298],"genre_scores_gemma":[0.9837843,0.0003237051,0.008975265,0.00004280442,0.00004544789,0.00004128432,0.006101913,0.00006591298,0.0006193097],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9967631,"threshold_uncertainty_score":0.01711857,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047310403","doi":"10.1007/s11219-012-9185-8","title":"Foreword to the special issue on quality engineering for software product lines","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"Alberta Innovates - Technology Futures","keywords":"Software product line; Domain engineering; Software engineering; Software development; Software quality management; Social software engineering; Computer science; Software construction; Software quality control; Product engineering; Software quality analyst; Software quality; Product (mathematics); Systems engineering; Engineering; Software; Product design","authors":[{"name":"Ebrahim Bagheri","is_ca":true},{"name":"Dragan Gašević","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09735351601825751,"gpt":0.3796241180089818,"spread":0.2822706019907243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001918438,0.002179461,0.002454177,0.003146763,0.001878665,0.006400014,0.001601955,0.006730598,0.08757013],"category_scores_gemma":[0.008544694,0.0005897214,0.001076817,0.001992545,0.0009007276,0.004901199,0.001634879,0.00713334,0.05372755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001330654,"about_ca_system_score_gemma":0.001873047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001313404,"about_ca_topic_score_gemma":0.002825375,"domain_scores_codex":[0.9985266,0.0001720268,0.0001768386,0.0001947223,0.0007994304,0.0001302995],"domain_scores_gemma":[0.9893176,0.002966625,0.0008236567,0.0004339493,0.005176618,0.001281439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001883635,0.00001583259,0.00003802076,0.0001378638,0.000006149602,0.00003469147,0.000007460545,0.00002380981,0.0001532304,0.0005403538,0.9860407,0.01298314],"study_design_scores_gemma":[0.00001705657,0.00005230532,0.0006316791,0.0003098966,0.00001959763,0.0001191926,0.00003522417,0.0001697607,0.0001964455,0.001995455,0.99644,0.00001329515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0002097222,0.0150736,0.001053474,0.05258942,0.915201,0.00004684912,0.0001869959,0.0001204489,0.01551857],"genre_scores_gemma":[0.001822904,0.01551671,0.0007813672,0.03267438,0.7887506,0.00006919755,0.000537055,0.0003393891,0.1595083],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.08757013,"threshold_uncertainty_score":0.2929513,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029160271","doi":"10.1007/s11219-014-9232-8","title":"Toward a mature industrial practice of software test automation","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Automation; Software engineering; Test (biology); Software; Computer science; Software testing; Engineering; Operating system","authors":[{"name":"Hong Zhu","is_ca":false},{"name":"Daniel Hoffman","is_ca":true},{"name":"John Hughes","is_ca":false},{"name":"Dianxiang Xu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06356689489556629,"gpt":0.3314952957414389,"spread":0.2679284008458727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05554742,0.001038605,0.001013523,0.005075243,0.00301346,0.01293211,0.005909027,0.006843733,0.004512197],"category_scores_gemma":[0.08901803,0.0009624349,0.0008303528,0.003026246,0.01294138,0.01396697,0.00693124,0.01419596,0.002497121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00435007,"about_ca_system_score_gemma":0.01599631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002345646,"about_ca_topic_score_gemma":0.002354987,"domain_scores_codex":[0.9619495,0.01554881,0.002660264,0.003449217,0.01525475,0.001137439],"domain_scores_gemma":[0.8314699,0.05813688,0.006120679,0.03553459,0.05801304,0.01072488],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009086209,0.001047943,0.005745389,0.0007070448,0.00006568574,0.0002040492,0.003811719,0.006014795,0.005351363,0.5790371,0.01887297,0.379051],"study_design_scores_gemma":[0.0001560906,0.0008233695,0.009265673,0.002939301,0.00006407624,0.001408304,0.003612807,0.03206409,0.01081188,0.5819873,0.3566797,0.0001873921],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01606695,0.006783538,0.8743364,0.04487794,0.0007980423,0.0004202729,0.00006197855,0.002180275,0.05447453],"genre_scores_gemma":[0.2472482,0.00617933,0.7298484,0.005277662,0.00113273,0.0004012964,0.0001754703,0.0006125997,0.009124179],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05554742,"threshold_uncertainty_score":0.2937663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}