{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":159,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":159,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"de6465206055","filters":{"venue":"Journal of Systems and Software"}},"results":[{"id":"W4367672983","doi":"10.1016/j.jss.2023.111734","title":"GitHub Copilot AI pair programmer: Asset or Liability?","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":340,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Programmer; Liability; Asset (computer security); Computer science; Computer security; Software engineering; Business; Programming language; Finance","authors":[{"name":"Arghavan Moradi Dakhel","is_ca":true},{"name":"Vahid Majdinasab","is_ca":true},{"name":"Amin Nikanjam","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Michel C. Desmarais","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0401045157013695,"gpt":0.3012254088637339,"spread":0.2611208931623644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005709504,0.0009220233,0.0005815612,0.00146974,0.0007558225,0.002100422,0.001147361,0.001351339,0.6416379],"category_scores_gemma":[0.004786971,0.000455053,0.0003972314,0.0009450378,0.0005162688,0.002069074,0.002723379,0.001258546,0.4622111],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006686947,"about_ca_system_score_gemma":0.0008923124,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002032984,"about_ca_topic_score_gemma":0.004338275,"domain_scores_codex":[0.9996239,0.00005316303,0.00001414961,0.00005820109,0.0001819913,0.00006856156],"domain_scores_gemma":[0.9974061,0.0005254421,0.0001265647,0.0007384719,0.0005990751,0.0006044887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009848455,0.00002552686,0.0002840387,0.00007677682,0.000004466433,0.0002135113,0.00003073284,0.0001249223,0.0006176147,0.002318288,0.8932247,0.1029809],"study_design_scores_gemma":[0.00006628327,0.00004811429,0.001412061,0.0001836651,0.00001034848,0.0008493924,0.0000820781,0.002472985,0.001447293,0.007649889,0.985753,0.00002509771],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.007218229,0.001249985,0.03623437,0.009350669,0.003354958,0.0003888304,0.01027449,0.09740206,0.8345264],"genre_scores_gemma":[0.02810739,0.001057703,0.01888845,0.003927327,0.001128152,0.0002107459,0.008820674,0.0277089,0.9101507],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6416379,"threshold_uncertainty_score":0.5111601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057780988","doi":"10.1016/j.jss.2007.05.035","title":"Applying machine learning to software fault-proneness prediction","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Software metric; Machine learning; Computer science; Support vector machine; Metric (unit); Software; Data mining; Artificial neural network; Artificial intelligence; Binary classification; Fault (geology); Software quality; Software fault tolerance; Reliability engineering; Software development; Engineering","authors":[{"name":"Iker Gondra","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.016601231710283,"gpt":0.257734263122009,"spread":0.241133031411726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001825049,0.0005524263,0.0008075351,0.001983202,0.0003773191,0.000691366,0.0007248268,0.0007645156,0.0006787656],"category_scores_gemma":[0.01340825,0.0002451794,0.0004589516,0.001133519,0.0003006651,0.0008072563,0.0003754742,0.0007591676,0.0002515664],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004852853,"about_ca_system_score_gemma":0.0006418885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006661213,"about_ca_topic_score_gemma":0.00498049,"domain_scores_codex":[0.9990195,0.0004113136,0.0000982778,0.0001450096,0.0002426778,0.00008319113],"domain_scores_gemma":[0.9878557,0.009629927,0.0006756351,0.0004971676,0.001209103,0.0001325854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002618395,0.0005447647,0.04681607,0.0001305291,0.0002528383,0.000138288,0.00009197096,0.4723378,0.003745597,0.0007656368,0.001592582,0.4733222],"study_design_scores_gemma":[0.000007621888,0.00004752318,0.00261074,0.000005165507,0.0000149748,0.0000237948,0.00001144218,0.9938738,0.001358148,0.00192972,0.000110967,0.00000612669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6125322,0.001327962,0.3814646,0.0005967543,0.0001919634,0.00008348259,0.0002405387,0.001718817,0.001843637],"genre_scores_gemma":[0.9623945,0.0001619737,0.03657513,0.00005014089,0.00006146097,0.00002046222,0.0001697448,0.0000260786,0.0005403138],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006661213,"threshold_uncertainty_score":0.01324487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009151039","doi":"10.1016/j.jss.2012.07.050","title":"Towards an early software estimation using log-linear regression and a multilayer perceptron model","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Software; Computer science; Linear regression; Machine learning; Artificial neural network; Software sizing; Software development; Perceptron; Multilayer perceptron; Data mining; Software metric; Estimator; Artificial intelligence; Software development process; Software construction; Statistics; Mathematics","authors":[{"name":"Ali Bou Nassif","is_ca":true},{"name":"Danny Ho","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05075847411863618,"gpt":0.3211822357308679,"spread":0.2704237616122318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002553106,0.0009744114,0.001162707,0.001414234,0.0004717483,0.001598934,0.001860453,0.001720812,0.001966955],"category_scores_gemma":[0.009591992,0.001118967,0.001146596,0.001150045,0.0005822501,0.003522322,0.001695542,0.003260963,0.001767915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008466004,"about_ca_system_score_gemma":0.001317711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007829616,"about_ca_topic_score_gemma":0.009257376,"domain_scores_codex":[0.9986545,0.0004784479,0.00008810908,0.000271795,0.000366094,0.0001410449],"domain_scores_gemma":[0.995368,0.002673717,0.0003070909,0.0004578486,0.001044754,0.0001486393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003363735,0.000355104,0.005212521,0.0002495286,0.0001963049,0.0002099596,0.0002341106,0.3786913,0.01972654,0.02235551,0.003586882,0.5688459],"study_design_scores_gemma":[0.000003014,0.00001881528,0.0003021596,0.0000095336,0.00001129292,0.00001256398,0.000006212832,0.9931058,0.001609724,0.00453192,0.0003818152,0.000007184187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009517129,0.0002582772,0.9887679,0.0001606843,0.00002648947,0.00001101316,0.00002516977,0.0007126056,0.0005206037],"genre_scores_gemma":[0.4151585,0.0006084739,0.5735543,0.0002307072,0.0001214359,0.00008494296,0.0002574144,0.000370058,0.009614203],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007829616,"threshold_uncertainty_score":0.01556808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3020617474","doi":"10.1016/j.jss.2020.110610","title":"Code smells and refactoring: A tertiary systematic review of challenges and observations","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Université du Québec à Chicoutimi","funders":"","keywords":"Code refactoring; Code smell; Code (set theory); Systematic review; Quality (philosophy); Code review; Software","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.07286601472112181,"gpt":0.2727328992233252,"spread":0.1998668845022034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05755123,0.001232906,0.00522261,0.02131221,0.001112934,0.004158763,0.002528401,0.002022509,0.002065833],"category_scores_gemma":[0.235826,0.001391505,0.006425898,0.01597389,0.002187781,0.004740599,0.005105195,0.001981466,0.0003459204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005602843,"about_ca_system_score_gemma":0.03079076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01048842,"about_ca_topic_score_gemma":0.04090222,"domain_scores_codex":[0.944409,0.01844222,0.01952694,0.004837093,0.01152627,0.001258461],"domain_scores_gemma":[0.7086046,0.2045894,0.04264225,0.01062981,0.0312438,0.002290122],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0007055976,0.0001193151,0.0197901,0.7208341,0.01345386,0.0004192025,0.007902251,0.0003131469,0.001337525,0.001290067,0.007233172,0.2266016],"study_design_scores_gemma":[0.0002342592,0.0005916411,0.03283482,0.8777639,0.03584424,0.0007895332,0.006039889,0.0002677977,0.001095578,0.001594478,0.04280529,0.0001385604],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02124078,0.9698057,0.001878337,0.002468693,0.000316957,0.0009550966,0.002364497,0.00004775396,0.0009221798],"genre_scores_gemma":[0.1814706,0.800478,0.008262753,0.004533877,0.0002790726,0.001901093,0.002526235,0.00009954804,0.0004486843],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9424487,"threshold_uncertainty_score":0.3043637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2780817904","doi":"10.1016/j.jss.2017.12.026","title":"Software sustainability: Research and practice from a software architecture viewpoint","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":194,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Engineering and Physical Sciences Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Resource-oriented architecture; Software development; Software engineering; Software system; Architectural pattern; Computer science; Software architecture; Software construction; Software evolution; Software design; Software design description; Social software engineering; Systems engineering; Engineering; Software","authors":[{"name":"Colin C. Venters","is_ca":false},{"name":"Rafael Capilla","is_ca":false},{"name":"Stefanie Betz","is_ca":false},{"name":"Birgit Penzenstadler","is_ca":false},{"name":"Tom Crick","is_ca":false},{"name":"Elisa Yumi Nakagawa","is_ca":false},{"name":"Christoph Becker","is_ca":true},{"name":"Carlos Carrillo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03257197511214964,"gpt":0.3166073258037304,"spread":0.2840353506915807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01574479,0.0008738684,0.0009322917,0.006122276,0.002617437,0.01373871,0.002264448,0.006664776,0.003521758],"category_scores_gemma":[0.02541619,0.0005724066,0.0005438054,0.006772503,0.02448367,0.01392141,0.00525237,0.004750529,0.0007825911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007530896,"about_ca_system_score_gemma":0.01258391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005276494,"about_ca_topic_score_gemma":0.005246421,"domain_scores_codex":[0.9898337,0.004986239,0.0005919126,0.0009922024,0.003061804,0.0005341753],"domain_scores_gemma":[0.9552498,0.03313703,0.001672453,0.0027729,0.005617369,0.001550451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000193406,0.0001405009,0.002558174,0.0008295252,0.00002689246,0.00009199699,0.005668152,0.002827909,0.0007690291,0.8505169,0.004549721,0.1320019],"study_design_scores_gemma":[0.0000152725,0.0001135248,0.002163149,0.00422276,0.00003411319,0.000185851,0.01629438,0.004893139,0.002304576,0.8271379,0.1425912,0.00004415855],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08738306,0.192418,0.1654187,0.2749411,0.001551889,0.0001088672,0.0001005519,0.0006036106,0.2774742],"genre_scores_gemma":[0.8863683,0.06758428,0.03339743,0.005309027,0.0008449653,0.00009169619,0.0000594048,0.000221645,0.006123305],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01574479,"threshold_uncertainty_score":0.08326739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092198121","doi":"10.1016/j.jss.2012.12.051","title":"A survey of software testing practices in Canada","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Software testing; Test (biology); Survey research; Software; Engineering; Computer science; Psychology; Applied psychology","authors":[{"name":"Vahid Garousi","is_ca":true},{"name":"Junji Zhi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06050471719038154,"gpt":0.2706308278705806,"spread":0.2101261106801991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002579038,0.0003822451,0.0005204394,0.009695053,0.004579158,0.003094968,0.002462995,0.0009267799,0.005292805],"category_scores_gemma":[0.0171491,0.0005227926,0.0004342439,0.0242846,0.001622847,0.001029139,0.001297126,0.0009334587,0.0005867861],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06614102,"about_ca_system_score_gemma":0.1318221,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.989943,"about_ca_topic_score_gemma":0.9936674,"domain_scores_codex":[0.9928902,0.0004234004,0.0005505293,0.000663714,0.004125809,0.001346273],"domain_scores_gemma":[0.9423838,0.008392444,0.005499649,0.0006736644,0.03447647,0.008573928],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004400791,0.0002222024,0.6843159,0.001257032,0.0001176731,0.001021689,0.01159897,0.0008263279,0.001929114,0.003997481,0.03048984,0.2637837],"study_design_scores_gemma":[0.00002158615,0.0000999816,0.909713,0.0007945314,0.00005125896,0.000525748,0.01073579,0.0006151226,0.0005456188,0.0001799923,0.07664217,0.00007526838],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.871035,0.04697299,0.001885381,0.0114696,0.000224502,0.0003341478,0.01167778,0.0003420442,0.05605853],"genre_scores_gemma":[0.9514769,0.02710006,0.002217138,0.002401513,0.00003322876,0.00007698491,0.002688234,0.0001205698,0.01388523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.997421,"threshold_uncertainty_score":0.479889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116759993","doi":"10.1016/j.jss.2005.05.001","title":"Automated impact analysis of UML models","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Unified Modeling Language; Applications of UML; Computer science; UML tool; Class diagram; Object Constraint Language; Data mining; Software engineering; Programming language; Software","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true},{"name":"Lilian O’Sullivan","is_ca":true},{"name":"Michal M. Sówka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02033278047982589,"gpt":0.2926373504047893,"spread":0.2723045699249634,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002854493,0.001004334,0.0008702538,0.005596969,0.0006845317,0.001755402,0.001472877,0.0007559151,0.002986459],"category_scores_gemma":[0.02417193,0.000718601,0.001452337,0.002091147,0.0005364555,0.002960587,0.001979557,0.0008797802,0.0005387531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001586219,"about_ca_system_score_gemma":0.001701906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006881848,"about_ca_topic_score_gemma":0.009899247,"domain_scores_codex":[0.9935487,0.001666097,0.0003004225,0.0003007393,0.003858957,0.0003252406],"domain_scores_gemma":[0.9783448,0.01397421,0.00153463,0.00257441,0.003381814,0.0001901504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008231121,0.0006321765,0.02579659,0.0006338488,0.0003439478,0.000488435,0.0005272597,0.2915688,0.03715293,0.04036486,0.005249336,0.5964186],"study_design_scores_gemma":[0.0000337335,0.0000729151,0.003436009,0.00003040389,0.00009619553,0.00007003307,0.00007952621,0.9714253,0.01078359,0.01201715,0.001937338,0.00001774866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3973035,0.0008813635,0.57581,0.0006031691,0.000108646,0.0004790015,0.001188164,0.01257235,0.01105382],"genre_scores_gemma":[0.8560073,0.0002847825,0.1400037,0.00004521832,0.00004161483,0.0001362266,0.00172835,0.0005041768,0.001248632],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006881848,"threshold_uncertainty_score":0.01509619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993514628","doi":"10.1016/j.jss.2007.01.011","title":"Empirical study of the effects of open source adoption on software development economics","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Reuse; Quality (philosophy); Productivity; Software development; Empirical research; Exploratory research; Software quality; Software; Product (mathematics); Open source software; Software peer review; Knowledge management; Computer science; Engineering management; Engineering; Software construction; Economics; Mathematics; Sociology; Statistics; Economic growth; Social science","authors":[{"name":"Samuel A. Ajila","is_ca":true},{"name":"Di Wu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0264805262988158,"gpt":0.2884041858470403,"spread":0.2619236595482244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004187148,0.0002294279,0.0003075671,0.001440284,0.0006297373,0.001343578,0.0005996447,0.00076947,0.005956397],"category_scores_gemma":[0.0417092,0.0002161027,0.0005340804,0.001928995,0.00108618,0.001597007,0.0009574781,0.002138115,0.0004931692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001004393,"about_ca_system_score_gemma":0.0009626678,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005909377,"about_ca_topic_score_gemma":0.006514295,"domain_scores_codex":[0.9981279,0.001152973,0.0001078866,0.0001281453,0.0002845555,0.0001984242],"domain_scores_gemma":[0.7640696,0.2034554,0.02000937,0.003489565,0.004733152,0.004242966],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001223113,0.00359541,0.9629112,0.0001092554,0.000213614,0.0003884126,0.001477221,0.002194094,0.001151424,0.003379162,0.000583728,0.02277348],"study_design_scores_gemma":[0.00006529058,0.0007846201,0.9889387,0.00003127351,0.0001787481,0.000132255,0.002469003,0.004222045,0.001034035,0.001311202,0.000812685,0.00002016345],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9983158,0.0001146033,0.0001393385,0.0001517903,0.000002358923,0.000006185393,0.00005052761,0.000004268818,0.001215178],"genre_scores_gemma":[0.9992964,0.00009404195,0.0001001945,0.00001688936,0.000008843734,0.000005334143,0.00005994197,0.000002240836,0.0004160627],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005956397,"threshold_uncertainty_score":0.02214402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2513125375","doi":"10.1016/j.jss.2014.09.042","title":"Cost, benefits and quality of software development documentation: A systematic mapping","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Quality (philosophy); Software engineering; Software; Systems engineering; Engineering; Operating system","authors":[{"name":"Junji Zhi","is_ca":true},{"name":"Vahid Garousi","is_ca":true},{"name":"Bo Sun","is_ca":true},{"name":"Golara Garousi","is_ca":true},{"name":"S. M. Shahnewaz","is_ca":true},{"name":"Guenther Ruhe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0617111525869997,"gpt":0.2973234557729851,"spread":0.2356123031859854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06531775,0.0006277206,0.001284803,0.0289987,0.001140179,0.003327364,0.00124097,0.001117833,0.001022695],"category_scores_gemma":[0.2987709,0.0009012033,0.002827095,0.01245525,0.001959219,0.007294583,0.003115227,0.001399158,0.0001511382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006354667,"about_ca_system_score_gemma":0.01100541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004581434,"about_ca_topic_score_gemma":0.01534604,"domain_scores_codex":[0.9183486,0.03155392,0.01560968,0.002517371,0.03121841,0.0007520849],"domain_scores_gemma":[0.4449896,0.417717,0.06090719,0.01311212,0.06173087,0.001543124],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001378434,0.0004491016,0.4879323,0.02074117,0.003196011,0.0002657355,0.00724907,0.002064102,0.001095475,0.003022861,0.001219202,0.4713865],"study_design_scores_gemma":[0.0004000324,0.005065052,0.8955271,0.03378186,0.01247034,0.002006746,0.01470526,0.008435883,0.004394526,0.008323412,0.01457718,0.0003125791],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.9012399,0.0804397,0.00841469,0.002342414,0.0001001562,0.001167191,0.001648544,0.00007022719,0.004577251],"genre_scores_gemma":[0.9708166,0.01473827,0.01323388,0.0001519556,0.00004162595,0.0003920233,0.0003666694,0.00002466856,0.000234208],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9346823,"threshold_uncertainty_score":0.3454374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043839920","doi":"10.1016/j.jss.2014.01.010","title":"Web application testing: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Web testing; Dependability; Systematic review; Field (mathematics); Web application; World Wide Web; Empirical research; Data science; Set (abstract data type); Web engineering; Software engineering; Information retrieval; Web application security; The Internet; Web development","authors":[{"name":"Serdar Doğan","is_ca":false},{"name":"Aysu Betin-Can","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01622432630285369,"gpt":0.2516204591044873,"spread":0.2353961328016336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03115757,0.001972447,0.009482507,0.02916416,0.001351455,0.003711734,0.002842752,0.00296511,0.0040637],"category_scores_gemma":[0.1022371,0.001748256,0.007313124,0.01958571,0.001832617,0.00589163,0.00364054,0.00171132,0.000435062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006112868,"about_ca_system_score_gemma":0.02830273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008633388,"about_ca_topic_score_gemma":0.04275601,"domain_scores_codex":[0.9722,0.008684373,0.01228868,0.001688014,0.004520692,0.0006182463],"domain_scores_gemma":[0.8744955,0.08927678,0.0206444,0.002338519,0.01182777,0.001416928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002664805,0.00006723074,0.00205085,0.9208671,0.006822785,0.000270165,0.0007587859,0.000114569,0.0003378799,0.0002194546,0.002530351,0.06569418],"study_design_scores_gemma":[0.0003472883,0.0002503567,0.004463648,0.9331358,0.04676914,0.0005912998,0.001070074,0.0001066144,0.0002484458,0.0003277756,0.0126285,0.00006104765],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003659199,0.992063,0.0006897793,0.000659054,0.0001696964,0.001591171,0.0007222653,0.00002023494,0.0004256118],"genre_scores_gemma":[0.03874077,0.9529697,0.003952641,0.001432231,0.0001070047,0.002029421,0.0005408912,0.00002152856,0.0002058408],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03115757,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142324585","doi":"10.1016/j.jss.2008.08.025","title":"What do software architects really do?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Software; Focus (optics); Architecture; Active listening; Software architecture; Engineering; Software engineering; Software development; Balance (ability); Computer science; Sociology; Geography; Operating system; Psychology","authors":[{"name":"Philippe Kruchten","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01899381723609378,"gpt":0.2479627168328064,"spread":0.2289688995967127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02218152,0.0006536766,0.0006841971,0.002420106,0.003153087,0.008025751,0.001243337,0.0042066,0.004916304],"category_scores_gemma":[0.09659665,0.0009632816,0.0004838925,0.001786087,0.006584271,0.01510231,0.002211526,0.003413162,0.003679737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002909709,"about_ca_system_score_gemma":0.009878545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004236958,"about_ca_topic_score_gemma":0.009821849,"domain_scores_codex":[0.9763841,0.01227673,0.0007559268,0.001288349,0.007002634,0.002292224],"domain_scores_gemma":[0.9049419,0.03695733,0.009603615,0.00665,0.02684817,0.01499906],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002410614,0.0008056388,0.1737921,0.00130785,0.0003343485,0.0005207779,0.03282367,0.00110454,0.002676656,0.07195523,0.2354779,0.4789603],"study_design_scores_gemma":[0.0002910503,0.000727264,0.1184003,0.002546201,0.0004092004,0.001992385,0.09005518,0.003116373,0.004396433,0.2210718,0.5566365,0.0003573179],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2258288,0.01690933,0.02636261,0.5744002,0.005054572,0.0001227957,0.0002429552,0.001342164,0.1497365],"genre_scores_gemma":[0.9206218,0.006360136,0.0125172,0.03936745,0.001136412,0.00008642379,0.0002092267,0.0004778042,0.0192236],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9968469,"threshold_uncertainty_score":0.1173085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137544679","doi":"10.1016/j.jss.2010.12.009","title":"Supporting runtime software architecture: A bidirectional-transformation-based approach","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Institute of Informatics; Peking University","keywords":"Computer science; Reference architecture; Software architecture description; Space-based architecture; Software architecture; Applications architecture; Architecture; Abstraction; Database-centric architecture; Synchronization (alternating current); Software system; Distributed computing; Systems architecture; Computer architecture; Software; Software engineering; Programming language; Computer network","authors":[{"name":"Hui Song","is_ca":false},{"name":"Gang Huang","is_ca":false},{"name":"Franck Chauvel","is_ca":false},{"name":"Yingfei Xiong","is_ca":true},{"name":"Zhenjiang Hu","is_ca":false},{"name":"Yanchun Sun","is_ca":false},{"name":"Hong Mei","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01703102316261164,"gpt":0.2695985732001873,"spread":0.2525675500375757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002310089,0.000784232,0.0006080319,0.001177098,0.0009984609,0.002079747,0.002251944,0.001261674,0.003182783],"category_scores_gemma":[0.004830056,0.0008370983,0.001233665,0.001081872,0.001736919,0.003303732,0.003330549,0.002077339,0.00159078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001035216,"about_ca_system_score_gemma":0.002425624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003049958,"about_ca_topic_score_gemma":0.004067906,"domain_scores_codex":[0.998162,0.0006106772,0.0001218707,0.0002811142,0.0005835635,0.0002408491],"domain_scores_gemma":[0.9965276,0.0008666712,0.0002308638,0.001805854,0.000442588,0.0001264618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004096499,0.0003982188,0.004076639,0.0003733351,0.0001138155,0.0008002879,0.002272912,0.1387126,0.06085452,0.3140638,0.006060518,0.4718637],"study_design_scores_gemma":[0.00009846527,0.0001394843,0.000464563,0.00007739144,0.00008585205,0.0005169332,0.0003081242,0.7358522,0.06615067,0.1470762,0.04915612,0.00007392043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005427028,0.0000276478,0.9882798,0.00009852005,0.000009944662,0.00006184501,0.00002328767,0.004048259,0.002023641],"genre_scores_gemma":[0.2063495,0.0001784695,0.7874352,0.00009286663,0.0000149998,0.0002058863,0.0002259003,0.001397871,0.00409925],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003182783,"threshold_uncertainty_score":0.01221704,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2919248872","doi":"10.1016/j.jss.2019.02.056","title":"A survey of self-admitted technical debt","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science","keywords":"Technical debt; Replicate; Computer science; Comprehension; Data science; Set (abstract data type); Work (physics); Debt; Empirical research; Code (set theory); Implementation; Source code; Risk analysis (engineering); Data mining; Software engineering; Software; Engineering; Business; Finance; Software development; Statistics","authors":[{"name":"Giancarlo Sierra","is_ca":true},{"name":"Emad Shihab","is_ca":true},{"name":"Yasutaka Kamei","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01673668081405347,"gpt":0.2568966118747613,"spread":0.2401599310607078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003612159,0.0001995593,0.0003428212,0.006351188,0.001046484,0.002650304,0.0008884277,0.0008238067,0.006132053],"category_scores_gemma":[0.02731806,0.0002197928,0.0002961745,0.01052181,0.001009116,0.004128926,0.001529247,0.001130905,0.0009889845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001283598,"about_ca_system_score_gemma":0.001859983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00408623,"about_ca_topic_score_gemma":0.003718981,"domain_scores_codex":[0.9974146,0.0006353889,0.000385752,0.0002243968,0.000972801,0.0003669778],"domain_scores_gemma":[0.9736803,0.01015159,0.007075565,0.001397979,0.005383129,0.002311348],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002430654,0.0002652057,0.6852505,0.0004803879,0.0000577185,0.0006730447,0.003816984,0.000423804,0.0003894298,0.03320673,0.01781964,0.2573736],"study_design_scores_gemma":[0.00002907757,0.000383111,0.6809867,0.001469155,0.00008542772,0.007343956,0.01286817,0.003159642,0.001224963,0.02994336,0.2624222,0.00008425991],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8828881,0.04326537,0.00547943,0.009049226,0.0002661285,0.00006823744,0.003313104,0.0001479254,0.05552232],"genre_scores_gemma":[0.9500932,0.03547499,0.002271914,0.001176568,0.0003288526,0.00004043151,0.003229965,0.00006667968,0.007317483],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006351188,"threshold_uncertainty_score":0.02051383,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993743759","doi":"10.1016/j.jss.2013.12.037","title":"Cooperation, collaboration and pair-programming: Field studies on backup behavior","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Backup; Teamwork; Field (mathematics); Computer science; Pair programming; Salient; Work (physics); Artificial intelligence; Engineering; Programming language; Software development; Database; Software; Mathematics; Management","authors":[{"name":"Irina Diana Coman","is_ca":false},{"name":"Pierre N. Robillard","is_ca":true},{"name":"Alberto Sillitti","is_ca":false},{"name":"Giancarlo Succi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02510894068006842,"gpt":0.2978236989630619,"spread":0.2727147582829935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007254655,0.0004248518,0.0005017947,0.001826232,0.003495291,0.00118431,0.001518424,0.001134016,0.003468371],"category_scores_gemma":[0.03499394,0.0005491574,0.0002513454,0.001172571,0.003316211,0.002069467,0.001795199,0.001687404,0.0004244935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009273165,"about_ca_system_score_gemma":0.001453099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003623975,"about_ca_topic_score_gemma":0.004687788,"domain_scores_codex":[0.996128,0.002812735,0.0001461644,0.0004098975,0.0002955725,0.0002076216],"domain_scores_gemma":[0.9150917,0.06179681,0.005951387,0.006927366,0.005925715,0.004306989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01164754,0.04776716,0.5936081,0.0007673241,0.0002138507,0.001449227,0.2013715,0.003001585,0.01881345,0.009496288,0.002949202,0.1089148],"study_design_scores_gemma":[0.001114768,0.02387518,0.687985,0.0004452735,0.0001704907,0.002310705,0.2346982,0.009340645,0.01283027,0.01509324,0.01187008,0.000266148],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9985018,0.00002862229,0.0002802381,0.00003923621,0.000003518914,0.00003348218,0.00002087732,0.000004549199,0.001087597],"genre_scores_gemma":[0.9986693,0.0000453064,0.0004230777,0.00003997471,0.000004350507,0.00006374394,0.00003855966,0.000005375977,0.000710233],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007254655,"threshold_uncertainty_score":0.03836679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078095173","doi":"10.1016/s0164-1212(00)00121-7","title":"An industrial study of reuse, quality, and productivity","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Productivity; Quality (philosophy); Computer science; Interface (matter); Engineering; Operating system; Waste management","authors":[{"name":"William B. Frakes","is_ca":false},{"name":"Giancarlo Succi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09495754713181716,"gpt":0.339741083190043,"spread":0.2447835360582259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007201389,0.0002751256,0.0002567892,0.003434252,0.001271832,0.001542539,0.0009867639,0.0006256006,0.00210229],"category_scores_gemma":[0.04756309,0.0003518228,0.0003725622,0.003380076,0.00229409,0.002520221,0.001230918,0.001049952,0.0002278614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002908753,"about_ca_system_score_gemma":0.001880302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009121051,"about_ca_topic_score_gemma":0.009137489,"domain_scores_codex":[0.9947186,0.003239708,0.0002350712,0.0003565262,0.001270121,0.0001800577],"domain_scores_gemma":[0.8820866,0.09984334,0.004746811,0.005385365,0.006751805,0.001186052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001607659,0.008096172,0.5035493,0.0006132636,0.0003438908,0.0007901226,0.01825635,0.01377253,0.009659898,0.0986837,0.003165932,0.3414612],"study_design_scores_gemma":[0.0006525692,0.01199069,0.7269471,0.0006731614,0.0008681929,0.001424004,0.0190933,0.09651895,0.02296508,0.08369485,0.03500543,0.0001667158],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9757951,0.001368111,0.006534866,0.0005769551,0.00001412121,0.00008448442,0.00005874924,0.00003383071,0.01553386],"genre_scores_gemma":[0.9952286,0.0003847147,0.003517231,0.00003737107,0.00001374038,0.00002095384,0.00003067711,0.00001043053,0.0007562588],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009121051,"threshold_uncertainty_score":0.03808504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344731017","doi":"10.1016/j.jss.2016.04.058","title":"Missing data techniques in analogy-based software development effort estimation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Imputation (statistics); Missing data; Data mining; Computer science; Software; Toleration; Fuzzy logic; Artificial intelligence; Statistics; Machine learning; Mathematics","authors":[{"name":"Ali Idri","is_ca":false},{"name":"Ibtissam Abnane","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03479454045576043,"gpt":0.2907389746840287,"spread":0.2559444342282682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01406377,0.0007846685,0.001777577,0.003330166,0.0008676705,0.001194362,0.003213561,0.001863055,0.002395866],"category_scores_gemma":[0.1100813,0.00093413,0.00120001,0.002692326,0.0009289109,0.00399945,0.002959989,0.002765149,0.0004297028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006548682,"about_ca_system_score_gemma":0.001541443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002949191,"about_ca_topic_score_gemma":0.003002414,"domain_scores_codex":[0.9871041,0.008779405,0.000754356,0.001193092,0.001820178,0.0003489045],"domain_scores_gemma":[0.9060247,0.08323403,0.00269906,0.004437631,0.00310764,0.0004969292],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00104568,0.0008266545,0.02335954,0.0006230886,0.0005305894,0.0003651404,0.0008724503,0.4234195,0.003310884,0.04484408,0.00136657,0.4994359],"study_design_scores_gemma":[0.00004113202,0.0001309557,0.001818566,0.00003577939,0.00004896983,0.00007913997,0.00006872287,0.9670559,0.001068438,0.02919405,0.0004334341,0.00002500111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03396258,0.0002426967,0.9648001,0.0001228856,0.0000321326,0.00004687598,0.00006075639,0.0003285926,0.0004034664],"genre_scores_gemma":[0.6758491,0.0001845633,0.3224678,0.00007860349,0.00005672639,0.0002153305,0.0003058697,0.00009282924,0.0007491311],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9859362,"threshold_uncertainty_score":0.07437724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886769913","doi":"10.1016/j.jss.2018.08.032","title":"Improving reusability of software libraries through usage pattern mining","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Université de Montréal; Concordia University","funders":"","keywords":"Computer science; Reusability; Reuse; World Wide Web; Software; Software engineering; Set (abstract data type); Database; Operating system; Engineering","authors":[{"name":"Mohamed Aymen Saied","is_ca":true},{"name":"Ali Ouni","is_ca":true},{"name":"Houari Sahraoui","is_ca":true},{"name":"Raula Gaikovina Kula","is_ca":false},{"name":"Katsuro Inoue","is_ca":false},{"name":"David Lo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02447070377673977,"gpt":0.2586601695917568,"spread":0.234189465815017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00246981,0.001008378,0.001092197,0.01008349,0.000648031,0.001801757,0.001711091,0.0008894607,0.0007457759],"category_scores_gemma":[0.01963136,0.0005458315,0.001633052,0.005979627,0.00038035,0.00397283,0.001299015,0.0009730569,0.0005621747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005078485,"about_ca_system_score_gemma":0.001564881,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004555761,"about_ca_topic_score_gemma":0.00887349,"domain_scores_codex":[0.9954935,0.0007389984,0.0007428395,0.0007886183,0.001936408,0.0002996138],"domain_scores_gemma":[0.9797736,0.008752619,0.003422797,0.003473655,0.004195243,0.0003820433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004181254,0.0009844345,0.1254908,0.0007732716,0.0005273476,0.0004845916,0.000569745,0.01756275,0.01995501,0.001229326,0.003015639,0.828989],"study_design_scores_gemma":[0.0001099794,0.0009621829,0.0978207,0.0003536107,0.001219767,0.001582885,0.0008914081,0.8206018,0.05394614,0.01247611,0.009896528,0.0001389438],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8088551,0.002572349,0.1737942,0.0005542971,0.0000695912,0.0002278129,0.002518856,0.008339624,0.003068181],"genre_scores_gemma":[0.8585246,0.0007221866,0.1326092,0.0000967665,0.0000483467,0.0001255382,0.005642263,0.0005654855,0.001665625],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01008349,"threshold_uncertainty_score":0.01306176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153155317","doi":"10.1016/j.jss.2010.12.018","title":"A model of job satisfaction for collaborative development processes","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Job satisfaction; Agile software development; Job design; Computer science; Knowledge management; Extreme programming; Job attitude; Sustainability; Software development; Work (physics); Job analysis; Pair programming; Job performance; Software development process; Software; Psychology; Engineering; Software engineering; Social psychology","authors":[{"name":"Witold Pedrycz","is_ca":true},{"name":"Barbara Russo","is_ca":false},{"name":"Giancarlo Succi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02750157553542526,"gpt":0.2656077780506239,"spread":0.2381062025151987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00410182,0.001249402,0.001031816,0.001900169,0.001682387,0.003935762,0.003742289,0.003456137,0.0124954],"category_scores_gemma":[0.01257347,0.0008061738,0.00151355,0.002154984,0.002930939,0.004433083,0.002129629,0.002290936,0.002483766],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003786708,"about_ca_system_score_gemma":0.003126252,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01791863,"about_ca_topic_score_gemma":0.008610723,"domain_scores_codex":[0.9958477,0.002130198,0.0001510852,0.0005210717,0.0006171067,0.000732791],"domain_scores_gemma":[0.9911061,0.005998282,0.0006214411,0.00044092,0.001201777,0.0006313707],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0004366736,0.001080811,0.02107098,0.0003606701,0.0002929259,0.0006399947,0.005272508,0.4330967,0.002056124,0.4792673,0.005678354,0.05074699],"study_design_scores_gemma":[0.00007594655,0.0002686509,0.00725176,0.00005819483,0.0000837824,0.0001369937,0.0009763145,0.9052131,0.0001892192,0.08353702,0.002140794,0.0000681813],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2163061,0.0006288073,0.7142494,0.005293225,0.0001764538,0.0004565254,0.0006320832,0.0007307811,0.06152659],"genre_scores_gemma":[0.9676331,0.0001913386,0.0220362,0.0001554755,0.00005450311,0.0003236551,0.0001961293,0.00007183757,0.009337768],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01791863,"threshold_uncertainty_score":0.04180127,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2591512809","doi":"10.1016/j.jss.2017.02.021","title":"Predicting bug-fixing time: A replication study using an open source software project","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Replication (statistics); Replicate; Computer science; Software bug; Software; Open source; Statistics; Operating system; Mathematics","authors":[{"name":"Shirin Akbarinasaji","is_ca":true},{"name":"Bora Çağlayan","is_ca":true},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07000649680391977,"gpt":0.350390490200443,"spread":0.2803839933965232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01710011,0.001286303,0.001054078,0.002878148,0.00239456,0.001485775,0.002933304,0.002427782,0.0008714969],"category_scores_gemma":[0.1033029,0.0009353933,0.002158302,0.003046027,0.001107247,0.002492814,0.001396404,0.00204651,0.0005897926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001618128,"about_ca_system_score_gemma":0.002644031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02130035,"about_ca_topic_score_gemma":0.02447973,"domain_scores_codex":[0.988305,0.005327969,0.001290596,0.002240659,0.002480852,0.0003549878],"domain_scores_gemma":[0.8146948,0.0966474,0.01419275,0.03314009,0.0387451,0.002579927],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002420893,0.009607513,0.8830478,0.000601309,0.001329797,0.001268937,0.009995297,0.008272018,0.01154373,0.0003157283,0.002078179,0.06951884],"study_design_scores_gemma":[0.00120468,0.01841869,0.8862948,0.0002365188,0.0024133,0.00146343,0.009220652,0.06144613,0.01307126,0.0009565402,0.004869015,0.0004050739],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9976641,0.00006472888,0.001536724,0.00004502454,0.00002258352,0.0001351184,0.0002181275,0.0000880489,0.0002256609],"genre_scores_gemma":[0.9895649,0.00008593881,0.008131081,0.00006848072,0.00002638048,0.000297967,0.001218953,0.00008532029,0.0005209701],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9828999,"threshold_uncertainty_score":0.09043509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383215759","doi":"10.1016/j.jss.2023.111796","title":"A systematic literature review on source code similarity measurement and clone detection: Techniques, applications, and challenges","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code review; Field (mathematics); Similarity (geometry); Software; Code (set theory); Java; Software engineering; Static program analysis; Software development; Point (geometry); Data mining; Information retrieval; Programming language; Artificial intelligence","authors":[{"name":"Morteza Zakeri‐Nasrabadi","is_ca":false},{"name":"Saeed Parsa","is_ca":false},{"name":"Mohammad Ramezani","is_ca":false},{"name":"Chanchal K. Roy","is_ca":true},{"name":"Masoud Ekhtiarzadeh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04170936095502379,"gpt":0.2713537760964991,"spread":0.2296444151414753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02879461,0.001494314,0.008008717,0.03260463,0.001371843,0.004316093,0.003259878,0.002727677,0.002413562],"category_scores_gemma":[0.1300244,0.00133173,0.006029694,0.02077083,0.002022477,0.005894801,0.003454824,0.001944807,0.0004449626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004059293,"about_ca_system_score_gemma":0.03123831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007747435,"about_ca_topic_score_gemma":0.0300064,"domain_scores_codex":[0.977091,0.006885246,0.009138462,0.002079069,0.004375776,0.0004304402],"domain_scores_gemma":[0.8377432,0.1243282,0.01797962,0.003045959,0.01543886,0.001464171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002235421,0.00005187228,0.003461143,0.8146264,0.00456561,0.0001641264,0.0008315894,0.000161724,0.0005535056,0.0008271691,0.003625625,0.1709077],"study_design_scores_gemma":[0.0001242423,0.0003665219,0.00803481,0.9133542,0.03365662,0.0006773888,0.00106282,0.0002005161,0.0005379321,0.001261608,0.04064433,0.00007897698],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002093606,0.9951308,0.000870678,0.0007301429,0.0001550687,0.0002717415,0.0004383943,0.00001835894,0.0002911188],"genre_scores_gemma":[0.01880752,0.9738863,0.004464766,0.001253924,0.0001713837,0.0006410065,0.0006332624,0.00001816715,0.0001238479],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03260463,"threshold_uncertainty_score":0.1522823,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","authors":[{"name":"Ahmed Seffah","is_ca":true},{"name":"Ashraf Gaffar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02025391393309924,"gpt":0.2154627778022191,"spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003136371,0.0009567992,0.0007972789,0.001043673,0.0006224903,0.002762073,0.001802797,0.001612351,0.004440472],"category_scores_gemma":[0.01409903,0.001107492,0.001684433,0.0008466573,0.0014105,0.004284071,0.002163175,0.00209898,0.0009405377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007699321,"about_ca_system_score_gemma":0.001222696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001480306,"about_ca_topic_score_gemma":0.001911364,"domain_scores_codex":[0.9966251,0.001319636,0.0002722529,0.0003713844,0.001258887,0.0001527197],"domain_scores_gemma":[0.9946755,0.002739178,0.0002334726,0.001492388,0.0007831305,0.00007626403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002654135,0.000446528,0.003279017,0.0008841702,0.0002159025,0.000462158,0.002324421,0.13598,0.01959443,0.4069672,0.005991868,0.423589],"study_design_scores_gemma":[0.0001082914,0.0002195989,0.0004211531,0.0002100882,0.0001959375,0.0004826251,0.0002946964,0.7149884,0.01934243,0.2418653,0.02182028,0.0000511651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005931368,0.00004626368,0.9909056,0.0001659133,0.000022111,0.0000898923,0.00002815598,0.0008227537,0.00198791],"genre_scores_gemma":[0.1115957,0.0001245773,0.8854097,0.00009081697,0.000008836713,0.0002885145,0.0001127276,0.0002944399,0.002074633],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004440472,"threshold_uncertainty_score":0.0165869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006253492","doi":"10.1016/j.jss.2007.05.037","title":"Traffic-aware stress testing of distributed real-time systems based on UML models using genetic algorithms","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Real-time computing; Test case; Focus (optics); Sequence diagram; Scenario testing; Algorithm; Stress test; Distributed computing; Artificial intelligence; Machine learning; Software; Variety (cybernetics)","authors":[{"name":"Vahid Garousi","is_ca":true},{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03951929322770974,"gpt":0.2682844576664398,"spread":0.22876516443873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009886987,0.0008205864,0.0006643391,0.001126677,0.0003739562,0.0007981312,0.001101007,0.0008062203,0.0007943844],"category_scores_gemma":[0.005626062,0.0003557932,0.000663427,0.0003919429,0.0005984919,0.00107208,0.0004937393,0.0004739964,0.00006945836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001133277,"about_ca_system_score_gemma":0.001010695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0074474,"about_ca_topic_score_gemma":0.006252517,"domain_scores_codex":[0.9992929,0.0003282509,0.00002872194,0.0000887116,0.0001817609,0.00007962968],"domain_scores_gemma":[0.994311,0.004226698,0.0005018054,0.0002975632,0.0005453008,0.0001176917],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001826701,0.0001325346,0.003236843,0.00004316571,0.00005290166,0.0000921024,0.0001137407,0.9544748,0.007009468,0.003584252,0.0001760864,0.03090157],"study_design_scores_gemma":[0.000009068759,0.00001672441,0.0001468807,0.000003002817,0.00001064183,0.000007441363,0.00000650197,0.9975463,0.001224876,0.0009962379,0.00003011324,0.000002205355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.532086,0.0001760833,0.4632936,0.0002226203,0.00003167966,0.00006273134,0.00004798339,0.002078778,0.002000598],"genre_scores_gemma":[0.9615555,0.00002655604,0.03805238,0.00001534545,0.000003850662,0.00002602921,0.00003247922,0.00004385493,0.0002440397],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0074474,"threshold_uncertainty_score":0.01480806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095526692","doi":"10.1016/j.jss.2010.07.012","title":"A replicated survey of software testing practices in the Canadian province of Alberta: What has changed from 2004 to 2009?","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"IBM; Test (biology); Software testing; Software; Unit (ring theory); Usability; Unit testing; Engineering; Software engineering; Business; Computer science; Psychology","authors":[{"name":"Vahid Garousi","is_ca":true},{"name":"Tan Varma","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06858567220213452,"gpt":0.2852814977116194,"spread":0.2166958255094849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003097869,0.0003732394,0.0006275851,0.004324729,0.003141541,0.002526881,0.003383566,0.001074257,0.001717372],"category_scores_gemma":[0.01229652,0.0004648257,0.0005467964,0.01542276,0.001666785,0.0009369998,0.001673354,0.001016199,0.0002843298],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06958693,"about_ca_system_score_gemma":0.1062664,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9983562,"about_ca_topic_score_gemma":0.9992174,"domain_scores_codex":[0.9946478,0.0003967861,0.0004359105,0.0006003896,0.00263936,0.001279771],"domain_scores_gemma":[0.9740279,0.001978118,0.003619371,0.0005920315,0.01677501,0.003007595],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001048439,0.00007055255,0.9670506,0.0002465896,0.00007677157,0.0002354162,0.007874322,0.0002548944,0.0003863593,0.0002986576,0.005249725,0.01815131],"study_design_scores_gemma":[0.000003203041,0.00001769421,0.9874068,0.0001002623,0.00001964516,0.00005210422,0.008053857,0.0001721358,0.00008296215,0.0000220967,0.004051495,0.00001776184],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9770988,0.003978488,0.0003890207,0.002668812,0.0000733143,0.0001036688,0.0104514,0.00004189212,0.005194741],"genre_scores_gemma":[0.9889731,0.00219723,0.0008285711,0.0008691081,0.00001600755,0.00006796469,0.004009795,0.00001969705,0.003018407],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9969021,"threshold_uncertainty_score":0.5048909,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076091918","doi":"10.1016/j.jss.2010.07.032","title":"Adaptive ridge regression system for software cost estimating on multi-collinear datasets","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Saskatchewan; University of Wisconsin-Madison","keywords":"Collinearity; Regression; Computer science; Regression analysis; Linear regression; Machine learning; Proper linear model; Data mining; Artificial intelligence; Polynomial regression; Stepwise regression; Robust regression; Local regression; Regression diagnostic; Software; Statistics; Mathematics","authors":[{"name":"Yan‐Fu Li","is_ca":false},{"name":"Min Xie","is_ca":false},{"name":"Thong-Ngee Goh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03813444071146832,"gpt":0.306014315652878,"spread":0.2678798749414096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005311409,0.0007859277,0.001878237,0.001528061,0.0003770226,0.0009209899,0.002427114,0.001309172,0.00411834],"category_scores_gemma":[0.01403982,0.0008311127,0.001289295,0.002221004,0.0003610623,0.001216762,0.001423788,0.00238653,0.002482382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004313203,"about_ca_system_score_gemma":0.001503186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003743364,"about_ca_topic_score_gemma":0.006341508,"domain_scores_codex":[0.9974197,0.001200017,0.000203474,0.0004843033,0.000558374,0.000134133],"domain_scores_gemma":[0.9944159,0.0027044,0.0003854298,0.001182749,0.001221022,0.00009063416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004996435,0.0003148208,0.003621244,0.0001892604,0.0004340332,0.000114649,0.00009845387,0.168335,0.01120369,0.007036763,0.009066373,0.799086],"study_design_scores_gemma":[0.00004049154,0.00004503728,0.0008181147,0.00000655784,0.00002534292,0.00003209471,0.00001003611,0.9935868,0.001867233,0.002437757,0.001114741,0.00001565175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003788487,0.00004824834,0.9931182,0.00002980539,0.00001330108,0.00003060698,0.0001002869,0.002768795,0.0001023521],"genre_scores_gemma":[0.07266778,0.00009448783,0.9239442,0.00004560213,0.00003536245,0.0003057517,0.0007227268,0.0005264927,0.001657569],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005311409,"threshold_uncertainty_score":0.02808976,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3017017882","doi":"10.1016/j.jss.2020.110596","title":"ThermoSim: Deep learning based framework for modeling and simulation of thermal-aware resource management for cloud computing environments","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Indian Institute of Technology Delhi","keywords":"Cloud computing; CloudSim; Server; Virtual machine; Data center; Energy consumption; Resource management (computing); Workload; Resource allocation","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.02184179484846668,"gpt":0.2428031246698981,"spread":0.2209613298214314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004193116,0.000947899,0.0007645513,0.0005049584,0.0005022005,0.0008841214,0.002032682,0.001265677,0.004573639],"category_scores_gemma":[0.001384506,0.0006541488,0.0008802909,0.0005826792,0.0004334649,0.0008866739,0.0008448332,0.001956693,0.0006041713],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001231635,"about_ca_system_score_gemma":0.002265172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03686117,"about_ca_topic_score_gemma":0.03833685,"domain_scores_codex":[0.9998229,0.0000426312,0.00001103235,0.00003589096,0.00005094818,0.00003655789],"domain_scores_gemma":[0.9996124,0.0001741369,0.00003219369,0.00003261953,0.00009877609,0.00004987383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003263831,0.00004412579,0.000555507,0.00003219432,0.00003174771,0.00002211411,0.00001382694,0.9896843,0.0005285007,0.00177637,0.001357971,0.005920651],"study_design_scores_gemma":[0.000002660379,0.000002930371,0.00002733683,0.000001334344,0.000001737687,0.000002372426,0.000001291879,0.9991878,0.0001508137,0.0003919043,0.0002281727,0.000001596397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07055654,0.0008571593,0.9055684,0.0006877434,0.0002542913,0.0001381555,0.002108114,0.01204435,0.007785261],"genre_scores_gemma":[0.7719376,0.0006393071,0.2154599,0.0004441672,0.00007233626,0.000367875,0.002731716,0.0009782765,0.007368739],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03686117,"threshold_uncertainty_score":0.07329327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2976928731","doi":"10.1016/j.jss.2019.110427","title":"An empirical study of security warnings from static application security testing tools","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Computer science; False positive paradox; Source code; Application security; Vulnerability (computing); Computer security; Static program analysis; Static analysis; Code (set theory); Open source; Web application security; Software security assurance; Empirical research; Secure coding; Software; Data mining; Information security; Software development; The Internet; World Wide Web; Machine learning; Security service; Set (abstract data type); Programming language","authors":[{"name":"Bushra Aloraini","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":true},{"name":"Daniel M. Germán","is_ca":true},{"name":"Shinpei Hayashi","is_ca":false},{"name":"Yoshiki Higo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02707849916874567,"gpt":0.3027242912348174,"spread":0.2756457920660717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01005699,0.0004452225,0.0002785521,0.002441551,0.0005882729,0.001317304,0.001258446,0.001128852,0.002663076],"category_scores_gemma":[0.194099,0.0003651463,0.0004090206,0.001672855,0.001235814,0.003175851,0.001299422,0.002282852,0.0004996824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009121716,"about_ca_system_score_gemma":0.001211864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00223854,"about_ca_topic_score_gemma":0.002998101,"domain_scores_codex":[0.9923742,0.003190115,0.0008063075,0.0005011481,0.002787379,0.0003407997],"domain_scores_gemma":[0.5511046,0.3705495,0.04404118,0.01070186,0.02098966,0.00261317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001713985,0.007601459,0.9236866,0.0003540171,0.0001434724,0.0006070507,0.01161525,0.001393536,0.002453068,0.001658668,0.001048459,0.04772438],"study_design_scores_gemma":[0.0002088293,0.006400089,0.9524554,0.0002788236,0.0002560319,0.001193688,0.01274299,0.01772988,0.004432675,0.001354631,0.002859852,0.0000871244],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9985912,0.00004422081,0.000487126,0.0000619564,0.000004876744,0.00003597984,0.00005597359,0.00001178514,0.0007068848],"genre_scores_gemma":[0.9990506,0.00003041204,0.0005203596,0.00002529157,0.000003448145,0.00002566831,0.0001094755,0.000008352868,0.0002265394],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01005699,"threshold_uncertainty_score":0.05318707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2469414321","doi":"10.1016/j.jss.2016.06.101","title":"Reverse engineering reusable software components from object-oriented APIs","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Reuse; Component-based software engineering; Software engineering; Component (thermodynamics); Object-oriented programming; Java; Software; Application programming interface; Software development; Programming language; Engineering","authors":[{"name":"Anas Shatnawi","is_ca":true},{"name":"Abdelhak-Djamel Seriai","is_ca":false},{"name":"Houari Sahraoui","is_ca":true},{"name":"Zakarea Alshara","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01466462773174235,"gpt":0.2220048776613016,"spread":0.2073402499295593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002256099,0.0008659295,0.0004951065,0.001497703,0.0006130356,0.00197818,0.00141877,0.001004825,0.002252192],"category_scores_gemma":[0.008075135,0.0008335134,0.001559643,0.0009138533,0.001016233,0.002052644,0.002169813,0.002067033,0.001739885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003957302,"about_ca_system_score_gemma":0.001836429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002048435,"about_ca_topic_score_gemma":0.003317387,"domain_scores_codex":[0.9980549,0.0003215897,0.000140444,0.0001707443,0.001080064,0.000232323],"domain_scores_gemma":[0.9932896,0.001873265,0.0004655865,0.00292861,0.001357066,0.0000858308],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003964919,0.0004851533,0.008056482,0.001216193,0.0002610816,0.00201122,0.001488396,0.04051544,0.1654929,0.1236418,0.00712194,0.6493129],"study_design_scores_gemma":[0.0002029533,0.0004766564,0.003154883,0.000385259,0.0007270853,0.002415836,0.0007301726,0.3439617,0.4638258,0.105611,0.07838245,0.0001261166],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07411077,0.0003265605,0.9128574,0.0002037945,0.0001692669,0.0003479742,0.0001274691,0.00565941,0.006197371],"genre_scores_gemma":[0.2867732,0.000750062,0.6956053,0.0002093462,0.00004473851,0.0002240333,0.001092978,0.002812557,0.01248782],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002256099,"threshold_uncertainty_score":0.01193154,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289443514","doi":"10.1016/j.jss.2016.02.048","title":"Mining trends and patterns of software vulnerabilities","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Toronto Metropolitan University","funders":"","keywords":"Secure coding; Computer science; Computer security; Vulnerability (computing); Software; Security bug; Vulnerability management; Buffer overflow; SQL injection; Software security assurance; Software bug; Vulnerability assessment; World Wide Web; Information security; Operating system","authors":[{"name":"Syed Shariyar Murtaza","is_ca":true},{"name":"Wael Khreich","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01913465915809343,"gpt":0.2533022777641016,"spread":0.2341676186060082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001209073,0.0004237688,0.0004059186,0.01370834,0.0005648955,0.001102988,0.0008755865,0.0006707432,0.0008770713],"category_scores_gemma":[0.008457375,0.0002967434,0.001036806,0.006827734,0.0003108967,0.002202227,0.0008016747,0.0006733766,0.0004302455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004653299,"about_ca_system_score_gemma":0.001295331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00384535,"about_ca_topic_score_gemma":0.01037133,"domain_scores_codex":[0.9982798,0.0001436929,0.0003100187,0.0004130047,0.000686334,0.000167232],"domain_scores_gemma":[0.9891053,0.004312818,0.003399725,0.0007942307,0.001854114,0.0005338178],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002023031,0.0002418024,0.8256342,0.0004364177,0.0003495795,0.0006474453,0.0006455565,0.002312384,0.006967418,0.001668916,0.003208465,0.1576854],"study_design_scores_gemma":[0.00004813182,0.0005779122,0.8602763,0.0003905019,0.0008776281,0.005911912,0.003490277,0.08866042,0.01306792,0.01168387,0.0149316,0.00008362642],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9837061,0.001368345,0.008321479,0.0003305065,0.00003350506,0.00007933253,0.004396438,0.0003772151,0.001387062],"genre_scores_gemma":[0.9769836,0.0007494154,0.01516965,0.00005170384,0.00004124439,0.00005200738,0.00594991,0.00005017869,0.00095236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01370834,"threshold_uncertainty_score":0.007645965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019509721","doi":"10.1016/j.jss.2006.07.019","title":"Interaction tree algorithms to extract effective architecture and layered performance models from traces","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Tracing; Asynchronous communication; TRACE (psycholinguistics); Tree (set theory); Architecture; Software architecture; Software; Reference architecture; Parallel computing; Pattern matching; Distributed computing; Theoretical computer science; Programming language","authors":[{"name":"Tauseef Israr","is_ca":true},{"name":"Murray Woodside","is_ca":true},{"name":"Greg Franks","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009354810289471018,"gpt":0.2264522879345924,"spread":0.2170974776451213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001139646,0.00110884,0.0009780872,0.003270599,0.0007356846,0.001205954,0.001345479,0.001359886,0.001925807],"category_scores_gemma":[0.008248509,0.0006508178,0.001094176,0.002836547,0.000446172,0.002353467,0.001079885,0.001775719,0.001231074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008064677,"about_ca_system_score_gemma":0.001283266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005218662,"about_ca_topic_score_gemma":0.00609938,"domain_scores_codex":[0.9991247,0.0002252756,0.00007247563,0.0001253241,0.0003525088,0.00009965932],"domain_scores_gemma":[0.9948855,0.003368813,0.0003501749,0.0005890873,0.0006884705,0.0001179299],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002814322,0.0002863525,0.005876485,0.0002267413,0.0001745841,0.0002481807,0.0004328678,0.4711795,0.01136628,0.03906343,0.006201108,0.4646631],"study_design_scores_gemma":[0.000007781596,0.00002272497,0.0003579679,0.00001019218,0.00002275963,0.00003471829,0.00001662782,0.9766796,0.001420433,0.02041118,0.001006584,0.000009519756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01145804,0.00009422634,0.9851493,0.00004031424,0.000009562438,0.00003550757,0.0002023788,0.002389883,0.0006208098],"genre_scores_gemma":[0.3831054,0.0003233,0.6109446,0.00006625924,0.00005133631,0.0003210084,0.002268133,0.0007674901,0.00215234],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005218662,"threshold_uncertainty_score":0.01037657,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3135755970","doi":"10.1016/j.jss.2021.110925","title":"Building and evaluating a theory of architectural technical debt in software-intensive systems","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Technical debt; Grounded theory; Construct (python library); Computer science; Architectural pattern; Software engineering; Software; Management science; Software development; Engineering; Qualitative research; Software design; Sociology; Programming language","authors":[{"name":"Roberto Verdecchia","is_ca":false},{"name":"Philippe Kruchten","is_ca":true},{"name":"Patricia Lago","is_ca":false},{"name":"Ivano Malavolta","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02764844191506475,"gpt":0.3023090304893241,"spread":0.2746605885742593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02199133,0.001100089,0.0007060125,0.006978296,0.003886209,0.009562248,0.00232412,0.002813576,0.002304494],"category_scores_gemma":[0.04540776,0.0007440084,0.001049003,0.005386708,0.0195963,0.01313282,0.005612798,0.003838598,0.0002799899],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01573872,"about_ca_system_score_gemma":0.01293796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007647908,"about_ca_topic_score_gemma":0.007697618,"domain_scores_codex":[0.9775766,0.01586728,0.0009652252,0.001197433,0.003473468,0.0009200061],"domain_scores_gemma":[0.9077442,0.07710005,0.004512506,0.003208718,0.006216087,0.001218358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007014826,0.0005187262,0.02498118,0.00109168,0.0001001043,0.0005148247,0.1001781,0.01355312,0.001151612,0.7894462,0.001372014,0.06702228],"study_design_scores_gemma":[0.0001205685,0.0005147648,0.02192164,0.002863185,0.0002423884,0.0003486727,0.1942017,0.1001809,0.002295803,0.6517597,0.0254266,0.0001240172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4537273,0.001627606,0.403162,0.01356593,0.0001500473,0.0019963,0.0002091417,0.0001550823,0.1254066],"genre_scores_gemma":[0.9250928,0.0006655215,0.07193404,0.0004625097,0.00002125194,0.0009457038,0.0001267262,0.00002074949,0.0007306746],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02199133,"threshold_uncertainty_score":0.1163027,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983931539","doi":"10.1016/j.jss.2003.09.017","title":"Multi-devices “Multiple” user interfaces: development models and research opportunities","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Context (archaeology); Mobile device; Consistency (knowledge bases); User experience design; World Wide Web; Operating system","authors":[{"name":"Ahmed Seffah","is_ca":true},{"name":"Peter Forbrig","is_ca":false},{"name":"Homa Javahery","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3018263174982316,"gpt":0.3452181019100203,"spread":0.04339178441178865,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006540569,0.001455581,0.0008409451,0.002530449,0.000831129,0.007476037,0.002841981,0.003063075,0.004875418],"category_scores_gemma":[0.02703671,0.001644501,0.001377661,0.002198415,0.003018665,0.01674298,0.002599162,0.002371339,0.001628689],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001378753,"about_ca_system_score_gemma":0.0014302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001169908,"about_ca_topic_score_gemma":0.0009800278,"domain_scores_codex":[0.9930982,0.003811775,0.0004344596,0.0009062293,0.001487649,0.0002617238],"domain_scores_gemma":[0.9556065,0.03427668,0.001781699,0.003905714,0.003760224,0.0006692583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005061327,0.0006796779,0.01574946,0.00233016,0.0002105627,0.0004192697,0.01059476,0.01000284,0.008099517,0.395363,0.004142197,0.5519024],"study_design_scores_gemma":[0.0002534796,0.003530354,0.02319834,0.00415094,0.0008883027,0.006449665,0.01226511,0.4424802,0.0318381,0.3727177,0.101735,0.000492882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1266574,0.02171199,0.8134831,0.003444963,0.0003623557,0.0002985641,0.0001346751,0.0008711703,0.03303574],"genre_scores_gemma":[0.7239124,0.01000828,0.2549959,0.0003752755,0.0001783811,0.0005666481,0.0001910579,0.0002815381,0.009490565],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007476037,"threshold_uncertainty_score":0.03459024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036458369","doi":"10.1016/j.jss.2008.03.067","title":"Performance analysis of security aspects by weaving scenarios extracted from UML models","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Weaving; Unified Modeling Language; Computer science; Software engineering; Process (computing); Software; Aspect-oriented programming; Systems engineering; Engineering; Programming language","authors":[{"name":"Murray Woodside","is_ca":true},{"name":"Dorina C. Petriu","is_ca":true},{"name":"Dorin B. Petriu","is_ca":true},{"name":"Jing Xu","is_ca":true},{"name":"Tauseef Israr","is_ca":true},{"name":"Geri Georg","is_ca":false},{"name":"Robert France","is_ca":false},{"name":"James M. Bieman","is_ca":false},{"name":"Siv Hilde Houmb","is_ca":false},{"name":"Jan Jürjens","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01389998779462641,"gpt":0.2142190393488737,"spread":0.2003190515542473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004186482,0.001654983,0.0006082217,0.003313852,0.0004985806,0.001722493,0.001080212,0.001117102,0.001937685],"category_scores_gemma":[0.02464376,0.0008125477,0.001472657,0.001316151,0.0005038476,0.002784067,0.0009630367,0.001046804,0.0004262859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008653698,"about_ca_system_score_gemma":0.0011319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002561848,"about_ca_topic_score_gemma":0.002124966,"domain_scores_codex":[0.9951977,0.00188258,0.0004091415,0.0003420721,0.001680907,0.0004874715],"domain_scores_gemma":[0.9698182,0.02248935,0.0021441,0.002435332,0.002605882,0.0005071493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003333051,0.0009613718,0.05219344,0.0007603263,0.0006467201,0.0009647131,0.001018132,0.6649345,0.1062298,0.01155456,0.001379302,0.1560239],"study_design_scores_gemma":[0.00003987885,0.0003220379,0.003858709,0.00002304931,0.0001874059,0.000148098,0.000093446,0.9661886,0.02642472,0.002159281,0.0005208382,0.00003396871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8639639,0.0002315121,0.1293618,0.0001875731,0.00003613123,0.0001887477,0.0004026977,0.003350047,0.002277564],"genre_scores_gemma":[0.9460987,0.00008486436,0.05283377,0.00001139085,0.000009191435,0.00005572211,0.0005484956,0.0001547103,0.0002031806],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004186482,"threshold_uncertainty_score":0.0221405,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389980560","doi":"10.1016/j.jss.2023.111934","title":"A survey on machine learning techniques applied to source code","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Dalhousie University","funders":"H2020 European Research Council; European Research Council","keywords":"Computer science; Workflow; Source code; Machine learning; Context (archaeology); Software; Software engineering; Artificial intelligence; Task (project management); Code review; Data science; Static program analysis; Software development; Systems engineering; Programming language; Engineering; Database","authors":[{"name":"Tushar Sharma","is_ca":true},{"name":"Maria Kechagia","is_ca":false},{"name":"Stefanos Georgiou","is_ca":true},{"name":"Rohit Tiwari","is_ca":false},{"name":"Indira Vats","is_ca":false},{"name":"Hadi Moazen","is_ca":false},{"name":"Federica Sarro","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02886875562047403,"gpt":0.2772920157214117,"spread":0.2484232601009377,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008219324,0.001192051,0.001200662,0.01371026,0.0006927259,0.002629425,0.002141767,0.001363412,0.002759503],"category_scores_gemma":[0.03665795,0.00081198,0.002046962,0.01942412,0.0008869573,0.004987786,0.001297965,0.002091516,0.002322656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001218177,"about_ca_system_score_gemma":0.002198859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002565288,"about_ca_topic_score_gemma":0.002567314,"domain_scores_codex":[0.9917897,0.001925223,0.001117536,0.001080827,0.003866934,0.0002197104],"domain_scores_gemma":[0.9515827,0.03802421,0.001540839,0.002204451,0.006363091,0.0002847948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005594391,0.00008331462,0.008838652,0.008642048,0.0001973674,0.0001426387,0.0003165225,0.00363137,0.001877932,0.005089032,0.02033882,0.9507864],"study_design_scores_gemma":[0.00004717695,0.0004640023,0.0413124,0.01842663,0.0005397947,0.002371783,0.0009998383,0.03921994,0.01902314,0.04089694,0.836437,0.0002613857],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02190757,0.692631,0.2469382,0.005760988,0.001491259,0.0004627442,0.003730542,0.002887691,0.02418998],"genre_scores_gemma":[0.08008909,0.7103574,0.1906219,0.00244781,0.00174779,0.000719421,0.008331302,0.0009401675,0.004745118],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01371026,"threshold_uncertainty_score":0.04346842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023839889","doi":"10.1016/j.jss.2012.05.033","title":"Achieving dynamic adaptation via management and interpretation of runtime models","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Sketch; Graph; Software; Distributed computing; Usability; Graph rewriting; Software engineering; Programming language; Theoretical computer science; Human–computer interaction; Algorithm","authors":[{"name":"Mehdi Amoui","is_ca":true},{"name":"Mahdi Derakhshanmanesh","is_ca":false},{"name":"Jürgen Ebert","is_ca":false},{"name":"Ladan Tahvildari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02433162901747249,"gpt":0.2582615732088913,"spread":0.2339299441914188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00417561,0.001090708,0.0009028582,0.001043837,0.0007194925,0.004917825,0.002759734,0.001542885,0.001985378],"category_scores_gemma":[0.01769573,0.001060786,0.001338608,0.0008899655,0.001795759,0.005703909,0.006838063,0.003652615,0.0008299751],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009607304,"about_ca_system_score_gemma":0.001981753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002057306,"about_ca_topic_score_gemma":0.003901462,"domain_scores_codex":[0.9952978,0.001485793,0.0003666845,0.0007068188,0.001646233,0.0004965888],"domain_scores_gemma":[0.9899328,0.002340046,0.0005542841,0.005966671,0.0009887196,0.0002176138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009492791,0.0007625197,0.01449402,0.0004407506,0.0003138045,0.001421059,0.004801365,0.2170462,0.0846175,0.2241222,0.01386877,0.4371627],"study_design_scores_gemma":[0.0000453723,0.0000572334,0.0008698821,0.00006921379,0.0001103795,0.0001806727,0.0002883917,0.8445807,0.0380723,0.1010983,0.01454194,0.0000857197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03689983,0.0001466882,0.9481567,0.0004420725,0.0001045783,0.00007351177,0.0001132831,0.009256535,0.004806824],"genre_scores_gemma":[0.6604056,0.0002254632,0.3328215,0.0002600263,0.0000719326,0.00009508985,0.00046027,0.002831205,0.002829056],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004917825,"threshold_uncertainty_score":0.02208298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2796461266","doi":"10.1016/j.jss.2018.03.053","title":"Characterizing and predicting blocking bugs in open source projects","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Concordia University","funders":"","keywords":"Blocking (statistics); Software bug; Computer science; Software; Open source; Code (set theory); Source lines of code; Operating system; Programming language; Computer network","authors":[{"name":"Harold Valdivia-Garcia","is_ca":false},{"name":"Emad Shihab","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02894337871990336,"gpt":0.2765328254276833,"spread":0.2475894467077799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00463813,0.0006976517,0.0004528979,0.006505345,0.0007210806,0.00149542,0.001202915,0.001505011,0.0008704897],"category_scores_gemma":[0.07078826,0.0007603383,0.0006158559,0.002930777,0.000823041,0.002705868,0.001431849,0.001227709,0.0003839252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007430441,"about_ca_system_score_gemma":0.002061869,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00771757,"about_ca_topic_score_gemma":0.01236126,"domain_scores_codex":[0.9942275,0.0009814366,0.0008335884,0.001101979,0.002250342,0.0006051739],"domain_scores_gemma":[0.8539932,0.08335532,0.0380932,0.006812878,0.01339729,0.004348129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002552969,0.000264368,0.9475374,0.0001373289,0.00009596367,0.0002194223,0.0004528313,0.005451977,0.004048738,0.0007676029,0.001102343,0.03966687],"study_design_scores_gemma":[0.00008355399,0.001009666,0.7460967,0.0001994939,0.0004386722,0.001688374,0.001455061,0.2270661,0.009413183,0.009078528,0.003373108,0.00009746333],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9929427,0.0003640307,0.00509082,0.0001052673,0.00002035978,0.00002782906,0.0003212964,0.0005446867,0.000583027],"genre_scores_gemma":[0.9914445,0.0001400699,0.007045032,0.00003059184,0.0000181774,0.00002377633,0.0008218343,0.00008447549,0.0003914423],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00771757,"threshold_uncertainty_score":0.0245291,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389752973","doi":"10.1016/j.jss.2023.111917","title":"ServiceAnomaly: An anomaly detection approach in microservices using distributed traces and profiling metrics","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Anomaly detection; Computer science; Profiling (computer programming); Graph; Data mining; Microservices; Theoretical computer science; Programming language; Operating system","authors":[{"name":"Mahsa Panahandeh","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Mohammad Hamdaqa","is_ca":true},{"name":"James Miller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02589335695068727,"gpt":0.2588806977926731,"spread":0.2329873408419858,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001505436,0.000951105,0.0009492573,0.003696992,0.0006529379,0.001514525,0.001591373,0.0007884778,0.0008305162],"category_scores_gemma":[0.004969375,0.0002876754,0.0004907767,0.001780459,0.000372233,0.002005724,0.00151798,0.001104714,0.0004102673],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006712769,"about_ca_system_score_gemma":0.001122666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005316533,"about_ca_topic_score_gemma":0.007010723,"domain_scores_codex":[0.9988027,0.0001800775,0.00008746507,0.0002846254,0.0005196746,0.0001254304],"domain_scores_gemma":[0.9970546,0.0008801505,0.0005120797,0.0005708795,0.0007109427,0.0002714118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008176508,0.0009574736,0.1418004,0.0002066369,0.0003622544,0.0005809592,0.000934494,0.05367187,0.03701876,0.008996146,0.007078349,0.747575],"study_design_scores_gemma":[0.00002039178,0.0001539263,0.01049053,0.00001717917,0.00004503846,0.0002773622,0.0002118987,0.9678183,0.01260181,0.005648389,0.002682667,0.00003240542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.243943,0.0002911553,0.725703,0.0004413998,0.000118819,0.0001762089,0.0007709431,0.02721124,0.001344178],"genre_scores_gemma":[0.8356191,0.00008986282,0.1613306,0.00006261894,0.00005171231,0.00007331074,0.000814327,0.0003772255,0.001581264],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005316533,"threshold_uncertainty_score":0.01057118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117262336","doi":"10.1016/j.jss.2010.08.048","title":"A formal approach for the specification and verification of trustworthy component-based systems","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Trustworthiness; Formal verification; Computer science; Formal methods; Software engineering; Formal specification; Model checking; Programming language; Computer security","authors":[{"name":"Mubarak Mohammad","is_ca":true},{"name":"Vangalur Alagar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01193438245092998,"gpt":0.1950519219256482,"spread":0.1831175394747182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008053599,0.001380388,0.001117794,0.00199326,0.001702003,0.004988396,0.004160175,0.002674327,0.002771725],"category_scores_gemma":[0.01741684,0.001961038,0.003356105,0.00121506,0.005828566,0.005606255,0.004330577,0.005495883,0.0009102989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00213449,"about_ca_system_score_gemma":0.005787656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004729206,"about_ca_topic_score_gemma":0.004472181,"domain_scores_codex":[0.9911569,0.002750097,0.001093256,0.000610869,0.003839163,0.0005496649],"domain_scores_gemma":[0.9876372,0.006876602,0.0007168952,0.002741654,0.00174973,0.0002778479],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007441032,0.0001503196,0.0004281866,0.0004460287,0.0001067093,0.0004521897,0.0008556215,0.09631432,0.007801486,0.8500342,0.001473512,0.04186307],"study_design_scores_gemma":[0.000160439,0.0001536136,0.0001668028,0.0003405714,0.0001820269,0.0003556398,0.0001748524,0.4475968,0.01204084,0.5120203,0.02671702,0.00009103241],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009757514,0.0001004263,0.9978963,0.0001307413,0.00002834648,0.0000753054,0.00001916189,0.0002053595,0.0005685036],"genre_scores_gemma":[0.1026068,0.0005735373,0.89397,0.0001932738,0.000112599,0.0005221374,0.0001462692,0.0001777754,0.001697594],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008053599,"threshold_uncertainty_score":0.04259205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318159369","doi":"10.1016/j.jss.2023.111626","title":"Collaborative Model-Driven Software Engineering — A systematic survey of practices and needs in industry","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"ITEA3; Rijksdienst voor Ondernemend Nederland; ITEA","keywords":"Interview; Focus group; Engineering management; Knowledge management; Engineering; Software; Computer science; Business; Sociology; Marketing","authors":[{"name":"István Dávid","is_ca":true},{"name":"Kousar Aslam","is_ca":false},{"name":"Ivano Malavolta","is_ca":false},{"name":"Patricia Lago","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02929885422543335,"gpt":0.273298687700375,"spread":0.2439998334749417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03472558,0.0003996157,0.0008563783,0.008888645,0.002003291,0.00524733,0.002261683,0.002263473,0.0008089492],"category_scores_gemma":[0.1316509,0.0008100187,0.0007438734,0.01023106,0.002529787,0.009643466,0.004403582,0.002272959,0.0002404064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003576246,"about_ca_system_score_gemma":0.01606903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003428441,"about_ca_topic_score_gemma":0.007956299,"domain_scores_codex":[0.9623,0.01351764,0.005454996,0.003168301,0.01442957,0.001129459],"domain_scores_gemma":[0.7584203,0.1780476,0.0217899,0.008829239,0.02719637,0.005716481],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001625493,0.0009389282,0.1480268,0.007597947,0.0002227748,0.0005719783,0.1002335,0.001144657,0.003801555,0.00840864,0.003290821,0.7255999],"study_design_scores_gemma":[0.0001686622,0.001867078,0.3147179,0.04612878,0.0008954324,0.007832391,0.3401951,0.01433748,0.00938011,0.02202066,0.2419673,0.0004891173],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.8706833,0.0657501,0.04062362,0.009758505,0.0001680977,0.0006952172,0.0002775329,0.0002467294,0.01179689],"genre_scores_gemma":[0.9060048,0.04329123,0.04702102,0.001450343,0.00004593212,0.0004109195,0.0005152975,0.0001247509,0.001135822],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.03472558,"threshold_uncertainty_score":0.1836487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062886955","doi":"10.1016/j.jss.2006.05.034","title":"Experimental use of code delta, code churn, and rate of change to understand software product line evolution","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Product (mathematics); Context (archaeology); Product line; Line (geometry); Metric (unit); Software product line; Computer science; Code (set theory); Relation (database); Business; Engineering; Telecommunications; Software; Marketing; Database; Manufacturing engineering; Set (abstract data type); Software development; Mathematics; Operating system; Geography","authors":[{"name":"Samuel A. Ajila","is_ca":true},{"name":"Razvan T. Dumitrescu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1193688364725196,"gpt":0.3048904650970761,"spread":0.1855216286245565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001217891,0.0003596386,0.0003273502,0.0006607264,0.0003098545,0.0008506038,0.0008060675,0.0008704118,0.002363935],"category_scores_gemma":[0.01778449,0.0004962067,0.0002224938,0.0005000796,0.0007875271,0.001222789,0.000557786,0.001417627,0.0002421499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000751441,"about_ca_system_score_gemma":0.000575289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002447822,"about_ca_topic_score_gemma":0.002599654,"domain_scores_codex":[0.9990287,0.0003183453,0.000108119,0.0002832513,0.0001865532,0.00007506249],"domain_scores_gemma":[0.9676316,0.02470369,0.003388856,0.002188672,0.001239173,0.000847956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.02298642,0.0543294,0.1868587,0.0005349126,0.0004167001,0.0003613437,0.006256211,0.0161807,0.6369416,0.004907261,0.001016673,0.06920999],"study_design_scores_gemma":[0.002386039,0.04093501,0.4610436,0.00007227615,0.0004906147,0.0005675036,0.002125261,0.2416403,0.2441391,0.004832699,0.001521788,0.0002457549],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9987209,0.00001507262,0.0008858488,0.0000179656,0.000004653108,0.00002042235,0.0000705364,0.00002362734,0.0002409716],"genre_scores_gemma":[0.9976975,0.0000202465,0.001591084,0.0000218695,0.00000421398,0.0001108002,0.0001247757,0.00002686208,0.0004026361],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002447822,"threshold_uncertainty_score":0.007908106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979630732","doi":"10.1016/j.jss.2019.110487","title":"Google summer of code: Student motivations and contributions","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Onboarding; Mentorship; Work (physics); Code (set theory); Join (topology); Empirical research; Open source software","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.01450871788434822,"gpt":0.2774624189696516,"spread":0.2629537010853034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006167922,0.0005119377,0.000446031,0.003839331,0.008546916,0.01005128,0.001514083,0.003038737,0.02443161],"category_scores_gemma":[0.03687579,0.0003995832,0.0005471034,0.004045132,0.002382613,0.004289579,0.008533141,0.004262914,0.006714521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003064183,"about_ca_system_score_gemma":0.008426486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004782421,"about_ca_topic_score_gemma":0.01897146,"domain_scores_codex":[0.9919631,0.002015407,0.0001955525,0.0006933486,0.003367423,0.001764984],"domain_scores_gemma":[0.9281917,0.008842155,0.003334384,0.002486639,0.01624323,0.04090191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0005777298,0.0008109712,0.107384,0.0003856908,0.00006159593,0.001563311,0.06126709,0.0002769698,0.002958617,0.04379463,0.6421564,0.138763],"study_design_scores_gemma":[0.00004587265,0.0002443353,0.05127452,0.0002929106,0.00003096071,0.001565314,0.07429904,0.001195163,0.001403819,0.007477465,0.8620768,0.00009377889],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5466427,0.003443569,0.003813963,0.198496,0.01218573,0.0003436776,0.001762672,0.001292152,0.2320195],"genre_scores_gemma":[0.8314702,0.0012862,0.001985143,0.01793653,0.002988207,0.0001403839,0.0007812625,0.0009312161,0.1424809],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02443161,"threshold_uncertainty_score":0.08173192,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3015440189","doi":"10.1016/j.jss.2020.110846","title":"Are game engines software frameworks? A three-perspective study","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Game Developer; Game testing; Video game development; Game programming; Game design document; Game design; Game development tool; Game engine","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.0304152413080392,"gpt":0.2922933594822764,"spread":0.2618781181742372,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006199752,0.001006769,0.0005513999,0.003675876,0.003867381,0.01112476,0.00226945,0.003482612,0.007017555],"category_scores_gemma":[0.008523818,0.0006480989,0.001026537,0.002828459,0.01329617,0.02188628,0.003864924,0.004641776,0.0005256693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005481702,"about_ca_system_score_gemma":0.003752673,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01059079,"about_ca_topic_score_gemma":0.01068184,"domain_scores_codex":[0.9964954,0.00208123,0.00006652792,0.0002818221,0.0005668042,0.0005082167],"domain_scores_gemma":[0.9875065,0.008957498,0.0007731912,0.0007648565,0.001148604,0.0008493978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003451284,0.0000448317,0.001469416,0.00002896441,0.00001062235,0.0001635448,0.006222189,0.0002499818,0.0001585339,0.9879372,0.0003137568,0.003366479],"study_design_scores_gemma":[0.0001231492,0.000152411,0.008433479,0.000426572,0.000155598,0.0006677015,0.0833192,0.01862876,0.001014254,0.8547853,0.03222826,0.00006529951],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.483793,0.003751493,0.08271242,0.02766375,0.0001170449,0.0001602072,0.0001994975,0.0001060875,0.4014966],"genre_scores_gemma":[0.9891202,0.0008756213,0.006608163,0.0004039693,0.00002096748,0.00003529272,0.00003526433,0.00003812488,0.002862334],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01112476,"threshold_uncertainty_score":0.03977275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987608134","doi":"10.1016/j.jss.2014.11.041","title":"An investigation into the best practices for the successful design and implementation of lightweight software process assessment methods: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Best practice; Documentation; Process (computing); Systematic review; Set (abstract data type); Computer science; Process management; Quality (philosophy); Software; Systematic process; Software engineering; Engineering management; Engineering; Knowledge management; Work in process; Operations management","authors":[{"name":"Mohammad Zarour","is_ca":false},{"name":"Alain Abran","is_ca":true},{"name":"Jean‐Marc Desharnais","is_ca":true},{"name":"Abdulrahman Alarifi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03674286099790741,"gpt":0.396400107786119,"spread":0.3596572467882116,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2222094,0.001493222,0.004962294,0.02710872,0.00393626,0.008989638,0.00508449,0.00309218,0.001503989],"category_scores_gemma":[0.4707816,0.002442596,0.005147876,0.01971619,0.003598267,0.01074256,0.006142335,0.003525066,0.0003317059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0154672,"about_ca_system_score_gemma":0.09148202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01185989,"about_ca_topic_score_gemma":0.03838263,"domain_scores_codex":[0.8151993,0.08271149,0.06704798,0.00574192,0.02759077,0.00170861],"domain_scores_gemma":[0.4575314,0.4082382,0.05717127,0.01335572,0.06060923,0.003094159],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004861235,0.0003369327,0.01138743,0.4842103,0.004655106,0.0005607194,0.02876763,0.0008459265,0.001525447,0.004534428,0.002218188,0.4604717],"study_design_scores_gemma":[0.0003943739,0.0007607645,0.009881285,0.9162936,0.01743381,0.000759535,0.01759397,0.0009354236,0.002649589,0.003141323,0.02994935,0.0002070215],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07138076,0.8551095,0.0357246,0.007975,0.0006524988,0.02360214,0.001081915,0.0001859918,0.004287579],"genre_scores_gemma":[0.3403116,0.488505,0.1507695,0.002717323,0.0001242207,0.01621633,0.0007710974,0.0001017642,0.0004830289],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7777905,"threshold_uncertainty_score":0.9591542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2028793581","doi":"10.1016/j.jss.2011.12.006","title":"The impact of accounting for special methods in the measurement of object-oriented class cohesion on refactoring and fault prediction activities","year":2011,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Cohesion (chemistry); Code refactoring; Computer science; Empirical research; Class (philosophy); Object-oriented programming; Artificial intelligence; Software; Programming language; Mathematics; Statistics","authors":[{"name":"Jehad Al Dallal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06450824714716616,"gpt":0.3307992034548805,"spread":0.2662909563077143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01386539,0.0009060415,0.0007720594,0.001818496,0.0008659314,0.002889286,0.001196253,0.001330371,0.0006518308],"category_scores_gemma":[0.1336159,0.0005366118,0.0006029707,0.002970819,0.001036474,0.004130695,0.001181633,0.001605209,0.0002157062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001312464,"about_ca_system_score_gemma":0.002725919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01603767,"about_ca_topic_score_gemma":0.02211163,"domain_scores_codex":[0.9838754,0.00777692,0.001361219,0.002124037,0.003920883,0.0009415784],"domain_scores_gemma":[0.7265895,0.2083678,0.02734901,0.02137402,0.01363243,0.002687235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002302201,0.0008559088,0.8123066,0.0001813831,0.000521931,0.0001109254,0.0005642884,0.04470497,0.007283868,0.001593717,0.000568849,0.1290054],"study_design_scores_gemma":[0.00007693061,0.001168229,0.6638554,0.00008140499,0.0006753808,0.0002643856,0.000423079,0.3130055,0.0165165,0.003033411,0.0007876371,0.0001121062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9856623,0.0003237189,0.01227186,0.0002549362,0.0000654528,0.00001752727,0.0001681018,0.0002248519,0.001011177],"genre_scores_gemma":[0.9955557,0.00003273283,0.004155328,0.00002291665,0.00001454869,0.00000492905,0.00008057135,0.0000219378,0.000111363],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01603767,"threshold_uncertainty_score":0.07332808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W649590910","doi":"10.1016/j.jss.2015.06.003","title":"A three-dimensional taxonomy for bidirectional model synchronization","year":2015,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Executable; Computer science; Model transformation; Synchronization (alternating current); Abstraction; Software engineering; Taxonomy (biology); Semantics (computer science); Programming language; Theoretical computer science; Distributed computing; Artificial intelligence","authors":[{"name":"Zinovy Diskin","is_ca":true},{"name":"Hamid Gholizadeh","is_ca":true},{"name":"Arif Wider","is_ca":false},{"name":"Krzysztof Czarnecki","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04549967768039284,"gpt":0.2430382693266193,"spread":0.1975385916462264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007323385,0.001433881,0.001161175,0.004339995,0.004625685,0.0110182,0.004000907,0.004224467,0.01039998],"category_scores_gemma":[0.01645209,0.001461017,0.002749539,0.004821556,0.00750783,0.01960301,0.009129954,0.006535796,0.003198996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002995583,"about_ca_system_score_gemma":0.004399215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005590521,"about_ca_topic_score_gemma":0.003071854,"domain_scores_codex":[0.9926542,0.002526221,0.001396147,0.001097679,0.001671381,0.0006544803],"domain_scores_gemma":[0.9908038,0.002645532,0.0007294689,0.003356844,0.001890811,0.0005736052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001178759,0.00001321485,0.0001768566,0.00006610742,0.00000763452,0.00008779602,0.0007421441,0.0009708754,0.0004232791,0.9839425,0.001100477,0.0124572],"study_design_scores_gemma":[0.00002043639,0.00004430937,0.0001302235,0.0002069466,0.00003963549,0.0003560313,0.0007451423,0.02918547,0.001500349,0.8978345,0.06988873,0.00004828197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002539432,0.0005301835,0.9770713,0.0009069861,0.0001809003,0.0001971488,0.0001318513,0.0008577754,0.01758439],"genre_scores_gemma":[0.1356092,0.001660864,0.8495232,0.0005348448,0.0002052378,0.001201522,0.0007855512,0.0006732404,0.009806414],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0110182,"threshold_uncertainty_score":0.0387302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094528278","doi":"10.1016/j.jss.2014.05.063","title":"Development and validation of customized process models","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Correctness; Business process modeling; Business process; Process (computing); Reference model; Artifact-centric business process model; Scalability; Personalization; Process modeling; Business Process Model and Notation; Set (abstract data type); Software engineering; Business rule; Data mining; Work in process; Database; Programming language; Engineering","authors":[{"name":"Mohsen Asadi","is_ca":true},{"name":"Bardia Mohabbati","is_ca":true},{"name":"Gerd Gröner","is_ca":false},{"name":"Dragan Gašević","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02262774907150179,"gpt":0.2250914857144479,"spread":0.2024637366429461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006807799,0.0008967175,0.0005273907,0.001434086,0.0006151089,0.001905893,0.002604286,0.001155229,0.002131653],"category_scores_gemma":[0.02330421,0.0008801151,0.001411551,0.0007914942,0.0006473502,0.002172802,0.001706456,0.001535015,0.0005704954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001571607,"about_ca_system_score_gemma":0.003540441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007866004,"about_ca_topic_score_gemma":0.006145246,"domain_scores_codex":[0.9963548,0.001335485,0.0004037804,0.0004062784,0.001286322,0.0002132899],"domain_scores_gemma":[0.9838697,0.006572991,0.0008734504,0.005189679,0.003310229,0.000184045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003487621,0.000941243,0.0102121,0.0004034813,0.0002695688,0.0004889356,0.001147436,0.6985329,0.02486438,0.03423121,0.003326554,0.2252334],"study_design_scores_gemma":[0.0000477313,0.0001018177,0.0009011658,0.00004533164,0.00005520889,0.00005695065,0.00005574552,0.9766185,0.01486342,0.00335665,0.003876256,0.0000212091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1769002,0.0001046424,0.8085616,0.0002028378,0.00009237655,0.0009961571,0.0007123587,0.007416318,0.005013425],"genre_scores_gemma":[0.5121205,0.0001778693,0.4814112,0.00006917679,0.00001275271,0.0007269691,0.002757487,0.0008694394,0.001854576],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007866004,"threshold_uncertainty_score":0.03600353,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399208096","doi":"10.1016/j.jss.2024.112115","title":"Generative AI in Software Engineering Must Be Human-Centered: The Copenhagen Manifesto","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of British Columbia; University of Victoria","funders":"Carlsbergfondet; Aalborg Universitet; Alfred P. Sloan Foundation","keywords":"Manifesto; Generative grammar; Software engineering; Computer science; Software; Engineering; Artificial intelligence; Programming language; Political science","authors":[{"name":"Daniel Russo","is_ca":false},{"name":"Sebastian Baltes","is_ca":false},{"name":"Niels van Berkel","is_ca":false},{"name":"Paris Avgeriou","is_ca":false},{"name":"Fabio Calefato","is_ca":false},{"name":"Beatriz Cabrero‐Daniel","is_ca":false},{"name":"Gemma Catolino","is_ca":false},{"name":"Jürgen Cito","is_ca":false},{"name":"Neil Ernst","is_ca":true},{"name":"Thomas Fritz","is_ca":false},{"name":"Hideaki Hata","is_ca":false},{"name":"Reid Holmes","is_ca":true},{"name":"Maliheh Izadi","is_ca":false},{"name":"Foutse Khomh","is_ca":true},{"name":"Mikkel Baun Kjærgaard","is_ca":false},{"name":"Grischa Liebel","is_ca":false},{"name":"Alberto Lluch Lafuente","is_ca":false},{"name":"Stefano Lambiase","is_ca":false},{"name":"Walid Maalej","is_ca":false},{"name":"Gail C. Murphy","is_ca":true},{"name":"Nils Brede Moe","is_ca":false},{"name":"Gabrielle O'Brien","is_ca":false},{"name":"Elda Paja","is_ca":false},{"name":"Mauro Pezzè","is_ca":false},{"name":"John Stouby Persson","is_ca":false},{"name":"Rafael Prikladnicki","is_ca":false},{"name":"Paul Ralph","is_ca":false},{"name":"Martin P. Robillard","is_ca":false},{"name":"Thiago Rocha Silva","is_ca":false},{"name":"Klaas-Jan Stol","is_ca":false},{"name":"Margaret‐Anne Storey","is_ca":false},{"name":"Viktoria Stray","is_ca":false},{"name":"Paolo Tell","is_ca":false},{"name":"Christoph Treude","is_ca":false},{"name":"Bogdan Vasilescu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05476438419495114,"gpt":0.3548596335030298,"spread":0.3000952493080786,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01835827,0.0007493529,0.0007008073,0.001419966,0.004536667,0.01247919,0.001336582,0.007589335,0.003959061],"category_scores_gemma":[0.02879237,0.001001024,0.0005091623,0.001409699,0.03726681,0.01128027,0.006316917,0.008932601,0.0006409581],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01028749,"about_ca_system_score_gemma":0.01969914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03127645,"about_ca_topic_score_gemma":0.0262733,"domain_scores_codex":[0.9878429,0.005459823,0.000951462,0.001411641,0.003242173,0.001091904],"domain_scores_gemma":[0.9665366,0.0248377,0.001409111,0.004050633,0.002062225,0.001103723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001495124,0.000005841184,0.00007628283,0.0000429504,0.000006085484,0.00001294776,0.001292181,0.0005954827,0.00005511539,0.9942737,0.001810387,0.00181411],"study_design_scores_gemma":[0.00003345132,0.00001629618,0.0004258418,0.000247531,0.00001987562,0.00004553802,0.000997571,0.0008811172,0.0006201078,0.8932441,0.1034162,0.00005225492],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.05374633,0.03640812,0.06865299,0.1672703,0.003326021,0.00009384138,0.0005252368,0.0002004865,0.6697767],"genre_scores_gemma":[0.955878,0.006456235,0.006276011,0.004031627,0.0005778103,0.00006993804,0.00009871164,0.0002465769,0.02636522],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03127645,"threshold_uncertainty_score":0.09708899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4378675137","doi":"10.1016/j.jss.2023.111755","title":"On the maintenance support for microservice-based systems through the specification and the detection of microservice antipatterns","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Microservices; Software engineering; Computer science; Software; Software development; Operating system","authors":[{"name":"Rafik Tighilt","is_ca":true},{"name":"Manel Abdellatif","is_ca":true},{"name":"Imen Trabelsi","is_ca":true},{"name":"Loïc Madern","is_ca":false},{"name":"Naouel Moha","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02045165233466532,"gpt":0.2449363396603856,"spread":0.2244846873257202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001499015,0.0003004633,0.0003766817,0.0009164285,0.0003373118,0.001232181,0.0008997906,0.0006707154,0.001010947],"category_scores_gemma":[0.00900905,0.0002350213,0.000341555,0.0006808375,0.0009624531,0.002035174,0.0007485381,0.0006514762,0.0001982988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005053089,"about_ca_system_score_gemma":0.000938391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003376388,"about_ca_topic_score_gemma":0.003402325,"domain_scores_codex":[0.9985373,0.0004029823,0.0001046772,0.0002006762,0.0006092318,0.000145155],"domain_scores_gemma":[0.9917258,0.00528166,0.0006295891,0.001157088,0.001086451,0.000119416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001406543,0.0005226192,0.02978073,0.0005598379,0.0001177085,0.0009777175,0.001077968,0.08283021,0.1160895,0.1026715,0.004595653,0.6593702],"study_design_scores_gemma":[0.00004310789,0.0003104134,0.00820966,0.0001118535,0.00009276994,0.0006793692,0.0002740443,0.8800807,0.06649189,0.03629396,0.007358326,0.00005389818],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2677245,0.001740766,0.7191308,0.001644976,0.0001399362,0.0001493109,0.0001151694,0.001059181,0.00829537],"genre_scores_gemma":[0.906721,0.001127006,0.08964451,0.0001745528,0.00008621877,0.00004192988,0.0001295675,0.00008660857,0.001988521],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003376388,"threshold_uncertainty_score":0.007927656,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2356036115","doi":"10.1016/j.jss.2016.05.015","title":"Topic-based software defect explanation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software quality; Software metric; Software; Source lines of code; Eclipse; Compiler; Software system; Software engineering; Product metric; Software development; Software analytics; Source code; Data mining; Data science; Software construction; Programming language; Metric space","authors":[{"name":"Tse-Hsun Chen","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Stephen W. Thomas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01742959369688245,"gpt":0.2449959024483377,"spread":0.2275663087514552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002136855,0.0007052433,0.0005713399,0.004979921,0.000650952,0.001553267,0.001551881,0.001522899,0.006330301],"category_scores_gemma":[0.02153315,0.000252972,0.001043167,0.002861296,0.0003689291,0.003424347,0.001594484,0.00116311,0.0009624761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001074017,"about_ca_system_score_gemma":0.001749028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009188721,"about_ca_topic_score_gemma":0.008985233,"domain_scores_codex":[0.9981391,0.0006029824,0.0001603948,0.0003806896,0.0005501274,0.0001667155],"domain_scores_gemma":[0.9838825,0.01053183,0.001041643,0.00109737,0.003175843,0.0002707942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001680741,0.0006855284,0.1288461,0.001334499,0.0005749921,0.0007729694,0.003396252,0.04472414,0.01064589,0.0355552,0.04290863,0.7288751],"study_design_scores_gemma":[0.0002370942,0.0002792459,0.05238712,0.0002711877,0.0006356332,0.0005570649,0.001908735,0.8502182,0.009701202,0.06013772,0.02355217,0.0001146333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2833676,0.002418604,0.6735871,0.003440728,0.0004722594,0.0008155904,0.008440999,0.01186345,0.01559364],"genre_scores_gemma":[0.8757698,0.0004282159,0.1135026,0.0001490718,0.0001222387,0.000216746,0.006235168,0.0002704887,0.003305635],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009188721,"threshold_uncertainty_score":0.02117699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380986974","doi":"10.1016/j.jss.2023.111788","title":"How do microservices evolve? An empirical analysis of changes in open-source microservice repositories","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; McMaster University","funders":"","keywords":"Microservices; Computer science; Software engineering; Scalability; Service (business); Software evolution; Data science; Software development; Software; Software construction; Database; Programming language","authors":[{"name":"Wesley K. G. Assunção","is_ca":false},{"name":"Jacob Krüger","is_ca":false},{"name":"Sébastien Mosser","is_ca":true},{"name":"Sofiane Selaoui","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02462361827943861,"gpt":0.2954134373364286,"spread":0.27078981905699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01485506,0.0002883281,0.0003849906,0.005117165,0.001231519,0.002663142,0.001493786,0.001113754,0.0009981585],"category_scores_gemma":[0.1696839,0.000444939,0.0003750317,0.006467907,0.002738749,0.006522799,0.002658742,0.001960939,0.0003162496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001927212,"about_ca_system_score_gemma":0.001286737,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004566285,"about_ca_topic_score_gemma":0.006628237,"domain_scores_codex":[0.9829789,0.007840421,0.001577886,0.002135117,0.004604142,0.0008636673],"domain_scores_gemma":[0.6737571,0.2198856,0.05542181,0.0162776,0.02993637,0.00472142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001679467,0.0003103506,0.9183389,0.0002389794,0.00009117641,0.000437585,0.03913545,0.001019557,0.001460155,0.001393277,0.0007987333,0.03660782],"study_design_scores_gemma":[0.00001328365,0.0001916046,0.9515451,0.0001243072,0.00003094642,0.0003285215,0.03607541,0.006041905,0.001062252,0.001126816,0.003406947,0.00005298226],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9975694,0.0001374233,0.001048912,0.0002199651,0.000004559412,0.00004394135,0.0002520102,0.00002577251,0.0006979737],"genre_scores_gemma":[0.9978554,0.00008958289,0.001147441,0.00004951202,0.000007992016,0.0000655423,0.0004749943,0.00003160247,0.0002780448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01485506,"threshold_uncertainty_score":0.07856196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2972291021","doi":"10.1016/j.jss.2019.110407","title":"An empirical study on bug propagation through code cloning","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Cloning (programming); clone (Java method); Code (set theory); Software maintenance; Commit; Programming language; Computer science; Source code; Software bug; Software evolution; Software; Biology; Software development; Database; Genetics; Software construction; Gene","authors":[{"name":"Manishankar Mondal","is_ca":true},{"name":"Banani Roy","is_ca":true},{"name":"Chanchal K. Roy","is_ca":true},{"name":"Kevin A. Schneider","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03574306035144807,"gpt":0.3307752259581475,"spread":0.2950321656066994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009312757,0.0004258541,0.0003022766,0.003640848,0.00134703,0.001506437,0.001401523,0.001208978,0.0035621],"category_scores_gemma":[0.1646417,0.0005145636,0.0004065068,0.003527275,0.001969318,0.003938592,0.001173478,0.002225002,0.0005071177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001013987,"about_ca_system_score_gemma":0.001954401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006018536,"about_ca_topic_score_gemma":0.007946117,"domain_scores_codex":[0.9911112,0.004288952,0.001062107,0.0008379004,0.002272934,0.0004267603],"domain_scores_gemma":[0.5099436,0.3855338,0.05950554,0.0165743,0.0252948,0.003147959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003254391,0.001646194,0.9650065,0.0002439635,0.00009089913,0.0005054604,0.008037537,0.0003664933,0.0006890912,0.0009732565,0.0006136572,0.02150154],"study_design_scores_gemma":[0.00008871133,0.001622024,0.9671392,0.0003173944,0.0002679077,0.00212057,0.01694332,0.005861683,0.001438675,0.001041193,0.00310798,0.0000513771],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973229,0.000156108,0.0008817577,0.000119152,0.0000058451,0.00005359862,0.000108578,0.00001980648,0.001332339],"genre_scores_gemma":[0.9981619,0.0001169305,0.0009580551,0.00004846619,0.0000066514,0.0000358844,0.0001704398,0.00001916574,0.0004824928],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009312757,"threshold_uncertainty_score":0.0492512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}