{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":99,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":99,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"bc3f33d15a8d","filters":{"venue":"Information and Software Technology"}},"results":[{"id":"W2092245922","doi":"10.1016/j.infsof.2013.03.004","title":"Graphical user interface (GUI) testing: Systematic mapping and repository","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Graphical user interface testing; Graphical user interface; Computer science; User interface; Software; Interface (matter); Information retrieval; Data mining; Software engineering; User interface design; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01087614462494123,"gpt":0.2151209586309208,"spread":0.2042448140059796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000231702,0.0001457953,0.0002234803,0.0005060312,0.0001923013,0.000322007,0.0003902412,0.000198549,0.000001328569],"category_scores_gemma":[0.001733837,0.0001243478,0.00001877112,0.0005458827,0.0001474254,0.00118313,0.0003876874,0.0002132116,0.00002598417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002045196,"about_ca_system_score_gemma":0.00002397969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004982732,"about_ca_topic_score_gemma":4.382356e-7,"domain_scores_codex":[0.9989988,0.0000311173,0.0004463728,0.0001812859,0.0001333508,0.0002091277],"domain_scores_gemma":[0.9987386,0.0003429595,0.0001997411,0.0004310494,0.0002182394,0.00006938627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006374947,0.0001081391,0.405191,0.01417862,0.0001347352,0.00003192841,0.006435069,0.00001789,0.0006026089,0.07983512,0.02198742,0.4714711],"study_design_scores_gemma":[0.002363859,0.001406915,0.1010688,0.0147573,0.00008532058,0.009974144,0.001259719,0.22585,0.003659748,0.6306054,0.005721265,0.003247482],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06584708,0.0003449679,0.9139868,0.0008685787,0.0001219507,0.0004564641,4.218467e-7,0.01812021,0.0002535185],"genre_scores_gemma":[0.7004635,0.000008577076,0.2990792,0.000300546,0.000006234316,0.0001091135,6.821765e-7,0.000004918179,0.00002724103],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6346164,"threshold_uncertainty_score":0.5070755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2738336658","doi":"10.1016/j.infsof.2017.07.009","title":"An anomaly detection system based on variable N-gram features and one-class SVM","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Defence Research and Development Canada","keywords":"Anomaly detection; Support vector machine; Computer science; Artificial intelligence; Pattern recognition (psychology); Constant false alarm rate; Feature vector; Feature (linguistics); Feature extraction; Context (archaeology); Weighting; One-class classification; Kernel (algebra); System call; Data mining; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.00603452932396554,"gpt":0.211091983720122,"spread":0.2050574543961565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002379009,0.0001129804,0.0001324889,0.0003472378,0.0008537617,0.0005712091,0.000394251,0.0002946917,0.000003325876],"category_scores_gemma":[0.0001252559,0.0001081566,0.00001549993,0.000164584,0.0001014496,0.001970033,0.0001191551,0.000226391,0.00001406363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003966674,"about_ca_system_score_gemma":0.00003001828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007108638,"about_ca_topic_score_gemma":0.00004955218,"domain_scores_codex":[0.9992974,0.00002546925,0.000192918,0.0001796332,0.0001367159,0.0001678093],"domain_scores_gemma":[0.9989625,0.00003137293,0.0002043841,0.0006434375,0.00009711771,0.00006114374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004150404,0.00003348765,0.001348943,0.00008944872,0.000009854823,0.000002121688,0.0001805821,0.0002579781,0.0001931739,0.115158,0.0001097468,0.8825751],"study_design_scores_gemma":[0.001713318,0.001716174,0.02719107,0.0002009194,0.00001977857,0.0002717945,0.0001851415,0.9195644,0.009729114,0.01278608,0.02604409,0.0005781457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08714354,0.00004042256,0.9079866,0.0008987284,0.000491428,0.0002549929,0.000004302177,0.001589308,0.001590673],"genre_scores_gemma":[0.9775034,0.00001485159,0.02209114,0.0003203917,0.00002712936,0.00002479293,0.000003706098,0.000003622151,0.00001092911],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9193064,"threshold_uncertainty_score":0.6566531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2192128789","doi":"10.1016/j.infsof.2015.10.002","title":"Understanding the popular users: Following, affiliation influence and leadership on GitHub","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Popularity; Computer science; Context (archaeology); World Wide Web; Feature (linguistics); Internet privacy; Data science; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1301124145003833,"gpt":0.2697044828517608,"spread":0.1395920683513775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004237287,0.0001182689,0.0001097901,0.0004074821,0.000278808,0.0003097752,0.0004057871,0.000157959,9.596554e-7],"category_scores_gemma":[0.0009821166,0.00009371197,0.0000187757,0.00085426,0.0001437157,0.002082917,0.000189729,0.000223774,0.00003564875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001079054,"about_ca_system_score_gemma":0.00005903818,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001067464,"about_ca_topic_score_gemma":0.00000943654,"domain_scores_codex":[0.999117,0.0000265311,0.0002629342,0.000146635,0.0002447541,0.0002021629],"domain_scores_gemma":[0.9992242,0.00008961472,0.0001440491,0.0003746315,0.0001119489,0.00005550166],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001307827,0.00002377316,0.1052544,0.00003278518,0.00004414638,0.000005645219,0.01305028,0.0007744994,0.000008669341,0.8100278,0.002992386,0.0677725],"study_design_scores_gemma":[0.007397616,0.001930269,0.06682578,0.0005662501,0.00009204954,0.0005389621,0.0641824,0.03620184,0.000731256,0.6673172,0.1516269,0.002589431],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1844241,0.00009034517,0.8018876,0.01185032,0.0001881344,0.0002880816,0.000002135944,0.001012628,0.0002565418],"genre_scores_gemma":[0.984561,0.000005381083,0.01321404,0.002149563,0.000007561603,0.0000210699,0.000006048563,0.000004657922,0.00003066104],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8001369,"threshold_uncertainty_score":0.3821463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036896594","doi":"10.1016/j.infsof.2013.02.006","title":"A systematic mapping study of web application testing","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Bibliometrics; Computer science; Data science; Field (mathematics); Schema (genetic algorithms); Information retrieval; Systematic review; World Wide Web; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.01289810841019044,"gpt":0.2246790883964861,"spread":0.2117809799862957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002722041,0.0001012583,0.0002157072,0.0005718073,0.00009949078,0.00008455176,0.0004393714,0.00009718306,9.101914e-7],"category_scores_gemma":[0.001494459,0.00008865416,0.00001368049,0.0008966145,0.00004224016,0.000827916,0.0002348153,0.0001062668,0.00003050473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001892925,"about_ca_system_score_gemma":0.00002701849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001010941,"about_ca_topic_score_gemma":0.00000182875,"domain_scores_codex":[0.9990491,0.00002503709,0.0005211834,0.0001258561,0.0001471393,0.0001316557],"domain_scores_gemma":[0.9985707,0.0002604692,0.0003469009,0.0004829166,0.000309302,0.00002967074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001777753,0.000277513,0.2528964,0.006278553,0.00007019582,0.000002131798,0.006678794,0.00004921345,0.0002943448,0.01588373,0.001162663,0.7164047],"study_design_scores_gemma":[0.00246202,0.001817023,0.05631425,0.004173302,0.00005612393,0.0005048336,0.004144008,0.6778311,0.0005615389,0.2506283,0.0002367825,0.001270683],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2325947,0.00004918363,0.7547653,0.0001396313,0.00003240189,0.0009764613,4.026655e-7,0.01131455,0.0001273146],"genre_scores_gemma":[0.8093665,0.000001162086,0.190235,0.00007028227,0.000002547609,0.0003183191,8.027576e-7,0.000002957172,0.000002434379],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.715134,"threshold_uncertainty_score":0.3615212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129718707","doi":"10.1016/j.infsof.2006.11.002","title":"A state-based approach to integration testing based on UML models","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Integration testing; Test case; Class diagram; Reliability engineering; Sequence diagram; Data mining; Software; Software engineering; Programming language; Engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01904630375427704,"gpt":0.2255805552280354,"spread":0.2065342514737583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002762242,0.0001677324,0.0001512245,0.0009256242,0.0001655003,0.0001901549,0.000403656,0.0001484796,5.507846e-7],"category_scores_gemma":[0.0007224776,0.000152567,0.00002387329,0.001051595,0.0000538751,0.0006603693,0.00008832583,0.0001896377,0.00001579927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006384207,"about_ca_system_score_gemma":0.00008715895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001126639,"about_ca_topic_score_gemma":0.000003291826,"domain_scores_codex":[0.9989631,0.00002104367,0.0003347663,0.0002230308,0.0002144874,0.0002435384],"domain_scores_gemma":[0.9989276,0.0002004066,0.0001334273,0.0004559792,0.0002308201,0.00005178299],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001356123,0.00009124882,0.003367295,0.00003102967,0.000002075945,0.000001737605,0.0001691019,0.07236279,0.00001467604,0.02648069,0.003750496,0.8937153],"study_design_scores_gemma":[0.0002563268,0.0001831853,0.0005385278,0.00005626344,0.000001671318,0.000009399037,0.000004310181,0.9234101,0.0007707534,0.07425653,0.0003271239,0.00018581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002767819,0.000008449934,0.9765669,0.0006522191,0.00004166648,0.0002680848,0.000004669102,0.01794267,0.001747568],"genre_scores_gemma":[0.496047,1.446141e-7,0.5028376,0.001018798,0.000004649957,0.00006753212,0.00001448043,0.000004463706,0.000005377579],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8935295,"threshold_uncertainty_score":0.6221499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038917214","doi":"10.1016/j.infsof.2014.12.006","title":"ELBlocker: Predicting blocking bugs with ensemble imbalance learning","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"National Key Research and Development Program of China","keywords":"Blocking (statistics); Computer science; Software bug; Disjoint sets; Eclipse; Artificial intelligence; Software; Programming language; Mathematics; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.008737206462084155,"gpt":0.2217211099907938,"spread":0.2129839035287096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003286245,0.0001137371,0.0001280222,0.0004185116,0.0001296432,0.0001486515,0.0003999818,0.0001317487,0.000001343374],"category_scores_gemma":[0.00154619,0.0001014011,0.00001118779,0.0007037995,0.0000679868,0.001078501,0.0002887325,0.0003781738,0.00003785595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005546529,"about_ca_system_score_gemma":0.00009754845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001381842,"about_ca_topic_score_gemma":0.000002616403,"domain_scores_codex":[0.9990509,0.0000138192,0.0001987545,0.000151077,0.0002829553,0.0003024797],"domain_scores_gemma":[0.9991408,0.0001524463,0.00008799513,0.0002874302,0.0002328142,0.00009848845],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001134719,0.00001084462,0.7089379,0.00004690965,0.00002075531,0.00001549238,0.002449736,0.003483993,0.00002604776,0.005293842,0.0003647729,0.2793384],"study_design_scores_gemma":[0.009624386,0.003706868,0.08885973,0.0007956499,0.00003785725,0.004519556,0.004811702,0.5917366,0.01260604,0.01328598,0.2670554,0.002960263],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2940861,0.0001281973,0.702217,0.0005078371,0.00007970952,0.0001071284,4.202919e-7,0.002682002,0.0001915518],"genre_scores_gemma":[0.9144351,0.00001224355,0.08538594,0.00007143107,0.00001433528,0.00002524381,0.000003174574,0.000006760365,0.00004575616],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.620349,"threshold_uncertainty_score":0.4135015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394015350","doi":"10.1016/j.infsof.2024.107468","title":"Effective test generation using pre-trained Large Language Models and mutation testing","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Test (biology); Mutation; Computer science; Natural language processing; Genetics; Biology; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.01684748034253352,"gpt":0.2775876674362418,"spread":0.2607401870937083,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003156947,0.000124388,0.0001131727,0.0004882875,0.0001850509,0.0003160165,0.0001331004,0.0001542559,7.683826e-7],"category_scores_gemma":[0.001276847,0.0001164734,0.00001425631,0.0005956185,0.00005256283,0.00173682,0.0001542251,0.0001613955,0.000003502106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004281879,"about_ca_system_score_gemma":0.000044141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003839129,"about_ca_topic_score_gemma":0.000003532882,"domain_scores_codex":[0.9992799,0.00001894615,0.0002233511,0.0001913958,0.0001083097,0.00017811],"domain_scores_gemma":[0.9992214,0.0003773888,0.0000708986,0.0001859578,0.0001093665,0.00003500283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001362817,0.00001321039,0.002531554,0.0001250111,0.00001047724,0.00001567116,0.004026331,0.0002925196,0.0006906574,0.01359391,0.0002477223,0.9784516],"study_design_scores_gemma":[0.0001460956,0.0001014752,0.0007259908,0.00009629407,0.00000750205,0.0003075525,0.00003666068,0.9643289,0.0007541211,0.03326168,0.00009088668,0.0001428841],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1505017,0.0004333632,0.835888,0.0001577461,0.00007520317,0.0002267382,0.000007201062,0.01266615,0.00004392647],"genre_scores_gemma":[0.7107661,0.000006381202,0.289024,0.0001269255,0.0000200501,0.0000343907,0.00001165395,0.000005605948,0.0000049166],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9783087,"threshold_uncertainty_score":0.4749646,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1979817550","doi":"10.1016/s0950-5849(02)00024-1","title":"Methodologies and website development: a survey of practice","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Documentation; Hierarchy; Quarter (Canadian coin); Work (physics); World Wide Web; Knowledge management; Website design; Engineering; Business; Computer science; Political science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.04533103248192991,"gpt":0.2828912027633997,"spread":0.2375601702814698,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004642183,0.00004942904,0.00008082361,0.0002293843,0.000065616,0.00005235336,0.0002243765,0.0000570551,0.000005308366],"category_scores_gemma":[0.0007891031,0.0000444167,0.000003745582,0.000370883,0.00006395351,0.001193859,0.000355244,0.00005026388,0.00002295028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000624833,"about_ca_system_score_gemma":0.00000872063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002914675,"about_ca_topic_score_gemma":0.000008662076,"domain_scores_codex":[0.9995504,0.00002533554,0.0002019832,0.0000816408,0.00006487325,0.00007573859],"domain_scores_gemma":[0.9993165,0.000186619,0.000127119,0.0002436851,0.0001104423,0.00001569852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001134006,0.000008211388,0.003137531,0.00001567898,0.00000879804,2.196483e-7,0.0004567663,0.00000163411,0.000002018503,0.06090294,0.0005748204,0.9348903],"study_design_scores_gemma":[0.0005969689,0.0001038714,0.2132861,0.00001726605,0.000009655821,0.00007671767,0.0004217744,0.006329651,0.0006226316,0.006264946,0.7719863,0.000284136],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006502259,0.0002450882,0.9909512,0.001230206,0.0000183341,0.00009946692,0.000004150272,0.0002443124,0.000704919],"genre_scores_gemma":[0.1377096,0.0002932977,0.861615,0.000325195,7.92463e-7,0.00002086567,0.000009457382,0.000001192253,0.00002457973],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9346061,"threshold_uncertainty_score":0.181126,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080505681","doi":"10.1016/j.infsof.2004.08.005","title":"Replicating software engineering experiments: a poisoned chalice or the Holy Grail","year":2004,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Holy Grail; Software; Engineering; Computer science; Software engineering; World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0136977408834442,"gpt":0.2550356574540044,"spread":0.2413379165705602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002874538,0.0001804573,0.0001609854,0.0004241689,0.0002359474,0.0002120456,0.0009790324,0.000178941,0.000007301988],"category_scores_gemma":[0.003879931,0.000118472,0.0000338385,0.001051041,0.00008635557,0.00117126,0.000497041,0.0003522328,0.00006265857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001051496,"about_ca_system_score_gemma":0.00009287773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003485811,"about_ca_topic_score_gemma":0.000003000965,"domain_scores_codex":[0.9987432,0.000009762777,0.0003481259,0.0002270618,0.000281589,0.0003902127],"domain_scores_gemma":[0.9985381,0.0003178992,0.0001051514,0.0008226476,0.0001378146,0.0000783478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004541605,0.0001142438,0.01394145,0.0003354689,0.0001478633,0.00005529819,0.01502514,0.004772775,0.001117641,0.09927907,0.001066412,0.8640992],"study_design_scores_gemma":[0.02412692,0.004136357,0.1931821,0.002202661,0.0001043889,0.01003778,0.00820107,0.06630492,0.09264892,0.03172178,0.558463,0.008870028],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09315272,0.0002409553,0.899633,0.00291549,0.0001563031,0.0003195895,0.000003689186,0.003568228,0.00001006676],"genre_scores_gemma":[0.620299,0.00006556232,0.3783862,0.0007881389,0.00003367857,0.0003447688,0.000009521793,0.00002237072,0.00005074011],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8552292,"threshold_uncertainty_score":0.4831147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988962172","doi":"10.1016/s0950-5849(03)00115-0","title":"Evaluating the learning effectiveness of using simulations in software project management education: results from a twice replicated experiment","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Oulun Yliopisto; European Commission","keywords":"COCOMO; Debriefing; Software project management; Computer science; Project management; Software; Software development; Empirical research; Process (computing); Software engineering; Knowledge management; Engineering management; Engineering; Software construction; Systems engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04241680743935664,"gpt":0.3661851983252082,"spread":0.3237683908858516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008250778,0.0001078469,0.0001332571,0.000385192,0.0001288321,0.00006523062,0.0002852304,0.0001029645,0.000001964673],"category_scores_gemma":[0.001808895,0.00009182377,0.00001941053,0.0008840276,0.00004106579,0.0006929745,0.0001446513,0.0001973769,0.000001264389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006939475,"about_ca_system_score_gemma":0.0001055806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001484877,"about_ca_topic_score_gemma":0.00000183936,"domain_scores_codex":[0.9989727,0.0001590412,0.0004001813,0.0001830759,0.0001526645,0.0001323438],"domain_scores_gemma":[0.9984084,0.0007476828,0.0002587437,0.0004430838,0.0001270457,0.00001504712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002553285,0.0003343853,0.02980384,0.0004828538,0.0001458368,0.000003867864,0.01020373,0.1508036,0.0008874838,0.112068,0.00007100349,0.6949401],"study_design_scores_gemma":[0.008232201,0.002087835,0.04658669,0.002840056,0.0001691992,0.0002260397,0.006367398,0.74563,0.03987107,0.09821405,0.04751972,0.002255731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2887585,0.0002120763,0.7097771,0.00005551813,0.00008370019,0.000503719,0.000003178887,0.0005287261,0.0000774898],"genre_scores_gemma":[0.6225209,0.00001399173,0.3773515,0.00002251107,0.00000241149,0.00006906287,0.00001232655,0.000003692373,0.000003675679],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6926844,"threshold_uncertainty_score":0.3744465,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985479445","doi":"10.1016/j.infsof.2012.05.001","title":"Quality indicators for business process models from a gateway complexity perspective","year":2012,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":74,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"European Social Fund; Ryerson University; Junta de Comunidades de Castilla-La Mancha; Universidad de Castilla-La Mancha; Ministerio de Ciencia e Innovación; European Regional Development Fund","keywords":"Computer science; Process (computing); Quality (philosophy); Identification (biology); Business process; Quality assurance; Process modeling; Perspective (graphical); Process management; Risk analysis (engineering); Work in process; Artificial intelligence; Engineering; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.03941987453531656,"gpt":0.2867538360098308,"spread":0.2473339614745142,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002910934,0.0001879183,0.0002976251,0.0008404489,0.0003169524,0.0001642797,0.0002178828,0.0002232315,0.00003356539],"category_scores_gemma":[0.0005137177,0.0001686593,0.00004990959,0.001271538,0.000182508,0.004713882,0.0001123753,0.0001386386,0.00003508179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003673838,"about_ca_system_score_gemma":0.00003400883,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007456762,"about_ca_topic_score_gemma":0.00003810898,"domain_scores_codex":[0.9989288,0.000004128883,0.0004030945,0.0001708414,0.0001780854,0.0003150209],"domain_scores_gemma":[0.9984633,0.00003641127,0.0003904719,0.0001945575,0.0008951427,0.00002014007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001762657,0.0002637619,0.1716387,0.001083079,0.0001883263,3.368774e-7,0.002547668,0.001375477,0.00001205137,0.6418726,0.0005534518,0.1802883],"study_design_scores_gemma":[0.001849532,0.000009552105,0.03417607,0.0000862275,0.0001854177,0.000003494951,0.00970507,0.04193764,0.00007112291,0.898038,0.01306094,0.0008768738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5168457,0.0003695112,0.4771995,0.002788736,0.0001695075,0.0003414412,0.00004804357,0.001080801,0.001156766],"genre_scores_gemma":[0.9951522,0.00001601226,0.003252961,0.001054575,0.0001893211,0.000108494,0.0002054242,0.00001302429,0.000008025553],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4783064,"threshold_uncertainty_score":0.6877728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083998741","doi":"10.1016/j.infsof.2005.09.003","title":"A measurement framework for object-oriented software testability","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Testability; Software engineering; Computer science; Code refactoring; Software metric; Software reliability testing; Reliability engineering; Software development; Software; Software construction; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01571495417069761,"gpt":0.2604331201095388,"spread":0.2447181659388412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006203451,0.0001632492,0.0001822968,0.0004772163,0.0001807508,0.0001127191,0.0005666303,0.0002784591,0.000008891308],"category_scores_gemma":[0.01213716,0.0001587944,0.00004657387,0.0007200027,0.00009759741,0.001108667,0.0002777939,0.0003030341,0.00005171496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002014519,"about_ca_system_score_gemma":0.0001330919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004542921,"about_ca_topic_score_gemma":0.000005932181,"domain_scores_codex":[0.9985607,0.0000142173,0.0003713241,0.0002402112,0.0004103753,0.0004031514],"domain_scores_gemma":[0.9981494,0.0004360136,0.00009417541,0.0006427987,0.0005788676,0.00009875491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001244825,0.00004692282,0.02735752,0.0001221161,0.00002189352,6.444509e-7,0.0006961917,0.0001354078,0.00001054375,0.05935926,0.0006367688,0.9116003],"study_design_scores_gemma":[0.004690863,0.001411052,0.09293125,0.0004919837,0.00003673334,0.0002210723,0.0004835473,0.03718711,0.008580247,0.1578322,0.6939417,0.002192226],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01317548,0.000267856,0.9808233,0.002149169,0.0001771227,0.0005049016,0.000008177914,0.002882186,0.00001174271],"genre_scores_gemma":[0.3441305,0.00001331511,0.6553174,0.0002814194,0.00002604122,0.0002132897,0.000004789897,0.000007466686,0.000005885217],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9094081,"threshold_uncertainty_score":0.9961841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.003162984024258265,"gpt":0.1814050668166534,"spread":0.1782420827923951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000270412,0.0001474677,0.0001555779,0.0004806181,0.0002133991,0.0003479203,0.0001879421,0.0001693391,0.000005765297],"category_scores_gemma":[0.0001942896,0.0001279227,0.00002187299,0.0005781014,0.00007596697,0.003648196,0.0001562527,0.0002294826,0.00007056016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003805192,"about_ca_system_score_gemma":0.00004606395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003557204,"about_ca_topic_score_gemma":0.000005309702,"domain_scores_codex":[0.9989743,0.0000114255,0.0004166572,0.0001622056,0.0001899459,0.0002454878],"domain_scores_gemma":[0.9987891,0.00004547433,0.0003554131,0.0005174769,0.0002397436,0.00005279727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001238761,0.000007897119,0.02329192,0.0001077594,0.00001352444,0.000007009367,0.0005901376,0.0004458273,0.0006208584,0.002382121,0.0001535759,0.972367],"study_design_scores_gemma":[0.007236585,0.003491639,0.149499,0.001393427,0.0001143674,0.02428741,0.005600041,0.2084253,0.2004569,0.02191865,0.3726048,0.004971806],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3392174,0.00002910012,0.6575494,0.00036631,0.0001217292,0.0002509576,8.760844e-7,0.001443815,0.001020453],"genre_scores_gemma":[0.9659033,0.000008288274,0.03365774,0.0003469514,0.000008680591,0.00002234954,0.00001140058,0.000004906142,0.0000363639],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9673952,"threshold_uncertainty_score":0.5216538,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2783794442","doi":"10.1016/j.infsof.2018.01.003","title":"Support vector regression for predicting software enhancement effort","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; National Research Council Canada; Universidad de Guadalajara","keywords":"Support vector machine; Computer science; Benchmarking; Machine learning; Artificial neural network; Data mining; Software; Sigmoid function; Artificial intelligence; Decision tree; Set (abstract data type); Regression analysis; Kernel (algebra); Radial basis function kernel; Kernel method; Mathematics; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0107729103410717,"gpt":0.2680281242044023,"spread":0.2572552138633306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003445343,0.0001521909,0.0001637666,0.0004836321,0.0002608266,0.0001164424,0.0005732928,0.0002140539,0.00002848124],"category_scores_gemma":[0.001670652,0.0001353718,0.00003411194,0.0004710794,0.0001326073,0.001057337,0.000390157,0.0001717598,0.00008754148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007099589,"about_ca_system_score_gemma":0.00009809139,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004669347,"about_ca_topic_score_gemma":0.000002337777,"domain_scores_codex":[0.9987752,0.000006380261,0.0003446878,0.0002220099,0.0002567697,0.000394904],"domain_scores_gemma":[0.998753,0.0002215168,0.000119454,0.0004758149,0.0003457065,0.00008455517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002850222,0.00003121949,0.07084282,0.0001985509,0.00003347049,0.000002894213,0.001570155,0.000006375007,0.0001192052,0.007166079,0.006440325,0.9135604],"study_design_scores_gemma":[0.006460902,0.006921357,0.07680802,0.0006894744,0.00004361658,0.0005031258,0.0004387081,0.04633466,0.1334076,0.01576272,0.7103429,0.002286861],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07203477,0.00004277996,0.9243678,0.0005687614,0.0004564951,0.0004086604,0.000007273869,0.002064663,0.00004883619],"genre_scores_gemma":[0.6041151,0.00002516758,0.3949085,0.0003437024,0.00009507571,0.0002838721,0.00003827106,0.00001514587,0.0001751667],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9112735,"threshold_uncertainty_score":0.5520303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1902226681","doi":"10.1016/j.infsof.2007.08.004","title":"Initiating software process improvement in very small enterprises","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Process (computing); Computer science; Goal-Driven Software Development Process; Software development process; Software engineering; Software; Process management; Manufacturing engineering; Software development; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01010281566548805,"gpt":0.2245882428725088,"spread":0.2144854272070208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004055724,0.0001719764,0.0002111915,0.001413011,0.00015859,0.0001741924,0.0002013967,0.0001893107,0.00002186821],"category_scores_gemma":[0.0005982021,0.0001642114,0.00003382639,0.001072377,0.00006760048,0.00190421,0.0001505169,0.0002154894,0.00004224395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003099905,"about_ca_system_score_gemma":0.0000274629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001641063,"about_ca_topic_score_gemma":0.0001845629,"domain_scores_codex":[0.9988045,0.000001498748,0.0005497598,0.0001671892,0.0001530822,0.000323978],"domain_scores_gemma":[0.9992154,0.00003304723,0.0002934103,0.0001506811,0.0002956426,0.00001186327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003113062,0.00004596345,0.3296202,0.0005347222,0.00001582058,0.00000645229,0.0002226743,0.0003190241,0.00001332128,0.001079366,0.00003046978,0.6680808],"study_design_scores_gemma":[0.02515845,0.0005065965,0.3394271,0.004988632,0.0008895351,0.0001872211,0.064999,0.1143535,0.005581222,0.3136586,0.120051,0.01019922],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8347063,0.0001169926,0.1630064,0.0004728086,0.0001129216,0.0001679329,0.000001829361,0.0008030987,0.0006117704],"genre_scores_gemma":[0.9954532,0.00002173153,0.00239481,0.001957502,0.00007461027,0.00003020748,0.00004673444,0.00001139044,0.000009755564],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6578816,"threshold_uncertainty_score":0.6696345,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945475639","doi":"10.1016/j.infsof.2019.05.007","title":"An HMM-based approach for automatic detection and classification of duplicate bug reports","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Software regression; Computer science; Software bug; Precision and recall; Hidden Markov model; Software; Rank (graph theory); Crash; Data mining; Information retrieval; Artificial intelligence; Software quality; Software development; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01059367975443223,"gpt":0.2446091503613171,"spread":0.2340154706068849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003222515,0.00007703734,0.000123788,0.0004756057,0.00004961841,0.00005411808,0.0001809381,0.0001519737,0.000001299877],"category_scores_gemma":[0.0003981228,0.00007468126,0.00001552046,0.0003573652,0.0000552717,0.0007365724,0.00004872829,0.00009038405,0.000002934776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002542019,"about_ca_system_score_gemma":0.00003851436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003959616,"about_ca_topic_score_gemma":5.346497e-7,"domain_scores_codex":[0.9992905,0.000009223833,0.0002847312,0.0001598781,0.0001242545,0.0001314519],"domain_scores_gemma":[0.9990613,0.0001248737,0.0001605542,0.0004625632,0.000153216,0.00003748982],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001161626,0.00005141216,0.07777274,0.0006869151,0.00001528975,4.650976e-7,0.0003754315,0.001187224,0.004587677,0.005794777,0.00002879844,0.9094877],"study_design_scores_gemma":[0.0003773706,0.0002511001,0.0761706,0.00001421133,0.000003605144,0.00005346641,0.00004788191,0.9158383,0.005101488,0.001371293,0.0006451812,0.0001255196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3480705,0.0000164008,0.650883,0.00007324042,0.00003628243,0.0003220355,0.000001131681,0.0005872493,0.00001020209],"genre_scores_gemma":[0.8704654,0.000002387859,0.1293829,0.00002297797,0.000002588398,0.0001035216,0.00001267107,0.000004084831,0.000003513002],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.914651,"threshold_uncertainty_score":0.3045413,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3004796001","doi":"10.1016/j.infsof.2020.106277","title":"Mining API usage scenarios from stack overflow","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Application programming interface; Task (project management); Software documentation; Source code; Code (set theory); Software; Code review; Programming language; Internal documentation; Software engineering; World Wide Web; Database; Software development; Software quality; Software development process; Engineering; Software construction; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.01447245590338612,"gpt":0.2310687727058589,"spread":0.2165963168024728,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009338024,0.0001110872,0.0001372518,0.0002351229,0.00008347336,0.0001616143,0.0006026553,0.0001625142,0.0000266431],"category_scores_gemma":[0.001620262,0.0001117011,0.0000207587,0.0005941911,0.00005876565,0.001182425,0.0004517692,0.0002396536,0.0001786961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002805955,"about_ca_system_score_gemma":0.00005306776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001459021,"about_ca_topic_score_gemma":0.000001277609,"domain_scores_codex":[0.9991398,0.00001034798,0.0002289419,0.0001707661,0.0002143249,0.0002358387],"domain_scores_gemma":[0.9991965,0.0002375893,0.00005945433,0.0003222268,0.00007632655,0.0001078664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001426258,0.00001667163,0.1038498,0.00008218518,0.00004371984,0.00003853444,0.006788925,0.0006367054,0.0001779142,0.006898132,0.005010359,0.8764428],"study_design_scores_gemma":[0.00456483,0.0009819402,0.0771443,0.0001671351,0.0000217864,0.000153233,0.001337571,0.5074431,0.009984078,0.007847904,0.3884183,0.001935848],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2054214,0.0001290212,0.7882615,0.003620869,0.0001102534,0.0001208815,0.000009733289,0.002271646,0.00005462262],"genre_scores_gemma":[0.8306085,0.00002912271,0.1679323,0.001348838,0.00002716309,0.00001802532,0.00001805974,0.000007209172,0.00001073367],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.874507,"threshold_uncertainty_score":0.4555039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283077896","doi":"10.1016/j.infsof.2022.106985","title":"A three-stage transfer learning framework for multi-source cross-project software defect prediction","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Multi-source; Computer science; Transfer of learning; Source code; Weighting; Data source; Open source; Selection (genetic algorithm); Merge (version control); Data mining; Open source software; Field (mathematics); Water source; Machine learning; Software; Artificial intelligence; Information retrieval; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02575489863589086,"gpt":0.2949621594112539,"spread":0.2692072607753631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000598598,0.0001893771,0.0001990323,0.0008537493,0.0008133234,0.000224351,0.0007305552,0.0002522187,0.00002624951],"category_scores_gemma":[0.00314076,0.0002042427,0.0000986511,0.001041076,0.0001052034,0.0009672688,0.0004829196,0.0009101203,0.00001270727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001400374,"about_ca_system_score_gemma":0.0001173413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003234876,"about_ca_topic_score_gemma":0.000006217897,"domain_scores_codex":[0.998478,0.00003156293,0.0003726597,0.0003103288,0.0003569126,0.0004505291],"domain_scores_gemma":[0.998621,0.0006345036,0.00007549483,0.0004439623,0.0001639005,0.00006110343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008757275,0.00008584873,0.3197896,0.0003531341,0.0001002591,0.00000793016,0.004788357,0.06032919,0.00002022263,0.03501377,0.0003892984,0.5790348],"study_design_scores_gemma":[0.004260311,0.001995021,0.04737838,0.00008343825,0.00002825418,0.0002937021,0.0009651684,0.6662021,0.0004109562,0.00614245,0.271112,0.001128129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08152749,0.0001673999,0.9130842,0.0001247586,0.00026329,0.0006512704,0.00005325595,0.004125737,0.000002572133],"genre_scores_gemma":[0.3429639,0.00002443767,0.6552551,0.0002005545,0.00003216039,0.001268798,0.00008886796,0.00003565595,0.0001304757],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.605873,"threshold_uncertainty_score":0.8328776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974534895","doi":"10.1016/j.infsof.2007.10.013","title":"The software product line architecture: An empirical investigation of key process activities","year":2008,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software architecture description; Software engineering; Resource-oriented architecture; Software development; Computer science; Software architecture; Reference architecture; Software; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0291366572693628,"gpt":0.2888381060938298,"spread":0.2597014488244669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003332402,0.0001513304,0.0001899312,0.0003050494,0.000301921,0.00003858596,0.0006064016,0.000138757,5.815415e-7],"category_scores_gemma":[0.003219648,0.0001107908,0.00002431771,0.0006278762,0.000545483,0.00145454,0.0001789209,0.0002948657,0.000001912856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002519942,"about_ca_system_score_gemma":0.0001324126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002275271,"about_ca_topic_score_gemma":0.000003273553,"domain_scores_codex":[0.9989738,0.00005822605,0.0003563115,0.000176657,0.0002118806,0.0002231362],"domain_scores_gemma":[0.9985179,0.0005146129,0.0002111057,0.0005150912,0.0001913081,0.00004993053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003517122,0.00002590533,0.03536469,0.0001834796,0.00003096928,0.000004350868,0.01436443,0.01858957,0.0001850619,0.004588552,0.0001632919,0.9264646],"study_design_scores_gemma":[0.002245449,0.002264002,0.08858875,0.0002090695,0.00003550737,0.002216177,0.002330931,0.0105382,0.1645757,0.7061542,0.01874982,0.002092288],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2240261,0.0001844213,0.7732615,0.0008915171,0.0001106705,0.000156069,0.00000258003,0.001362798,0.00000439793],"genre_scores_gemma":[0.3430133,0.00009329885,0.6566347,0.0001574222,0.00001973017,0.00005345567,0.000008298391,0.00000744329,0.00001237551],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9243723,"threshold_uncertainty_score":0.4517917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024402488","doi":"10.1016/j.infsof.2011.10.007","title":"Comparing alternatives for analyzing requirements trade-offs – In the absence of numerical data","year":2011,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Swap (finance); Computer science; Process (computing); Work (physics); Risk analysis (engineering); Operations research; Management science; Engineering; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.0907674307304828,"gpt":0.3177942355904184,"spread":0.2270268048599356,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004470017,0.00006142414,0.0001115323,0.0003218227,0.00004251126,0.00002970847,0.001402699,0.00005105552,0.000001246647],"category_scores_gemma":[0.000796503,0.0000482861,0.00001112852,0.0004591626,0.00007196955,0.001032571,0.0003547696,0.0001193734,0.000001804728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001357647,"about_ca_system_score_gemma":0.00002231159,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002643218,"about_ca_topic_score_gemma":0.000004073866,"domain_scores_codex":[0.9993278,0.00001372198,0.0002528358,0.0001137206,0.000137176,0.0001547494],"domain_scores_gemma":[0.9991128,0.0002411176,0.00008364048,0.0005115721,0.0000342426,0.00001657431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009325227,0.00004669789,0.717104,0.00009596353,0.00002270769,0.000002058889,0.006955408,0.00006320373,0.0000178654,0.035738,0.0001615728,0.2397832],"study_design_scores_gemma":[0.001377278,0.0003107369,0.7352883,0.0001228351,0.000006425861,0.00005520995,0.000843929,0.2444427,0.001213123,0.0120686,0.003920482,0.0003504286],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07787429,0.00006234024,0.921427,0.000211571,0.00004813616,0.0001738539,0.000004016435,0.0001636471,0.00003517778],"genre_scores_gemma":[0.9166551,0.00001418504,0.08325905,0.0000390197,0.000003056289,0.00002014758,0.000006969175,0.000001862976,6.551626e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8387808,"threshold_uncertainty_score":0.2606587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3059397974","doi":"10.1016/j.infsof.2020.106392","title":"Predicting continuous integration build failures using evolutionary search","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Benchmark (surveying); Genetic programming; Context (archaeology); Process (computing); Software; Software engineering; Resource (disambiguation); Search-based software engineering; Machine learning; Outcome (game theory); Software development; Artificial intelligence; Data mining; Software development process; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01491868679929527,"gpt":0.247967591597911,"spread":0.2330489047986157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001555622,0.0001033643,0.0001230989,0.0003777263,0.0001501035,0.0001362916,0.0004283712,0.0001590511,0.000007461929],"category_scores_gemma":[0.001721766,0.000102265,0.00002122137,0.000771068,0.00008289325,0.001447421,0.0003671315,0.0003337416,0.00003250774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005561276,"about_ca_system_score_gemma":0.00008259142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003807477,"about_ca_topic_score_gemma":0.000001269699,"domain_scores_codex":[0.9990836,0.00001889856,0.0002537933,0.0001580585,0.0002487774,0.0002369109],"domain_scores_gemma":[0.9992926,0.0001519544,0.00005673236,0.000209748,0.000202765,0.00008623114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002097042,0.00002287724,0.3433807,0.0001566349,0.00004190914,0.00001636891,0.005038739,0.003993933,0.0009198894,0.04463395,0.001077553,0.6006965],"study_design_scores_gemma":[0.0007154467,0.0002918997,0.01973977,0.00007201102,0.000006054149,0.0001968592,0.0008068641,0.9643832,0.002858509,0.001563005,0.008997992,0.0003683556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1918855,0.0001208482,0.8032023,0.002855767,0.00007064182,0.0001542426,0.000003506658,0.001683768,0.0000234071],"genre_scores_gemma":[0.8519142,0.00001148775,0.1477714,0.0002489547,0.00002564197,0.00001177239,0.000007860857,0.000005068437,0.000003652005],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9603893,"threshold_uncertainty_score":0.4170246,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982119098","doi":"10.1016/j.infsof.2019.106205","title":"Automatic prediction of the severity of bugs using stack traces and categorical features","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Computer science; Software bug; Software regression; Data mining; Machine learning; Software; Classifier (UML); Tracing; Predictive modelling; Artificial intelligence; Reliability engineering; Software quality; Software development; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.007654808858986597,"gpt":0.2244289516265802,"spread":0.2167741427675936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001407805,0.00005444694,0.0001082437,0.0001961601,0.00003489103,0.00002082045,0.0002407081,0.0001133342,0.000003078287],"category_scores_gemma":[0.0003522103,0.0000401017,0.0000141925,0.0003829059,0.00009489286,0.0004975752,0.0001951757,0.0001322537,0.000001129286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001915041,"about_ca_system_score_gemma":0.00004126276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002187758,"about_ca_topic_score_gemma":8.898235e-7,"domain_scores_codex":[0.9994824,0.00001206101,0.0001884161,0.00006595397,0.0001591853,0.00009197757],"domain_scores_gemma":[0.9994456,0.000118748,0.00009364157,0.0002405921,0.00008444983,0.0000169472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006086256,0.00002791713,0.6386285,0.0006653938,0.0000322208,4.466528e-7,0.002795279,0.0005306666,0.0005118156,0.01405716,0.0001417462,0.3426028],"study_design_scores_gemma":[0.0004593268,0.0001329479,0.8553899,0.00006185786,0.000006961044,0.0001581294,0.0001984378,0.1342103,0.005308969,0.003618458,0.0003486038,0.0001060725],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9187691,0.00008563105,0.08053292,0.0001536961,0.00009016028,0.0001439331,0.000004383342,0.0002123571,0.000007805314],"genre_scores_gemma":[0.9877954,0.00001098528,0.01216802,0.00001301406,0.000001924279,0.000002792724,7.980955e-7,0.000001727383,0.000005390547],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3424967,"threshold_uncertainty_score":0.16353,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056640446","doi":"10.1016/j.infsof.2009.06.006","title":"Using machine learning to refine Category-Partition test specifications and test suites","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dependability; Software engineering; Test Management Approach; Partition (number theory); Test (biology); Context (archaeology); Test strategy; Code coverage; Machine learning; Software testing; Test case; Process (computing); Artificial intelligence; Software; Programming language; Software development; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.03283553674994307,"gpt":0.266845198810083,"spread":0.2340096620601399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000203309,0.0001303865,0.0001385374,0.0005783825,0.0002972215,0.0001765755,0.0002397805,0.0001265848,0.000003629161],"category_scores_gemma":[0.00527978,0.0001280912,0.0000138391,0.0006847467,0.00006328963,0.0008138804,0.0001350324,0.0002014653,0.00002005184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003867088,"about_ca_system_score_gemma":0.00002898439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004283744,"about_ca_topic_score_gemma":0.000006054063,"domain_scores_codex":[0.9992079,0.00001132722,0.0002875831,0.0001808991,0.0001086954,0.0002036338],"domain_scores_gemma":[0.9988732,0.0004933234,0.0001238933,0.0002899208,0.0001441205,0.00007554843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000003869084,0.00007225179,0.325952,0.00002663094,0.000004602331,0.000004539703,0.001075725,0.00005314516,0.00112203,0.02088398,0.001556197,0.649245],"study_design_scores_gemma":[0.00200162,0.003574675,0.3942541,0.0004799333,0.00005703868,0.002174516,0.000269999,0.1816337,0.0146564,0.3129463,0.08548566,0.002466084],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1445279,0.0003440751,0.8231632,0.008797954,0.00006917668,0.0003444825,0.00001291984,0.02251103,0.0002292527],"genre_scores_gemma":[0.7041039,0.00003851057,0.2952174,0.0005801812,0.00001058049,0.00001075691,0.00001311758,0.000003821748,0.00002174252],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6467789,"threshold_uncertainty_score":0.6320772,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159118496","doi":"10.1016/j.infsof.2021.106603","title":"How do developers discuss and support new programming languages in technical Q&A site? An empirical study of Go, Swift, and Rust in Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Swift; Java; Rust (programming language); Second-generation programming language; Resource (disambiguation); Software; Stack (abstract data type); Fourth-generation programming language; Programming language; Software development; World Wide Web; Data science; Software engineering; Programming paradigm; Fifth-generation programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0192633891156373,"gpt":0.3074252941101488,"spread":0.2881619049945115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002755052,0.0001166338,0.0002145048,0.0005913516,0.00003391426,0.000183539,0.0002217243,0.0001774358,0.000002893551],"category_scores_gemma":[0.0011006,0.0001048164,0.000008941057,0.0009584875,0.00008428604,0.0009551223,0.000464828,0.000297646,0.000001144522],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004065825,"about_ca_system_score_gemma":0.0001257675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004744923,"about_ca_topic_score_gemma":0.0009688876,"domain_scores_codex":[0.9990339,0.00002836184,0.0002799383,0.000221271,0.0001986684,0.0002378897],"domain_scores_gemma":[0.9993535,0.0001321703,0.00005052314,0.0003119392,0.00007097959,0.00008090521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004684252,0.00005925368,0.670406,0.00003894326,0.00000383564,0.00002389057,0.004030048,0.00001222678,0.00001828256,0.00021478,0.00002278731,0.3251653],"study_design_scores_gemma":[0.001669775,0.0004300017,0.985823,0.00005603524,0.000003873479,0.0002136176,0.005006232,0.0004280448,0.0001681692,0.0002426608,0.005676322,0.0002823135],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9549159,0.0001536897,0.04362813,0.0007302096,0.00001920797,0.0002586131,0.000002280027,0.000285347,0.000006613305],"genre_scores_gemma":[0.9265494,0.00003427842,0.0733159,0.00003272494,0.000003644609,0.00002383695,0.000009519233,0.000005269796,0.00002537055],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.324883,"threshold_uncertainty_score":0.4274289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127483730","doi":"10.1016/j.infsof.2014.03.005","title":"Toward automated feature model configuration with optimizing non-functional requirements","year":2014,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Interdependence; Software product line; Data mining; Process (computing); Functional requirement; Functional dependency; Hierarchy; Artificial intelligence; Machine learning; Software; Software engineering; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.02434571316413649,"gpt":0.2529423929075516,"spread":0.2285966797434151,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002112888,0.0001419446,0.0001516579,0.0003196244,0.0001232163,0.0000872191,0.0002608023,0.0001900315,0.000001162265],"category_scores_gemma":[0.0004446788,0.0001206781,0.00001504936,0.0003430624,0.00007325308,0.001734876,0.0001143143,0.000188469,0.00001223977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004227116,"about_ca_system_score_gemma":0.00004265066,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001041902,"about_ca_topic_score_gemma":4.261076e-7,"domain_scores_codex":[0.999265,0.00001560035,0.0001950307,0.0001609725,0.0001676345,0.0001958125],"domain_scores_gemma":[0.9993281,0.00009056508,0.0001279384,0.0002847412,0.0001289901,0.00003962517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002847188,0.00001433379,0.0004253208,0.0000772109,0.00003487732,0.000002157746,0.001090805,0.7060695,0.0004158422,0.05321296,0.001161062,0.2374675],"study_design_scores_gemma":[0.000614527,0.000124516,0.000645702,0.00003197467,0.000004851563,0.00006087184,0.00005356866,0.9842566,0.001802094,0.01089994,0.00127951,0.0002258156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002151259,0.00001549139,0.9916058,0.0009055339,0.0001236614,0.0001340452,0.00000125378,0.004912583,0.00015033],"genre_scores_gemma":[0.1846843,0.000007928015,0.8149299,0.0002884238,0.000007054579,0.00003210686,0.00001706999,0.000005282177,0.0000279104],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2781871,"threshold_uncertainty_score":0.4921108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081326554","doi":"10.1016/j.infsof.2009.04.018","title":"Change impact graphs: Determining the impact of prior codechanges","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Computer science; Source code; Software; Code (set theory); Graph; Change impact analysis; Constant (computer programming); Database; Distributed computing; Software engineering; Operating system; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02094814448982087,"gpt":0.3012395335253905,"spread":0.2802913890355697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002265137,0.00011425,0.0001441396,0.0006046495,0.00008682472,0.00007088257,0.0005938078,0.0001277962,0.000004757222],"category_scores_gemma":[0.0006854189,0.00007236863,0.0000618926,0.0007668833,0.00007469823,0.0009692563,0.0001447303,0.0001778493,0.000007914692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004494539,"about_ca_system_score_gemma":0.00005117537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003047592,"about_ca_topic_score_gemma":0.000001394261,"domain_scores_codex":[0.9992845,0.00001234101,0.0002041038,0.00009112887,0.0001631981,0.000244722],"domain_scores_gemma":[0.9991135,0.000182427,0.0001046418,0.0004015175,0.0001514062,0.00004651275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004399154,0.00001358098,0.08920106,0.000009592429,0.00001427141,9.029794e-7,0.00127307,0.0000304973,0.00001550415,0.001827188,0.0002019456,0.907408],"study_design_scores_gemma":[0.0004271838,0.0007745841,0.9873329,0.00003015476,0.000002973938,0.00005176115,0.0000396336,0.005824417,0.0003298235,0.004792696,0.0002403017,0.0001535127],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8997755,0.000219883,0.09812993,0.0006491883,0.00005228347,0.0002978505,0.000007910164,0.0008455752,0.00002185944],"genre_scores_gemma":[0.9932238,0.00005755426,0.006598524,0.00008493055,0.000007332106,0.00001972494,0.000003465793,0.000002972173,0.000001652375],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9072545,"threshold_uncertainty_score":0.2951107,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077772687","doi":"10.1016/s0950-5849(03)00060-0","title":"UIO sequence based checking sequences for distributed test architectures","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Observability; Controllability; Sequence (biology); Sequence diagram; Synchronization (alternating current); Computer science; Current (fluid); Control theory (sociology); Real-time computing; Engineering; Mathematics; Software; Channel (broadcasting); Artificial intelligence; Unified Modeling Language; Computer network; Control (management); Programming language; Electrical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01946076082708154,"gpt":0.2629249510792006,"spread":0.2434641902521191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003421592,0.0001603086,0.0001657635,0.000387269,0.0002577304,0.0001612676,0.0004742065,0.0001831699,0.00000309123],"category_scores_gemma":[0.005421684,0.0001444555,0.0000377257,0.0005767883,0.0001644857,0.0003942087,0.00007343089,0.0001667608,0.000005205321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004232638,"about_ca_system_score_gemma":0.0001307896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001232153,"about_ca_topic_score_gemma":0.000002887707,"domain_scores_codex":[0.9990436,0.00001945884,0.0003046303,0.0002024306,0.0001354816,0.0002943261],"domain_scores_gemma":[0.9986497,0.000552415,0.0001680949,0.000389336,0.0001835518,0.00005691541],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001133148,0.00007518017,0.1331592,0.0002533663,0.00002318155,0.000008074395,0.0007294195,0.0005558457,0.0002468195,0.1188662,0.005041874,0.7410295],"study_design_scores_gemma":[0.001422676,0.0007231121,0.003317364,0.0002362307,0.00001900911,0.0004464941,0.0000693145,0.09130961,0.02167597,0.8250959,0.05464276,0.001041585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007574371,0.00007659329,0.9781142,0.0009843468,0.00008096245,0.0002659127,0.00003107126,0.01277805,0.00009445843],"genre_scores_gemma":[0.55582,0.000003264863,0.4435496,0.0005083829,0.000004360689,0.00008945494,0.00001769266,0.000004004496,0.000003300688],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.739988,"threshold_uncertainty_score":0.6490654,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091156716","doi":"10.1016/j.infsof.2009.08.001","title":"Software development effort prediction: A study on the factors impacting the accuracy of fuzzy logic systems","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Fuzzy logic; Computer science; Robustness (evolution); Fuzzy electronics; Software; Machine learning; Software development process; Software development; Data mining; Fuzzy set; Artificial intelligence; Fuzzy set operations","retraction":null,"screen_n_in":null,"score":{"opus":0.02401163209242762,"gpt":0.2669417416602196,"spread":0.2429301095677919,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006321355,0.0001563009,0.0001691299,0.000358036,0.0003350904,0.00015637,0.000866907,0.0001222169,0.000002319412],"category_scores_gemma":[0.003106602,0.00008600295,0.00002823537,0.0007591215,0.00006848604,0.0005917316,0.0002101431,0.0003556347,0.00001349316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007644513,"about_ca_system_score_gemma":0.00009803021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001079948,"about_ca_topic_score_gemma":8.719801e-7,"domain_scores_codex":[0.9987043,0.00003066919,0.0004410895,0.0001462959,0.0004160611,0.0002616242],"domain_scores_gemma":[0.9980121,0.0009674439,0.0001989906,0.0006049913,0.0001746408,0.00004185378],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000203121,0.0001888204,0.6557196,0.00008496358,0.0001262888,0.000006175421,0.01877367,0.001877822,0.00001508758,0.0197474,0.0006817228,0.3027582],"study_design_scores_gemma":[0.0005718395,0.0009449105,0.985774,0.00009851343,0.000009016714,0.00007154055,0.005233975,0.001492805,0.0005839852,0.001503243,0.00345153,0.0002646575],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7968571,0.00008178061,0.2001079,0.0007997502,0.0001980027,0.0007726221,0.000003297645,0.001142688,0.00003678495],"genre_scores_gemma":[0.9973415,0.00000639822,0.002469896,0.00009982344,0.000009262972,0.0000583336,0.000003460819,0.000003885472,0.000007511509],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3300544,"threshold_uncertainty_score":0.3719118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284668848","doi":"10.1016/j.infsof.2022.106996","title":"Improving microservices extraction using evolutionary search","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Identification (biology); Benchmark (surveying); Software evolution; Task (project management); Software engineering; Process (computing); Software; Service-oriented architecture; Artificial intelligence; Distributed computing; Machine learning; Data mining; Software system; Programming language; Web service; Systems engineering; Engineering; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.00962569133882675,"gpt":0.2460831791179393,"spread":0.2364574877791126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003439195,0.00008588008,0.0001009107,0.0004440306,0.0007256414,0.00007183618,0.0003987873,0.00009175639,0.00002357294],"category_scores_gemma":[0.00004195162,0.0000851877,0.00002528786,0.0006520817,0.00005819851,0.001876756,0.0006372803,0.0002700678,0.0000190502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001499999,"about_ca_system_score_gemma":0.0001172548,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000139711,"about_ca_topic_score_gemma":0.000002048804,"domain_scores_codex":[0.9991209,0.00003314631,0.0002779558,0.0001512214,0.0002171641,0.0001996176],"domain_scores_gemma":[0.999381,0.00003547201,0.0001264282,0.0003126322,0.0001121346,0.00003233591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002758423,0.00007660924,0.09751631,0.0003047854,0.0000243883,0.00000697058,0.002854375,0.004265907,0.002007119,0.009212309,0.0003141884,0.8833895],"study_design_scores_gemma":[0.001867324,0.0005789145,0.04410587,0.00004655744,0.00001962077,0.002974388,0.005710881,0.857923,0.00356165,0.007918312,0.07425919,0.001034301],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5086897,0.0002706301,0.4892109,0.0004867571,0.0003857106,0.0001846147,0.000006274814,0.0007255177,0.00003984429],"genre_scores_gemma":[0.9428719,0.00001356889,0.05676941,0.0002612792,0.00001436169,0.00004047696,0.00001112878,0.000003517693,0.00001437453],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8823552,"threshold_uncertainty_score":0.5581121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062159560","doi":"10.1016/s0950-5849(99)00082-8","title":"Connecting architecture reconstruction frameworks","year":2000,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Interoperability; Software architecture; Software framework; Reference architecture; Resource-oriented architecture; Abstraction; Software architecture description; Software; Code (set theory); Software system; Computer architecture; Software construction; Programming language; Operating system; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.007425801837211369,"gpt":0.2326787989230046,"spread":0.2252529970857933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001475198,0.0001022304,0.0001209121,0.0002780634,0.0001309983,0.00006962894,0.0002845433,0.000351106,0.00003512563],"category_scores_gemma":[0.0008696159,0.00009789018,0.00001904002,0.0004017755,0.00005764835,0.0009794873,0.00008239855,0.0004970381,0.00003690153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002057477,"about_ca_system_score_gemma":0.00001287782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001946082,"about_ca_topic_score_gemma":9.404638e-7,"domain_scores_codex":[0.9993954,0.00001865371,0.0002084217,0.0001269604,0.00007150015,0.0001791223],"domain_scores_gemma":[0.9993733,0.0001986212,0.00006450914,0.0002846457,0.0000469225,0.0000319679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001797512,0.000001336795,0.000140193,0.000007587417,0.000003613054,7.627879e-7,0.0003337064,0.007678803,0.000005056876,0.007033653,0.00001146086,0.984782],"study_design_scores_gemma":[0.0009078221,0.0002409927,0.00159687,0.0001396639,0.000009041056,0.002633128,0.0005038717,0.01710639,0.002075238,0.8743405,0.09956283,0.000883658],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03540519,0.0001125371,0.9600087,0.0008384823,0.0001908372,0.00007809262,0.00000107533,0.003161722,0.0002033846],"genre_scores_gemma":[0.05334119,0.00006682023,0.9462667,0.0002790081,0.00001312666,0.00001192287,0.000002158219,0.000004044597,0.00001509556],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9838983,"threshold_uncertainty_score":0.3991846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2026940905","doi":"10.1016/j.infsof.2009.11.003","title":"Studying the impact of uncertainty in operational release planning – An integrated method and its initial evaluation","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Variance (accounting); Monte Carlo method; Baseline (sea); Process (computing); Computer science; Operations research; Uncertainty analysis; Heuristic; Reliability engineering; Industrial engineering; Sensitivity analysis; Span (engineering); Engineering; Simulation; Statistics; Mathematics; Civil engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03909248299080244,"gpt":0.3792799754647623,"spread":0.3401874924739599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009966852,0.00007943128,0.0001067318,0.0004890285,0.00007632248,0.0000736722,0.0002421393,0.00009545049,0.000004334228],"category_scores_gemma":[0.002139264,0.00005654586,0.00001209385,0.0006097502,0.00003055285,0.001093906,0.00007023797,0.0002150639,9.601663e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006897953,"about_ca_system_score_gemma":0.0001525845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004961375,"about_ca_topic_score_gemma":0.000003224897,"domain_scores_codex":[0.9992447,0.00007697145,0.0002427305,0.0001014128,0.0002041366,0.0001300502],"domain_scores_gemma":[0.9992278,0.0002568227,0.00006431944,0.0001649747,0.0002590992,0.00002694544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002194367,0.00002663189,0.01187088,0.000008343379,0.00001114256,0.000001811439,0.003536603,0.1404864,0.00008708122,0.005743233,0.00002289984,0.838183],"study_design_scores_gemma":[0.0005503133,0.0003027402,0.115159,0.00002637716,0.000002215729,0.00003767633,0.0002320501,0.8798307,0.0001792441,0.00357164,0.00002647084,0.00008152694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6683812,0.0000936555,0.3308894,0.000256197,0.00001842134,0.000207346,0.000002487696,0.0001437414,0.00000760187],"genre_scores_gemma":[0.9869604,0.000006468357,0.0129369,0.0000552413,0.000004774137,0.00001913706,0.00001487069,0.000001661234,5.739917e-7],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8381014,"threshold_uncertainty_score":0.2561053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229062148","doi":"10.1016/j.infsof.2022.106936","title":"A search-based framework for automatic generation of testing environments for cyber–physical systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Cyber-physical system; Drone; Computer science; Robot; Software; Virtual machine; Physical system; Distributed computing; Human–computer interaction; Systems engineering; Embedded system; Real-time computing; Artificial intelligence; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03980151792648982,"gpt":0.2772495253795939,"spread":0.2374480074531041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003563794,0.00009521592,0.0001675994,0.0003205594,0.0003065432,0.00005388463,0.0003404546,0.00008107425,8.263826e-7],"category_scores_gemma":[0.001300659,0.00009770704,0.00003478033,0.0003466549,0.00006454587,0.0002658739,0.0001709144,0.0001256511,9.808259e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005981167,"about_ca_system_score_gemma":0.00006690847,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000010432,"about_ca_topic_score_gemma":9.917385e-8,"domain_scores_codex":[0.9991817,0.00002530766,0.0002965029,0.0001399051,0.0001808852,0.0001756372],"domain_scores_gemma":[0.9986447,0.0007416138,0.0002097999,0.0002986182,0.00007788939,0.00002735759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001524698,0.0001560636,0.006157513,0.0004777686,0.00003105485,8.124202e-7,0.001460283,0.01264764,0.0003975674,0.1634433,0.00207107,0.8131416],"study_design_scores_gemma":[0.0002962734,0.0005361246,0.0001146701,0.00003101733,0.000006275423,0.00001307748,0.00003289468,0.9498301,0.001034709,0.04698183,0.001009032,0.0001140034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03911917,0.00003435329,0.9568685,0.0002689093,0.0001033507,0.0006221847,0.0000288394,0.002950294,0.000004381689],"genre_scores_gemma":[0.4846509,3.35459e-7,0.5146598,0.00009818345,0.00001090727,0.0005525521,0.00002061499,0.000004415554,0.00000238113],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9371824,"threshold_uncertainty_score":0.3984377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049314455","doi":"10.1016/j.infsof.2006.10.006","title":"Distributed priority ranking of strategic preliminary requirements for management information systems in economic organizations","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Task (project management); Profit (economics); Information system; Requirements analysis; Process management; Requirements management; Knowledge management; Risk analysis (engineering); Engineering; Systems engineering; Business; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.01092411229745676,"gpt":0.2381267326497769,"spread":0.2272026203523201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220621,0.00008299356,0.000119275,0.0004654243,0.00005766642,0.0000970664,0.0002480619,0.0001126206,9.932388e-7],"category_scores_gemma":[0.00005716219,0.00008802299,0.00001136002,0.0004349636,0.00002281397,0.00228907,0.0001080118,0.00006473515,0.000003072404],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007281964,"about_ca_system_score_gemma":0.00003421474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007896277,"about_ca_topic_score_gemma":0.000004363749,"domain_scores_codex":[0.9992554,0.000008187436,0.0004648547,0.00007255328,0.00007255905,0.000126408],"domain_scores_gemma":[0.9993719,0.00005748018,0.0002499305,0.0002014241,0.000106435,0.00001281234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001939435,0.00003085784,0.009093801,0.0004783866,0.00001962668,8.286983e-7,0.0002586641,0.01435326,0.000005472439,0.9326947,0.0003930539,0.04265194],"study_design_scores_gemma":[0.005906298,0.001059583,0.04913838,0.0005565116,0.00007710853,0.0001360201,0.001599234,0.6761868,0.001585355,0.1557617,0.1066146,0.001378412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02204657,0.00006618765,0.9763573,0.0001459111,0.0001317433,0.0004876238,0.00003342872,0.0006061456,0.00012506],"genre_scores_gemma":[0.9118739,0.00004224087,0.08780722,0.00001757015,0.000005275076,0.00008921673,0.0001592427,0.000002843674,0.000002509395],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8898273,"threshold_uncertainty_score":0.3589473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210729440","doi":"10.1016/j.infsof.2022.106855","title":"An empirical study on self-admitted technical debt in modern code review","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Technical debt; Debt; Imperfect; Code (set theory); Process (computing); Computer science; Empirical research; Risk analysis (engineering); Business; Accounting; Data science; Finance; Statistics; Mathematics; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01773238854216346,"gpt":0.3160905029428613,"spread":0.2983581144006979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006804303,0.0001242048,0.0002078704,0.0007907281,0.0001388052,0.00004570744,0.0009488366,0.00009593876,0.00001108062],"category_scores_gemma":[0.0006912156,0.0001226984,0.00002045045,0.00141244,0.00003092311,0.0005536827,0.0005820998,0.0006564016,0.00001854244],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001652187,"about_ca_system_score_gemma":0.00008991702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006494302,"about_ca_topic_score_gemma":0.000007306706,"domain_scores_codex":[0.9986318,0.00008518465,0.0003716208,0.0002364771,0.0004119163,0.0002630383],"domain_scores_gemma":[0.9989228,0.0001986334,0.0000627864,0.0006827508,0.00006420254,0.00006879983],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002496647,0.0011159,0.527958,0.0002162834,0.00002331066,0.00008850854,0.002861625,0.001127033,0.0000159363,0.003607602,0.002381512,0.4605793],"study_design_scores_gemma":[0.005173151,0.008486403,0.7595937,0.0003522609,0.00002821862,0.001034179,0.001371176,0.154749,0.0001126729,0.01216704,0.05520346,0.001728716],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6786714,0.0008660164,0.30787,0.004089003,0.0001535284,0.001574085,0.00001023286,0.006686065,0.00007969076],"genre_scores_gemma":[0.9852159,0.00009158569,0.01291289,0.001353616,0.000003828552,0.0004019042,0.000009075718,0.000007706922,0.000003471273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4588506,"threshold_uncertainty_score":0.5003498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046386652","doi":"10.1016/j.infsof.2010.03.008","title":"Best practice fusion of CMMI-DEV v1.2 (PP, PMC, SAM) and PMBOK 2008","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Capability Maturity Model Integration; Best practice; Project management; Process management; Computer science; Process (computing); Engineering management; Engineering; Knowledge management; Software development process; Systems engineering; Software development; Software; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.00607659504894246,"gpt":0.2419715158469567,"spread":0.2358949207980142,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003179178,0.0001212557,0.0001517456,0.0003158953,0.0001035286,0.00009098138,0.0003541979,0.000284561,0.00001146483],"category_scores_gemma":[0.00129336,0.0001127957,0.00001815085,0.0003870185,0.0001213334,0.002416488,0.0003055079,0.0003876601,0.00001971877],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007734755,"about_ca_system_score_gemma":0.00003877963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005030997,"about_ca_topic_score_gemma":0.000005372715,"domain_scores_codex":[0.9992419,0.00001350667,0.0002987094,0.0001362041,0.0001496118,0.0001600867],"domain_scores_gemma":[0.9988033,0.0002927373,0.0002472105,0.0003995078,0.0002027476,0.00005453807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001406873,0.00005147188,0.005126861,0.00008431146,0.00001716866,0.000004972156,0.0008300837,0.000007078075,0.0005584728,0.05856206,0.001347255,0.9333962],"study_design_scores_gemma":[0.0009039996,0.0007855009,0.003790494,0.0001102828,0.00003827698,0.001319151,0.0004933796,0.005573861,0.01186468,0.01383533,0.9606554,0.0006296396],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1091174,0.000729985,0.8835275,0.003326759,0.0004296132,0.0002537596,0.000006966093,0.00196149,0.0006465366],"genre_scores_gemma":[0.3310284,0.001156876,0.6674924,0.0002500631,0.00001850819,0.00002147797,0.000004685156,0.000006666188,0.00002090515],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9593081,"threshold_uncertainty_score":0.4599675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2285477878","doi":"10.1016/j.infsof.2016.01.008","title":"Combining lexical and structural information to reconstruct software layers","year":2016,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Exploit; Software system; Layering; Source code; Software; Software architecture; Process (computing); Software engineering; Documentation; Software maintenance; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.007871888355526706,"gpt":0.235595183831683,"spread":0.2277232954761562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001995383,0.0001448188,0.0001595445,0.0007816398,0.0001514221,0.0001964804,0.0004094179,0.0001941973,0.00001250941],"category_scores_gemma":[0.002473075,0.0001111992,0.00001861548,0.0004985779,0.0001366676,0.00343067,0.0004588721,0.0001739985,0.00009712216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000618011,"about_ca_system_score_gemma":0.00005778005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008988476,"about_ca_topic_score_gemma":0.000002141552,"domain_scores_codex":[0.9989622,0.00001338996,0.0003425592,0.0001469329,0.0002161793,0.0003187259],"domain_scores_gemma":[0.9989602,0.000319045,0.00008138221,0.0003319749,0.0001619678,0.0001454143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000006364571,0.000001169602,0.0509046,0.00002362974,0.000007838257,9.855552e-7,0.0005230968,0.00001235165,0.00001699297,0.01425536,0.0002861288,0.9339615],"study_design_scores_gemma":[0.01064486,0.002333151,0.6502706,0.000882054,0.00003087785,0.003320755,0.001470695,0.0139446,0.007666534,0.09825213,0.2073292,0.003854485],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3098063,0.00002620456,0.6862142,0.002197731,0.0001849671,0.0001762225,0.000009504688,0.001356455,0.00002844997],"genre_scores_gemma":[0.8559905,0.00002097377,0.143448,0.000474037,0.000009738289,0.00003295617,0.000005638555,0.000005225368,0.00001287753],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.930107,"threshold_uncertainty_score":0.4534573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4297140955","doi":"10.1016/j.infsof.2022.107081","title":"A systematic literature review of the Design Critique method","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Thematic analysis; Process (computing); Agile software development; Context (archaeology); Coding (social sciences); Systematic review; Data science; Data collection; Domain (mathematical analysis); Management science; Software engineering; Qualitative research; Human–computer interaction; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.009511806529675343,"gpt":0.2801530657174474,"spread":0.270641259187772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000921514,0.00009133566,0.0002183383,0.0004662507,0.0002270533,0.00003069697,0.0008087163,0.00009918131,0.00001515462],"category_scores_gemma":[0.00105351,0.00006616968,0.00003939663,0.001644184,0.00006854122,0.0006922249,0.0005590043,0.0004515967,0.000004637648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000573516,"about_ca_system_score_gemma":0.00005086191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.130931e-7,"about_ca_topic_score_gemma":2.290719e-7,"domain_scores_codex":[0.9988922,0.0002303201,0.0004860819,0.0001018132,0.0001795211,0.0001100016],"domain_scores_gemma":[0.9986025,0.0001371476,0.0004191551,0.0005198375,0.0003128856,0.000008445654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004464728,0.00002809827,0.00006877001,0.04077011,0.00004674882,0.000004702669,0.00165108,0.00002766027,0.0001188843,0.9243723,0.004085182,0.028822],"study_design_scores_gemma":[0.003227181,0.002505926,0.0007931747,0.2543016,0.0002769101,0.02269593,0.004806824,0.05115921,0.04941062,0.4966266,0.1117151,0.002480882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001133388,0.006571206,0.9859856,0.005860521,0.0002109205,0.0007008556,0.000005092871,0.0004317572,0.0001207133],"genre_scores_gemma":[0.09734701,0.005530858,0.8639935,0.03020479,0.00001617911,0.002581806,0.00002498234,0.00002201738,0.0002789034],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4277457,"threshold_uncertainty_score":0.2698321,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4310673963","doi":"10.1016/j.infsof.2022.107129","title":"A probabilistic framework for mutation testing in deep neural networks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Testability; Context (archaeology); Machine learning; Probabilistic logic; Mutation; Set (abstract data type); Artificial intelligence; Test suite; Artificial neural network; Suite; Data mining; Model-based testing; Reliability engineering; Test case; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01667141722285493,"gpt":0.2536663021430027,"spread":0.2369948849201478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003657813,0.0001000224,0.0001263332,0.0004697019,0.000282302,0.00008370673,0.0003888081,0.0001059499,0.000002090669],"category_scores_gemma":[0.003599765,0.0001078685,0.00001857762,0.001030118,0.00004873831,0.0004725719,0.0003203576,0.0003141381,7.925006e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007196362,"about_ca_system_score_gemma":0.00002946545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001753548,"about_ca_topic_score_gemma":0.000003514306,"domain_scores_codex":[0.9991542,0.0000269125,0.0003123955,0.0001618032,0.0001128498,0.0002319161],"domain_scores_gemma":[0.998724,0.0007410957,0.0001583331,0.0002531454,0.00009678962,0.00002665978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007343212,0.00001958128,0.01217021,0.00003008156,0.000002392349,0.000004584233,0.0006136359,0.01988298,2.315497e-7,0.05992569,0.0001393631,0.9072039],"study_design_scores_gemma":[0.0001514272,0.0001493727,0.000982531,0.000009996304,0.000001404324,0.00009935231,0.00003262001,0.660566,0.000001900735,0.3377032,0.0002075582,0.00009469733],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01179871,0.00008639728,0.978835,0.0006695538,0.0001382927,0.0003878777,0.000002167748,0.00806535,0.00001661561],"genre_scores_gemma":[0.54786,6.654372e-7,0.451323,0.0004125089,0.000006378547,0.0003844477,0.000008422591,0.000003812002,8.13243e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9071092,"threshold_uncertainty_score":0.4398751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984132113","doi":"10.1016/s0950-5849(03)00002-8","title":"An experiment in software component retrieval","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Software; Software engineering; Information retrieval; Data mining; Programming language; Software development; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.01031131112265868,"gpt":0.2583414944196067,"spread":0.248030183296948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003526705,0.0001293396,0.0001509714,0.0007739986,0.0000781268,0.0001136235,0.0005002553,0.0001858786,0.00001631133],"category_scores_gemma":[0.001169152,0.0001313462,0.000017556,0.0007831482,0.00007320218,0.001243342,0.0001323015,0.0002603666,0.00004886726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001017535,"about_ca_system_score_gemma":0.0000726666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009715247,"about_ca_topic_score_gemma":0.000002210543,"domain_scores_codex":[0.998908,0.00003322913,0.0003071291,0.0001889146,0.0002442421,0.0003184897],"domain_scores_gemma":[0.999098,0.000137716,0.00005437852,0.0005286504,0.00008971291,0.00009155222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004476411,0.0003461791,0.3573393,0.0001587451,0.00003512816,0.00007300348,0.006672101,0.001970135,0.0007987343,0.2278566,0.000663213,0.4040422],"study_design_scores_gemma":[0.01595565,0.004038573,0.4156127,0.0004682407,0.00001901513,0.001943373,0.0039375,0.07002931,0.1267101,0.07653111,0.279282,0.005472359],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3624552,0.0001991706,0.635362,0.0002142706,0.0001559326,0.0001954258,0.000001501686,0.001376598,0.00003994814],"genre_scores_gemma":[0.8247303,0.00002481697,0.1750563,0.0001367541,0.00000337955,0.00002824606,0.000006411977,0.000006174175,0.000007618953],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4622752,"threshold_uncertainty_score":0.5356144,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899335321","doi":"10.1016/j.infsof.2018.10.012","title":"On semantic detection of cloud API (anti)patterns","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interoperability; Cloud computing; Computer science; Leverage (statistics); Application programming interface; Rest (music); Software engineering; Context (archaeology); World Wide Web; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.006897650802499252,"gpt":0.2328684268167498,"spread":0.2259707760142506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001538355,0.00007922744,0.0001071169,0.0006259599,0.00006995234,0.00003800318,0.0003509435,0.0001341934,0.000008887357],"category_scores_gemma":[0.0007659634,0.00007482578,0.00001780663,0.0004998065,0.0001016985,0.0004528476,0.0001690603,0.0001452922,0.0001051564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002342201,"about_ca_system_score_gemma":0.00002013089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000140807,"about_ca_topic_score_gemma":0.000004450932,"domain_scores_codex":[0.9993353,0.000009129855,0.0002079863,0.0001058156,0.0001718035,0.0001699523],"domain_scores_gemma":[0.999232,0.000143878,0.00007452616,0.0003601026,0.0001573857,0.00003213852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001535622,0.0000388656,0.04791219,0.0001723758,0.00003305645,0.000003460096,0.00121559,0.0000674922,0.0008766878,0.04442937,0.0003097235,0.9049258],"study_design_scores_gemma":[0.003769472,0.004995618,0.3812805,0.0004996908,0.0000249214,0.0005540394,0.0003965501,0.08088549,0.4540955,0.04788736,0.02409333,0.001517463],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4476524,0.000009182218,0.5513844,0.0001313418,0.0001925244,0.00006365967,0.000001212736,0.0005402764,0.00002502274],"genre_scores_gemma":[0.9952027,0.00001167991,0.004658293,0.00008549944,0.00001845616,0.000009714779,0.000001412935,0.000003668232,0.000008556506],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9034083,"threshold_uncertainty_score":0.3051307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080331661","doi":"10.1016/s0950-5849(01)00214-2","title":"An architecture in support of universal access to electronic commerce","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Killam Trusts; Dalhousie University","keywords":"Computer science; Middleware (distributed applications); Personalization; Process (computing); Architecture; Domain (mathematical analysis); Software engineering; Distributed computing; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01109076979680563,"gpt":0.2283058574823674,"spread":0.2172150876855618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009186367,0.00008685663,0.0001501423,0.001226314,0.00005234199,0.0000818521,0.0002654129,0.0001024155,0.0001028054],"category_scores_gemma":[0.00006660588,0.00008300378,0.00001729432,0.001097599,0.00004317712,0.001765248,0.00009647858,0.0001383207,0.00003149896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001458393,"about_ca_system_score_gemma":0.000009510854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001674429,"about_ca_topic_score_gemma":0.0002005815,"domain_scores_codex":[0.9994166,0.00000221457,0.0002262803,0.00009062912,0.00008607608,0.0001781653],"domain_scores_gemma":[0.9996067,0.000006923936,0.0001135255,0.0001483565,0.0001162685,0.000008249204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004189898,0.0001145556,0.1843053,0.0003004229,0.00002425045,0.000002809249,0.000553877,0.009937062,0.00003903502,0.02109123,0.001823372,0.7817662],"study_design_scores_gemma":[0.004605783,0.0002944638,0.05858716,0.0002014708,0.0001918673,0.00004103434,0.002670028,0.1692178,0.0002962549,0.05025467,0.7118281,0.001811414],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9306253,0.00004569332,0.05891062,0.008624941,0.00003517799,0.0001507109,0.00000338856,0.0004096027,0.001194547],"genre_scores_gemma":[0.9967799,0.00002204089,0.0003456027,0.002786248,0.00001676517,0.000006997604,0.00002397024,0.000004917804,0.00001359967],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7799548,"threshold_uncertainty_score":0.3384796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281729201","doi":"10.1016/j.infsof.2022.106963","title":"Like, dislike, or just do it? How developers approach software development tasks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Computer science; Software development; Software; Human–computer interaction; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02146837634590896,"gpt":0.2417279393972017,"spread":0.2202595630512927,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005051623,0.0002521976,0.0002492862,0.001087681,0.000693744,0.0003242224,0.00144518,0.0001882346,0.00006077088],"category_scores_gemma":[0.0011868,0.0002295845,0.00003478654,0.001820668,0.0001209264,0.001287883,0.001931228,0.000632785,0.00004968752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002723668,"about_ca_system_score_gemma":0.0004910896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005039211,"about_ca_topic_score_gemma":0.000002472158,"domain_scores_codex":[0.9980206,0.00003712213,0.0003935492,0.0003589483,0.0006355864,0.0005541368],"domain_scores_gemma":[0.9986771,0.0002384469,0.000132653,0.0006407851,0.0001809995,0.0001299681],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003191356,0.00008971388,0.01910566,0.0002205715,0.00007545188,0.00003335203,0.008395961,0.0009619389,0.000004918205,0.004607216,0.02039434,0.946079],"study_design_scores_gemma":[0.001325661,0.0002609453,0.008415101,0.00003388678,0.00000820078,0.0007424029,0.004039317,0.003925817,0.0002243554,0.0003979967,0.9796571,0.0009692399],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01593204,0.0001883674,0.9778776,0.002037949,0.0003756373,0.0004525657,0.00001374525,0.003009806,0.0001122636],"genre_scores_gemma":[0.2844331,0.00004883547,0.7126219,0.00114819,0.00001725928,0.0008198321,0.00009805398,0.00002810393,0.0007846426],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9592627,"threshold_uncertainty_score":0.9362183,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1173311655","doi":"10.1016/j.infsof.2015.07.007","title":"Learning dependency-based change impact predictors using independent change histories","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Change impact analysis; Variety (cybernetics); Software; Machine learning; Precision and recall; Context (archaeology); Artificial intelligence; Data mining; Dependency (UML); Software system; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.04894197911269241,"gpt":0.2868627333318484,"spread":0.237920754219156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000426311,0.0001634393,0.0001692488,0.0009543788,0.0001272114,0.0001288484,0.0004945765,0.0002568006,0.000006800118],"category_scores_gemma":[0.001335547,0.0001539429,0.00003332718,0.0007398356,0.00007922231,0.00224288,0.0003188525,0.0003883573,0.0000257357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003663016,"about_ca_system_score_gemma":0.0001975203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001762518,"about_ca_topic_score_gemma":0.000008749114,"domain_scores_codex":[0.9987842,0.00002988579,0.00024074,0.0001700088,0.0004166782,0.0003585206],"domain_scores_gemma":[0.9990264,0.00009859123,0.0001160658,0.0003403978,0.0002544826,0.0001640897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001304604,0.00002073732,0.8035322,0.00006121304,0.00002152653,0.0000163754,0.007276414,0.0005954846,0.00001026288,0.001420517,0.00008206366,0.1869502],"study_design_scores_gemma":[0.006235111,0.003501033,0.3853191,0.0003200853,0.00004800072,0.0006836604,0.002097561,0.5274501,0.001370718,0.005064735,0.06536693,0.002542984],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4123807,0.0003923776,0.5833152,0.0004256057,0.0005311714,0.000350043,0.000004909007,0.002581956,0.00001798124],"genre_scores_gemma":[0.9737348,0.00001123915,0.025986,0.0001071326,0.00004405103,0.0000868713,0.00001243446,0.00001001916,0.000007446769],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.561354,"threshold_uncertainty_score":0.6277609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017763591","doi":"10.1016/s0950-5849(02)00081-2","title":"Empirical study of exchange patterns during software peer review meetings","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Division of Materials Research; Natural Sciences and Engineering Research Council of Canada; Institut national de recherche en informatique et en automatique (INRIA)","keywords":"Computer science; Synchronization (alternating current); Protocol (science); Empirical research; Observational study; Software; Cluster analysis; Data science; Data mining; Software engineering; Artificial intelligence; Statistics; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0563643868172037,"gpt":0.3704574367745099,"spread":0.3140930499573062,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001172891,0.0001615699,0.0003444064,0.0005003561,0.000153905,0.00001475807,0.000202512,0.0002242092,0.001165813],"category_scores_gemma":[0.002209161,0.0001450039,0.00003697349,0.0005366161,0.00008572178,0.0001983695,0.0001183569,0.0005461187,0.0001085799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002496923,"about_ca_system_score_gemma":0.000004842052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004568268,"about_ca_topic_score_gemma":0.000004517593,"domain_scores_codex":[0.9984602,0.0002496052,0.0005937669,0.000174232,0.0002763722,0.0002457754],"domain_scores_gemma":[0.9987525,0.000124085,0.0003461963,0.0003622498,0.0003801878,0.00003483244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001380608,0.0002020451,0.6245483,0.0006477453,0.00006077893,0.000007720951,0.02423083,0.000001015652,0.000003167072,0.0001059833,0.008809722,0.3413689],"study_design_scores_gemma":[0.002781938,0.001018183,0.7879453,0.0007144614,0.00008242566,0.0002255213,0.008616952,0.00001703927,0.00004031252,0.000185582,0.1978406,0.0005317429],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9849511,0.001604347,0.008688509,0.002135657,0.000197635,0.000431422,0.0000110177,0.0007946734,0.001185648],"genre_scores_gemma":[0.9928844,0.0002282313,0.004210963,0.001079858,0.00002893367,0.0001054002,0.00001993752,0.00001768948,0.001424584],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3408372,"threshold_uncertainty_score":0.9997473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986066860","doi":"10.1016/s0950-5849(01)00213-0","title":"Documenting electronic commerce systems and software using the unified modeling language","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Concordia University","keywords":"Computer science; Unified Modeling Language; Reusability; Software engineering; Documentation; UML tool; Distributed computing; Software; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01611683483546652,"gpt":0.2210263413822434,"spread":0.2049095065467768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000255937,0.0001623325,0.000195876,0.0004704547,0.000539641,0.000490628,0.0001878534,0.0001460957,0.00001963255],"category_scores_gemma":[0.000187703,0.0001252921,0.00002932178,0.0006409134,0.00007918606,0.001677366,0.0001761682,0.0002480507,0.0000215357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002374626,"about_ca_system_score_gemma":0.000009061597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005539557,"about_ca_topic_score_gemma":0.00002435637,"domain_scores_codex":[0.9990557,0.000006280567,0.0003425356,0.0001428431,0.0001460341,0.0003066125],"domain_scores_gemma":[0.9993578,0.00002540854,0.0002172299,0.0002097522,0.0001804165,0.000009374134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003775498,0.000088041,0.05830035,0.002207636,0.0003179963,0.000009372935,0.003462229,0.1379494,0.0001113054,0.07951741,0.0006296114,0.7173689],"study_design_scores_gemma":[0.0003031144,0.000003597344,0.00003179874,0.00006447195,0.00007390611,0.00002252539,0.002814907,0.9903872,0.000002566013,0.001466146,0.004639513,0.000190235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.691453,0.003044483,0.3028833,0.001271874,0.00008706536,0.0001871182,0.000001797469,0.000829275,0.0002421071],"genre_scores_gemma":[0.998165,0.0001610583,0.0007209153,0.000782195,0.00007663799,0.00001498657,0.00001765753,0.00001276576,0.00004874993],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8524378,"threshold_uncertainty_score":0.5109264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381853525","doi":"10.1016/j.infsof.2023.107286","title":"Reflections on Surrogate-Assisted Search-Based Testing: A Taxonomy and Two Replication Studies based on Industrial ADAS and Simulink Models","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of Ottawa","funders":"Horizon 2020; HORIZON EUROPE Framework Programme; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Benchmark (surveying); Replication (statistics); Machine learning; Heuristic; Taxonomy (biology); Generalization; Artificial intelligence; Reliability engineering; Search-based software engineering; Software; Engineering; Software system; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.2884403668754432,"gpt":0.3828625042578708,"spread":0.09442213738242755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006200064,0.000172618,0.0002067304,0.001108583,0.0003996286,0.0001435845,0.0002141523,0.0001998711,3.583112e-7],"category_scores_gemma":[0.00336275,0.0001603693,0.00001896048,0.001356594,0.0001913557,0.000458762,0.0001746862,0.0003166319,0.000007316461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006195829,"about_ca_system_score_gemma":0.0001101441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004257406,"about_ca_topic_score_gemma":0.000006769914,"domain_scores_codex":[0.9988533,0.00005272152,0.0003298686,0.0003417543,0.0001884005,0.000233903],"domain_scores_gemma":[0.9978443,0.001107383,0.0001561461,0.0005676873,0.0002549348,0.00006955203],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005075825,0.00005048915,0.009915852,0.00007198673,0.0000218324,0.000007096685,0.0004020452,0.008270482,0.00001561965,0.008886407,0.002944926,0.9693625],"study_design_scores_gemma":[0.001604642,0.0008899241,0.002036838,0.0002583473,0.00001217099,0.00003025853,0.0001065334,0.9591013,0.0004304593,0.03297262,0.002230058,0.0003268432],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1416405,0.000086406,0.7960034,0.01168858,0.0002119437,0.001368427,0.00002581758,0.04845904,0.0005159268],"genre_scores_gemma":[0.8856675,0.00001559352,0.1131972,0.0008464471,0.00001367818,0.0002221301,0.0000202027,0.00000839867,0.000008863295],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9690357,"threshold_uncertainty_score":0.653967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055419532","doi":"10.1016/j.infsof.2009.10.005","title":"Intelligent security and access control framework for service-oriented architecture","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Access Control and Trust","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Sherwood Applied Business Security Architecture; Computer science; Access control; Architecture; Service-oriented architecture; Software engineering; Applications architecture; Computer security; Embedded system; Computer architecture; Software security assurance; Software architecture; World Wide Web; Web service; Operating system; Security service; Information security; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.009909016500580807,"gpt":0.3023127697147073,"spread":0.2924037532141265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001847848,0.00009388454,0.0001548166,0.0001953045,0.0003936126,0.0001378014,0.0001976983,0.0003075187,0.00001827856],"category_scores_gemma":[0.000704277,0.00008265714,0.00002223542,0.0003128668,0.0001462142,0.0006208164,0.00003944182,0.0001894701,0.000004266977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001980177,"about_ca_system_score_gemma":0.00004258361,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000878135,"about_ca_topic_score_gemma":0.0002194659,"domain_scores_codex":[0.9993449,0.00001809956,0.0002061962,0.0001003015,0.0001092767,0.000221201],"domain_scores_gemma":[0.999385,0.00014166,0.0001138011,0.0001051028,0.0001830483,0.00007141115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005606842,0.00001441694,0.007029794,0.00002336964,0.00001329459,3.500025e-7,0.005706049,0.000007636548,6.110454e-7,0.4411674,0.0000684627,0.5459126],"study_design_scores_gemma":[0.0009501122,0.0001162729,0.005189469,0.00003151152,0.00002231639,0.000004845068,0.00268138,0.0003472926,0.00003082781,0.8241297,0.1663032,0.0001930749],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1038053,0.0004243801,0.8471249,0.04537046,0.0002066298,0.001018545,0.00004678642,0.0008492943,0.001153689],"genre_scores_gemma":[0.9911362,0.0001173569,0.003959934,0.004678874,0.00004668059,0.00004189728,0.00001061896,0.00000252845,0.00000590686],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8873309,"threshold_uncertainty_score":0.337066,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367674071","doi":"10.1016/j.infsof.2023.107244","title":"A mixed method study of DevOps challenges","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"DevOps; Computer science; Software engineering; Cloud computing; Orchestration; Empirical research; Information technology operations; Quality (philosophy); Data science; Engineering management; Engineering; Information technology; Software deployment","retraction":null,"screen_n_in":null,"score":{"opus":0.0369279377940198,"gpt":0.2972357860131443,"spread":0.2603078482191245,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004480584,0.00007469922,0.0001380697,0.0009967845,0.0000492657,0.00002632501,0.0004714624,0.0001041585,0.000002098858],"category_scores_gemma":[0.001196911,0.00007016871,0.00001353581,0.001162566,0.00003046575,0.0004714653,0.000423518,0.0001330846,0.0000500989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001323482,"about_ca_system_score_gemma":0.00002586277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009749433,"about_ca_topic_score_gemma":0.000006538844,"domain_scores_codex":[0.999254,0.00002469124,0.0002279449,0.0001155879,0.0002004852,0.0001772357],"domain_scores_gemma":[0.9990259,0.0003729044,0.00005965065,0.0003890699,0.0001198812,0.00003264158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000002211566,0.00003218002,0.009908125,0.00006256192,0.0000214096,0.000004655185,0.004233411,0.0001596502,0.0000100412,0.01927884,0.0001992356,0.9660877],"study_design_scores_gemma":[0.004925702,0.002545815,0.8245441,0.0001112704,0.00002212365,0.0002276227,0.01799435,0.07570557,0.003484479,0.03507578,0.03430577,0.001057438],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4052022,0.0001486275,0.5901362,0.0008982515,0.000173068,0.0002591696,0.00000160519,0.003134482,0.00004642579],"genre_scores_gemma":[0.9202222,0.0001054986,0.07955861,0.00001868241,0.000004263341,0.0000670236,0.000002180893,0.000004688459,0.00001682994],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9650303,"threshold_uncertainty_score":0.2861397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3162755873","doi":"10.1016/j.infsof.2021.106636","title":"Requirements engineering: Foundation for software quality (REFSQ2020)","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Foundation (evidence); Software quality; Software engineering; Quality (philosophy); Engineering; Computer science; Systems engineering; Software; Software development; Programming language; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.0263946985204725,"gpt":0.3010418247644973,"spread":0.2746471262440248,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003575781,0.0001369425,0.0001731836,0.0003765851,0.0001266574,0.0001895904,0.0004056381,0.0001933248,0.00001455291],"category_scores_gemma":[0.006532778,0.0001503012,0.00004299187,0.0006838051,0.00003826205,0.001370974,0.0003184478,0.0001736315,0.00004949967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009012152,"about_ca_system_score_gemma":0.0001321278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003943471,"about_ca_topic_score_gemma":0.000002138088,"domain_scores_codex":[0.9988158,0.00001371181,0.0003884544,0.0002226168,0.0002493146,0.0003100392],"domain_scores_gemma":[0.9984684,0.0004097416,0.00009290854,0.0005087673,0.0004459199,0.00007429331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001110036,0.00004438357,0.02536408,0.0004480847,0.0000622178,0.000007503209,0.0005324176,0.0007834803,0.0002815583,0.110252,0.001145486,0.8610677],"study_design_scores_gemma":[0.006513256,0.0006513645,0.1059642,0.0002698705,0.00003746532,0.0004363734,0.0003896907,0.05244276,0.02476698,0.05767845,0.7484803,0.002369243],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02213953,0.000117858,0.9740946,0.001134372,0.0003268014,0.0002309177,0.000008252985,0.001929638,0.00001799545],"genre_scores_gemma":[0.1674587,0.00005641291,0.8315449,0.0004108881,0.00003729876,0.000218938,0.0001313778,0.00001658526,0.0001249503],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8586985,"threshold_uncertainty_score":0.7820817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062675161","doi":"10.1016/j.infsof.2007.10.012","title":"Architecting-problems rooted in requirements","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Software engineering; Quality (philosophy); Requirements elicitation; Software development; Software; Systems engineering; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01192842801253947,"gpt":0.2575535918467975,"spread":0.245625163834258,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005861367,0.00008620012,0.00009332816,0.0007446054,0.0000534511,0.00006382546,0.0003367453,0.0001414325,0.000003291408],"category_scores_gemma":[0.0004207967,0.00008561574,0.00001230721,0.0007049687,0.00003162686,0.001146942,0.0001844637,0.0002242371,0.00001366102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003227657,"about_ca_system_score_gemma":0.00001478821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003646874,"about_ca_topic_score_gemma":0.00002759382,"domain_scores_codex":[0.9992533,0.000007160836,0.0003025241,0.0001070273,0.0001080781,0.0002219524],"domain_scores_gemma":[0.9994595,0.0001064737,0.0001042411,0.0002519632,0.00004390121,0.00003393731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004133699,0.00001281158,0.02795988,0.00002665206,0.000004337514,0.000006236659,0.0006008717,0.00008881033,0.00003046209,0.02604613,0.00006363732,0.945156],"study_design_scores_gemma":[0.003780976,0.001106599,0.198344,0.0004676775,0.00001402813,0.0009458336,0.0005340334,0.03689668,0.009833958,0.225915,0.5201367,0.002024512],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05233132,0.00008635443,0.9445518,0.0005472365,0.0001062782,0.0001231073,4.334928e-7,0.001882193,0.0003712303],"genre_scores_gemma":[0.7346298,0.00003370405,0.2650796,0.0002234255,0.000005842692,0.00001288632,0.000002583146,0.000003522134,0.000008707938],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9431315,"threshold_uncertainty_score":0.3491309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}