{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":99,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":99,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bc3f33d15a8d","filters":{"venue":"Information and Software Technology"}},"results":[{"id":"W2092245922","doi":"10.1016/j.infsof.2013.03.004","title":"Graphical user interface (GUI) testing: Systematic mapping and repository","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Graphical user interface testing; Graphical user interface; Computer science; User interface; Software; Interface (matter); Information retrieval; Data mining; Software engineering; User interface design; Programming language; Operating system","authors":[{"name":"Ishan Banerjee","is_ca":false},{"name":"Bao N. Nguyen","is_ca":false},{"name":"Vahid Garousi","is_ca":true},{"name":"Atif M. Memon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01087614462494123,"gpt":0.2151209586309208,"spread":0.2042448140059796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01209981,0.001548791,0.001180586,0.01240615,0.0014439,0.003815389,0.0038487,0.001544135,0.002708847],"category_scores_gemma":[0.07745802,0.0009618949,0.001277146,0.006200252,0.001791086,0.006727997,0.004184421,0.001509238,0.001396955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001340431,"about_ca_system_score_gemma":0.007884588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004841406,"about_ca_topic_score_gemma":0.008874613,"domain_scores_codex":[0.9694749,0.01570686,0.002477125,0.001983209,0.009592635,0.0007652069],"domain_scores_gemma":[0.9064861,0.04338626,0.006799906,0.01790901,0.02463614,0.0007826102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001702376,0.0007418906,0.02808614,0.002313496,0.0001459901,0.0005169958,0.003752435,0.005628964,0.01012959,0.01305329,0.004786159,0.9306749],"study_design_scores_gemma":[0.0003920992,0.004606061,0.09238295,0.009605181,0.001878255,0.01482543,0.01936777,0.2989326,0.2775752,0.1326999,0.147016,0.0007186669],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.07386839,0.002753717,0.9007135,0.0008015806,0.00006903624,0.001651856,0.001119523,0.007948518,0.01107388],"genre_scores_gemma":[0.3379145,0.00197447,0.6522949,0.0002743131,0.00003436696,0.0009039903,0.002122809,0.001129596,0.003351033],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01240615,"threshold_uncertainty_score":0.06399071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2738336658","doi":"10.1016/j.infsof.2017.07.009","title":"An anomaly detection system based on variable N-gram features and one-class SVM","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Defence Research and Development Canada","keywords":"Anomaly detection; Support vector machine; Computer science; Artificial intelligence; Pattern recognition (psychology); Constant false alarm rate; Feature vector; Feature (linguistics); Feature extraction; Context (archaeology); Weighting; One-class classification; Kernel (algebra); System call; Data mining; Mathematics","authors":[{"name":"Wael Khreich","is_ca":true},{"name":"Babak Khosravifar","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Chamseddine Talhi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00603452932396554,"gpt":0.211091983720122,"spread":0.2050574543961565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007093452,0.0006145958,0.001576568,0.001265426,0.0007097323,0.0007498176,0.001240112,0.0009093886,0.001406463],"category_scores_gemma":[0.001281415,0.0002717367,0.0005635878,0.0008876595,0.0002297966,0.001414601,0.0007403268,0.0009361633,0.0008445133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003970096,"about_ca_system_score_gemma":0.0006789439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002181915,"about_ca_topic_score_gemma":0.002251591,"domain_scores_codex":[0.9993179,0.00007453359,0.00005425512,0.0002315379,0.0002387615,0.00008306564],"domain_scores_gemma":[0.9992041,0.0002140253,0.00007793497,0.00009005919,0.0003551205,0.00005883761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007353093,0.000416418,0.008089155,0.0001281252,0.0001705399,0.0002870506,0.0000792481,0.01193128,0.07716621,0.002023833,0.005866248,0.8931067],"study_design_scores_gemma":[0.00004397404,0.0002350299,0.004485705,0.00001139709,0.00008825555,0.0003751385,0.00002622166,0.9636975,0.02728244,0.001687453,0.002025305,0.00004154684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0869197,0.0005044397,0.9006571,0.0002083377,0.0003874,0.00008392316,0.0002190347,0.009704635,0.001315357],"genre_scores_gemma":[0.6591162,0.0002265648,0.3358141,0.0001861121,0.0001748893,0.0001054024,0.0006819308,0.000145138,0.003549598],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002181915,"threshold_uncertainty_score":0.004705071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2192128789","doi":"10.1016/j.infsof.2015.10.002","title":"Understanding the popular users: Following, affiliation influence and leadership on GitHub","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Popularity; Computer science; Context (archaeology); World Wide Web; Feature (linguistics); Internet privacy; Data science; Psychology; Social psychology","authors":[{"name":"Kelly Blincoe","is_ca":false},{"name":"Jyoti Sheoran","is_ca":true},{"name":"Sean Goggins","is_ca":false},{"name":"Eva Petakovic","is_ca":false},{"name":"Daniela Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1301124145003833,"gpt":0.2697044828517608,"spread":0.1395920683513775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.001403787,0.0001293768,0.0001776294,0.001699261,0.001628481,0.004371301,0.0006840928,0.0007629298,0.0127981],"category_scores_gemma":[0.01124318,0.0001684801,0.0001657575,0.002184498,0.001446858,0.003838711,0.002049348,0.0009878479,0.001533133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001634621,"about_ca_system_score_gemma":0.001332952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03175507,"about_ca_topic_score_gemma":0.06389613,"domain_scores_codex":[0.9989242,0.0004034488,0.00003428867,0.00009513782,0.0002649376,0.0002779138],"domain_scores_gemma":[0.9875168,0.004814324,0.002660643,0.0005714449,0.001836528,0.002600173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003285543,0.0003551228,0.9019154,0.00005662653,0.00004215694,0.0002314004,0.0460158,0.0002271692,0.001096779,0.007608459,0.004583056,0.03753953],"study_design_scores_gemma":[0.00001277806,0.00008066276,0.8991994,0.00004868204,0.00003062699,0.0001099409,0.08672688,0.00185909,0.0005504619,0.003097875,0.00825143,0.00003215177],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9778705,0.00006423907,0.0002412189,0.0009990488,0.000009636361,0.000007572117,0.00008973604,0.00001925717,0.02069875],"genre_scores_gemma":[0.998111,0.00004406398,0.00009110968,0.00008973001,0.00001090816,0.000004169577,0.00006355872,0.00002398387,0.001561373],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9983007,"threshold_uncertainty_score":0.06314051,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036896594","doi":"10.1016/j.infsof.2013.02.006","title":"A systematic mapping study of web application testing","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Bibliometrics; Computer science; Data science; Field (mathematics); Schema (genetic algorithms); Information retrieval; Systematic review; World Wide Web; MEDLINE","authors":[{"name":"Vahid Garousi","is_ca":true},{"name":"Ali Mesbah","is_ca":true},{"name":"Aysu Betin-Can","is_ca":false},{"name":"Shabnam Mirshokraie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01289810841019044,"gpt":0.2246790883964861,"spread":0.2117809799862957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01488676,0.0005885662,0.0007608939,0.01382311,0.002120164,0.001803478,0.001478142,0.0008354512,0.002563067],"category_scores_gemma":[0.1481595,0.000689236,0.0008829731,0.009945185,0.001580298,0.003944129,0.003214261,0.0009369092,0.0004027855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002516784,"about_ca_system_score_gemma":0.01299001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01283384,"about_ca_topic_score_gemma":0.02385313,"domain_scores_codex":[0.9773312,0.01549255,0.00228693,0.001354751,0.003020723,0.0005138636],"domain_scores_gemma":[0.7169875,0.208155,0.01580119,0.02504527,0.0326645,0.001346576],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006470575,0.002142526,0.2573214,0.009764352,0.0006498025,0.001301316,0.05774216,0.002243274,0.006384335,0.01335605,0.002627009,0.6458206],"study_design_scores_gemma":[0.0007399421,0.007726576,0.6413473,0.02284451,0.005513662,0.008370626,0.1083763,0.03678373,0.04393917,0.04479004,0.07913979,0.0004283645],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.8946654,0.006708629,0.08040228,0.0005532551,0.00007359427,0.003449189,0.001448755,0.0004524231,0.0122465],"genre_scores_gemma":[0.9499515,0.001430905,0.04537695,0.0001773526,0.00001122146,0.001021573,0.0006863892,0.00007565082,0.001268395],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9851133,"threshold_uncertainty_score":0.07872969,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129718707","doi":"10.1016/j.infsof.2006.11.002","title":"A state-based approach to integration testing based on UML models","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Integration testing; Test case; Class diagram; Reliability engineering; Sequence diagram; Data mining; Software; Software engineering; Programming language; Engineering; Machine learning","authors":[{"name":"Shaukat Ali","is_ca":false},{"name":"Lionel Briand","is_ca":true},{"name":"Muhammad Jaffar-Ur Rehman","is_ca":false},{"name":"Hajra Asghar","is_ca":false},{"name":"Muhammad Zohaib Iqbal","is_ca":false},{"name":"Aamer Nadeem","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01904630375427704,"gpt":0.2255805552280354,"spread":0.2065342514737583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002857025,0.0009029382,0.0008676383,0.002057418,0.0008131822,0.002984883,0.002542443,0.001645657,0.003425379],"category_scores_gemma":[0.01006929,0.00111405,0.001611607,0.001102881,0.001896844,0.005173427,0.001951458,0.002385609,0.000660715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001293743,"about_ca_system_score_gemma":0.0016788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004627174,"about_ca_topic_score_gemma":0.00678359,"domain_scores_codex":[0.9963638,0.001310233,0.0002313645,0.0003521442,0.001571455,0.00017109],"domain_scores_gemma":[0.9930043,0.003755382,0.0003810296,0.001715597,0.001015552,0.000128221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002966505,0.0005033473,0.00230026,0.0002874185,0.0001976484,0.0003977524,0.00125007,0.2456209,0.01894991,0.4850573,0.00315136,0.2419875],"study_design_scores_gemma":[0.00003085292,0.00007602695,0.0002175268,0.00006790968,0.0001011058,0.000105459,0.00003963865,0.8896341,0.007501062,0.09858515,0.003602251,0.0000389855],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003976123,0.00005480391,0.9924088,0.0001203234,0.00001693576,0.00005301403,0.00003239768,0.001656324,0.001681283],"genre_scores_gemma":[0.2903992,0.0002086547,0.705842,0.0001386617,0.00003282012,0.0002828412,0.0002051907,0.0003890171,0.002501593],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004627174,"threshold_uncertainty_score":0.0151096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038917214","doi":"10.1016/j.infsof.2014.12.006","title":"ELBlocker: Predicting blocking bugs with ensemble imbalance learning","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"National Key Research and Development Program of China","keywords":"Blocking (statistics); Computer science; Software bug; Disjoint sets; Eclipse; Artificial intelligence; Software; Programming language; Mathematics; Computer network","authors":[{"name":"Xin Xia","is_ca":false},{"name":"David Lo","is_ca":false},{"name":"Emad Shihab","is_ca":true},{"name":"Xinyu Wang","is_ca":false},{"name":"Xiaohu Yang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008737206462084155,"gpt":0.2217211099907938,"spread":0.2129839035287096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002436528,0.002355299,0.001505677,0.003037889,0.0006150373,0.0009305018,0.002606434,0.001823299,0.00441765],"category_scores_gemma":[0.007640637,0.0006175352,0.001089586,0.001511656,0.0003222186,0.002567325,0.001645952,0.002546088,0.002370361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005812606,"about_ca_system_score_gemma":0.001296107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004701707,"about_ca_topic_score_gemma":0.006771117,"domain_scores_codex":[0.9985961,0.0003145743,0.00009297752,0.0003925495,0.0004080806,0.0001957305],"domain_scores_gemma":[0.9955822,0.00222936,0.0004000145,0.0007733779,0.000776095,0.000239124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00148406,0.001167365,0.02794901,0.0003441259,0.0006360883,0.0002736631,0.00009545893,0.1473145,0.008514855,0.001797099,0.09812964,0.7122942],"study_design_scores_gemma":[0.00008262327,0.0001486503,0.001202326,0.00001589918,0.00006957318,0.00004848568,0.00001559308,0.989963,0.003269584,0.00240853,0.002758329,0.00001740984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2133098,0.004665253,0.6599606,0.00126739,0.001544845,0.0005266573,0.01300774,0.1006344,0.005083488],"genre_scores_gemma":[0.572726,0.0006048687,0.3837785,0.0007653544,0.0005961473,0.0004786881,0.02923462,0.001894348,0.009921382],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004701707,"threshold_uncertainty_score":0.01477855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394015350","doi":"10.1016/j.infsof.2024.107468","title":"Effective test generation using pre-trained Large Language Models and mutation testing","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Test (biology); Mutation; Computer science; Natural language processing; Genetics; Biology; Gene","authors":[{"name":"Arghavan Moradi Dakhel","is_ca":true},{"name":"Amin Nikanjam","is_ca":true},{"name":"Vahid Majdinasab","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Michel C. Desmarais","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01684748034253352,"gpt":0.2775876674362418,"spread":0.2607401870937083,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001237452,0.001579311,0.001016352,0.00133628,0.0003595494,0.0007329915,0.001884496,0.00151937,0.001727021],"category_scores_gemma":[0.008385114,0.0004827386,0.001178309,0.0006041561,0.0006916634,0.001281387,0.001002052,0.001509285,0.0008576497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008024166,"about_ca_system_score_gemma":0.001382725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004964372,"about_ca_topic_score_gemma":0.006390506,"domain_scores_codex":[0.9986789,0.0004145021,0.0000696754,0.0004246544,0.0002971177,0.0001151506],"domain_scores_gemma":[0.9941551,0.004301644,0.0003445081,0.0004481661,0.0005950739,0.0001554849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00046,0.0006600637,0.008439554,0.0004469495,0.0001737007,0.001282466,0.000273793,0.3925345,0.03624671,0.0020628,0.008417867,0.5490016],"study_design_scores_gemma":[0.00003307246,0.00009789668,0.0005333508,0.00001355154,0.0000236734,0.0001596766,0.00002871656,0.9910425,0.005875171,0.001592714,0.0005876768,0.00001200032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1823681,0.0009965552,0.7857834,0.000658948,0.0001264453,0.0003131207,0.000635537,0.02716559,0.001952246],"genre_scores_gemma":[0.7050749,0.0001941245,0.2882021,0.0007379483,0.00006047526,0.0003441855,0.002924585,0.0006687777,0.001792911],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004964372,"threshold_uncertainty_score":0.009870946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1979817550","doi":"10.1016/s0950-5849(02)00024-1","title":"Methodologies and website development: a survey of practice","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Documentation; Hierarchy; Quarter (Canadian coin); Work (physics); World Wide Web; Knowledge management; Website design; Engineering; Business; Computer science; Political science; Geography","authors":[{"name":"M. J. Taylor","is_ca":false},{"name":"J. McWilliam","is_ca":false},{"name":"Henry Forsyth","is_ca":false},{"name":"S. Wade","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04533103248192991,"gpt":0.2828912027633997,"spread":0.2375601702814698,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02181363,0.0007825586,0.001214401,0.01232301,0.001555339,0.008409096,0.003036069,0.003048389,0.002271947],"category_scores_gemma":[0.04198996,0.0009677307,0.0007826762,0.01772481,0.003907667,0.009576583,0.002350929,0.002936778,0.0007540208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003785695,"about_ca_system_score_gemma":0.007103787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002890427,"about_ca_topic_score_gemma":0.004317034,"domain_scores_codex":[0.9841727,0.007511105,0.00183118,0.001705877,0.004326873,0.0004522307],"domain_scores_gemma":[0.8972403,0.0846172,0.004346796,0.003123079,0.008982962,0.001689671],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007553018,0.0005122385,0.01050007,0.009325613,0.0000607297,0.0001628348,0.00513824,0.0008408052,0.00081104,0.0426021,0.008101781,0.921869],"study_design_scores_gemma":[0.0001344723,0.0006060874,0.02970759,0.03995512,0.0002427593,0.004390943,0.02653111,0.006954366,0.005040587,0.1009437,0.7852846,0.0002086118],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04162195,0.819745,0.08280133,0.01891062,0.0007392064,0.0003584772,0.0001688312,0.0003174624,0.03533712],"genre_scores_gemma":[0.1400564,0.7300887,0.1209674,0.003692408,0.0005803831,0.0004724547,0.0003015994,0.0002130932,0.003627571],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02181363,"threshold_uncertainty_score":0.1153629,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080505681","doi":"10.1016/j.infsof.2004.08.005","title":"Replicating software engineering experiments: a poisoned chalice or the Holy Grail","year":2004,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Holy Grail; Software; Engineering; Computer science; Software engineering; World Wide Web; Programming language","authors":[{"name":"James Miller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0136977408834442,"gpt":0.2550356574540044,"spread":0.2413379165705602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06323672,0.001442554,0.002498271,0.001459654,0.001512408,0.005189366,0.005056984,0.005020223,0.006548301],"category_scores_gemma":[0.2509927,0.0009783179,0.00107566,0.001090145,0.01105365,0.01065702,0.005380884,0.007050334,0.002960169],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001848042,"about_ca_system_score_gemma":0.002501081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001703026,"about_ca_topic_score_gemma":0.001173542,"domain_scores_codex":[0.9632047,0.02727713,0.0008987893,0.003089546,0.00498331,0.0005463979],"domain_scores_gemma":[0.7263274,0.1126637,0.008899547,0.1414029,0.007861459,0.00284497],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.009841391,0.003174037,0.02708678,0.002080146,0.002782403,0.001188288,0.01381217,0.02785595,0.02514668,0.3657913,0.0900256,0.4312153],"study_design_scores_gemma":[0.0024513,0.004757293,0.008333061,0.0007904514,0.0005571673,0.0005020724,0.002216642,0.0360754,0.01486768,0.8349151,0.09408878,0.0004451532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2994825,0.01331159,0.5141412,0.07973523,0.01472568,0.002998211,0.001943111,0.008039062,0.06562336],"genre_scores_gemma":[0.8377234,0.002544607,0.1193222,0.01864957,0.00222378,0.002252849,0.0006175344,0.001707586,0.01495835],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9367633,"threshold_uncertainty_score":0.3344318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988962172","doi":"10.1016/s0950-5849(03)00115-0","title":"Evaluating the learning effectiveness of using simulations in software project management education: results from a twice replicated experiment","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Oulun Yliopisto; European Commission","keywords":"COCOMO; Debriefing; Software project management; Computer science; Project management; Software; Software development; Empirical research; Process (computing); Software engineering; Knowledge management; Engineering management; Engineering; Software construction; Systems engineering; Psychology","authors":[{"name":"Dietmar Pfahl","is_ca":false},{"name":"Oliver Laitenberger","is_ca":false},{"name":"Günther Ruhe","is_ca":true},{"name":"Jörg Dorsch","is_ca":false},{"name":"Tatyana Krivobokova","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04241680743935664,"gpt":0.3661851983252082,"spread":0.3237683908858516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01115069,0.001462121,0.002420776,0.0006092789,0.0008900487,0.00238645,0.002653071,0.003087035,0.002878204],"category_scores_gemma":[0.0821676,0.001292408,0.0009081266,0.0005590948,0.001025042,0.002446329,0.001667605,0.002629904,0.0009305656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001081427,"about_ca_system_score_gemma":0.001968618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001180004,"about_ca_topic_score_gemma":0.0009479948,"domain_scores_codex":[0.989017,0.005890648,0.001457776,0.001798075,0.001270135,0.0005663188],"domain_scores_gemma":[0.8616557,0.1070771,0.008372577,0.01191748,0.005961764,0.005015298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.1976561,0.3660114,0.03555004,0.001382956,0.001682726,0.0003075869,0.01376957,0.03384817,0.1581492,0.001468146,0.001205252,0.1889689],"study_design_scores_gemma":[0.03714284,0.6025,0.1045967,0.0002781266,0.002246554,0.0002608062,0.002957522,0.06809513,0.1716619,0.004774251,0.00476553,0.0007206961],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9978164,0.0000265341,0.001247331,0.00004251458,0.00002527894,0.0003093664,0.00003455402,0.00005015627,0.0004477659],"genre_scores_gemma":[0.9906507,0.00008395635,0.006317159,0.00007148587,0.00003204769,0.00128829,0.0001218944,0.00003125722,0.001403359],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01115069,"threshold_uncertainty_score":0.05897117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985479445","doi":"10.1016/j.infsof.2012.05.001","title":"Quality indicators for business process models from a gateway complexity perspective","year":2012,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":74,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"European Social Fund; Ryerson University; Junta de Comunidades de Castilla-La Mancha; Universidad de Castilla-La Mancha; Ministerio de Ciencia e Innovación; European Regional Development Fund","keywords":"Computer science; Process (computing); Quality (philosophy); Identification (biology); Business process; Quality assurance; Process modeling; Perspective (graphical); Process management; Risk analysis (engineering); Work in process; Artificial intelligence; Engineering; Operations management","authors":[{"name":"Laura Sánchez‐González","is_ca":false},{"name":"Félix García","is_ca":false},{"name":"Francisco Ruíz","is_ca":false},{"name":"Jan Mendling","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03941987453531656,"gpt":0.2867538360098308,"spread":0.2473339614745142,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01472169,0.001432747,0.00153051,0.01020699,0.0009298978,0.008198136,0.001455662,0.001663866,0.002215893],"category_scores_gemma":[0.06604872,0.0007601713,0.002246032,0.008238033,0.001976879,0.01137324,0.003041043,0.002817434,0.0003433029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003803096,"about_ca_system_score_gemma":0.002790578,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004154178,"about_ca_topic_score_gemma":0.002560408,"domain_scores_codex":[0.9883054,0.003796002,0.001040446,0.0007631789,0.005333831,0.0007611502],"domain_scores_gemma":[0.9570618,0.02343128,0.007308092,0.004394147,0.006572364,0.001232314],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003620699,0.0003508469,0.03252863,0.0005470305,0.0002933138,0.0001207241,0.0009638049,0.2683559,0.003894738,0.5673084,0.003484296,0.1217903],"study_design_scores_gemma":[0.00003585192,0.000230636,0.007114137,0.0001857259,0.0001547764,0.00009317035,0.0004085404,0.7549773,0.003934057,0.2282171,0.00456976,0.00007887321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05459734,0.0005092855,0.9375999,0.0006873079,0.00005243381,0.0001646066,0.0004807903,0.0007063373,0.005201947],"genre_scores_gemma":[0.7152372,0.0005861269,0.2809591,0.0001011429,0.0001237934,0.0003283273,0.001407578,0.000249563,0.001007207],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01472169,"threshold_uncertainty_score":0.07785666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083998741","doi":"10.1016/j.infsof.2005.09.003","title":"A measurement framework for object-oriented software testability","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Testability; Software engineering; Computer science; Code refactoring; Software metric; Software reliability testing; Reliability engineering; Software development; Software; Software construction; Engineering; Programming language","authors":[{"name":"Samar Mouchawrab","is_ca":true},{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01571495417069761,"gpt":0.2604331201095388,"spread":0.2447181659388412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02020893,0.002370097,0.001587126,0.01192646,0.001955909,0.005865736,0.003752343,0.002323722,0.002493362],"category_scores_gemma":[0.06491964,0.0009259384,0.002514804,0.005723657,0.003177498,0.007741847,0.004426104,0.003235628,0.001068646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003291401,"about_ca_system_score_gemma":0.004961346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008843567,"about_ca_topic_score_gemma":0.005472261,"domain_scores_codex":[0.9744323,0.008822983,0.003295176,0.002623552,0.009677665,0.001148345],"domain_scores_gemma":[0.9452327,0.02518118,0.006489079,0.008154315,0.01355817,0.001384499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001758337,0.0007139107,0.02104351,0.000714579,0.0004002886,0.0001634849,0.001862554,0.03969699,0.01208021,0.5220626,0.00649563,0.3945904],"study_design_scores_gemma":[0.0001074142,0.001354724,0.03448468,0.0007828071,0.0004495435,0.0009964366,0.0009936314,0.4532868,0.01218427,0.4697446,0.02522257,0.0003926425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006907027,0.0002139181,0.9873533,0.0002019297,0.00003777856,0.0003090816,0.0002514974,0.001817113,0.002908377],"genre_scores_gemma":[0.2030094,0.0001800042,0.7937568,0.00009907463,0.00006968524,0.001140726,0.0007323057,0.0002563935,0.000755762],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02020893,"threshold_uncertainty_score":0.1068763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","authors":[{"name":"Junjie Wang","is_ca":false},{"name":"Mingyang Li","is_ca":false},{"name":"Song Wang","is_ca":true},{"name":"Tim Menzies","is_ca":false},{"name":"Qing Wang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.003162984024258265,"gpt":0.1814050668166534,"spread":0.1782420827923951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001699822,0.0009358418,0.001074081,0.003208703,0.000732915,0.001365439,0.001366042,0.001829585,0.001234668],"category_scores_gemma":[0.01217566,0.0004497071,0.0004484045,0.001566989,0.0006375901,0.001155459,0.001553765,0.0006528604,0.001577205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005435722,"about_ca_system_score_gemma":0.00064486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005057563,"about_ca_topic_score_gemma":0.004616965,"domain_scores_codex":[0.996893,0.0005092279,0.0001221545,0.0007022748,0.001492266,0.0002809811],"domain_scores_gemma":[0.989942,0.004733344,0.001420643,0.001389176,0.001924278,0.000590616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007924539,0.001342322,0.136769,0.0009068652,0.0005816937,0.008468709,0.002538271,0.0264015,0.09740275,0.004283771,0.06313199,0.6502486],"study_design_scores_gemma":[0.000150582,0.001010799,0.09143021,0.0001267405,0.0002957025,0.005403623,0.001842584,0.7965984,0.07950948,0.006511847,0.01693229,0.0001876128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8823231,0.001900452,0.09659782,0.0007921196,0.0008224621,0.0002571016,0.002339041,0.006104112,0.008863856],"genre_scores_gemma":[0.9608379,0.000233755,0.03169948,0.0002116743,0.0002745567,0.00006020469,0.001683173,0.000172649,0.004826554],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005057563,"threshold_uncertainty_score":0.01005626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2783794442","doi":"10.1016/j.infsof.2018.01.003","title":"Support vector regression for predicting software enhancement effort","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; National Research Council Canada; Universidad de Guadalajara","keywords":"Support vector machine; Computer science; Benchmarking; Machine learning; Artificial neural network; Data mining; Software; Sigmoid function; Artificial intelligence; Decision tree; Set (abstract data type); Regression analysis; Kernel (algebra); Radial basis function kernel; Kernel method; Mathematics; Operating system","authors":[{"name":"Andrés García Floriano","is_ca":false},{"name":"Cuauhtémoc López‐Martín","is_ca":false},{"name":"Cornelio Yáñez-Márquéz","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0107729103410717,"gpt":0.2680281242044023,"spread":0.2572552138633306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002530915,0.000867845,0.0005176873,0.001597512,0.0001567205,0.0004892022,0.0006544951,0.0006786282,0.001499709],"category_scores_gemma":[0.0172024,0.0002013871,0.0004200539,0.001418291,0.0001547625,0.0009608695,0.0003439657,0.001162363,0.00085351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002709794,"about_ca_system_score_gemma":0.0005301769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00416774,"about_ca_topic_score_gemma":0.003371783,"domain_scores_codex":[0.9988426,0.0005660662,0.0000657928,0.0001541916,0.0002848288,0.00008640238],"domain_scores_gemma":[0.9859154,0.01106836,0.0009189697,0.0006540962,0.001214777,0.0002283226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001340179,0.00178662,0.1304577,0.0002196018,0.0002947373,0.0001273497,0.0001439978,0.2416735,0.006893213,0.001358679,0.004258111,0.6114463],"study_design_scores_gemma":[0.00001814937,0.0002365601,0.01317083,0.00001200141,0.00003437891,0.00001994989,0.00003188555,0.9838015,0.00175663,0.0006849268,0.0002229474,0.00001028644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.847149,0.0007144175,0.1487269,0.0002242223,0.00007475007,0.00005640989,0.0006561537,0.001363513,0.001034711],"genre_scores_gemma":[0.9621798,0.0001770901,0.035083,0.0000166858,0.00002977228,0.00003701137,0.0007338025,0.0000436118,0.001699169],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00416774,"threshold_uncertainty_score":0.01338494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1902226681","doi":"10.1016/j.infsof.2007.08.004","title":"Initiating software process improvement in very small enterprises","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Process (computing); Computer science; Goal-Driven Software Development Process; Software development process; Software engineering; Software; Process management; Manufacturing engineering; Software development; Engineering; Operating system","authors":[{"name":"Naji Habra","is_ca":false},{"name":"Simon Alexandre","is_ca":false},{"name":"Jean‐Marc Desharnais","is_ca":true},{"name":"Claude Y. Laporte","is_ca":true},{"name":"Alain Renault","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01010281566548805,"gpt":0.2245882428725088,"spread":0.2144854272070208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007234014,0.000349111,0.0003682114,0.0009788199,0.001932023,0.002626386,0.001260955,0.001602071,0.002294226],"category_scores_gemma":[0.02866731,0.0003668147,0.0003502203,0.001143202,0.001122008,0.002304781,0.002382227,0.001557709,0.0007388755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002309136,"about_ca_system_score_gemma":0.00863997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003501818,"about_ca_topic_score_gemma":0.004512964,"domain_scores_codex":[0.992476,0.003924466,0.000332521,0.0006740518,0.001729982,0.0008629538],"domain_scores_gemma":[0.9652888,0.01901908,0.003512823,0.004212629,0.004270342,0.003696379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00290401,0.004470946,0.1373642,0.001004786,0.0001179658,0.003182455,0.02085048,0.02890494,0.07685933,0.04213631,0.006469904,0.6757347],"study_design_scores_gemma":[0.001131268,0.01318621,0.264851,0.0007600087,0.0004040614,0.00151591,0.04744695,0.2719788,0.1337939,0.1488665,0.1156155,0.0004500166],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9122654,0.000247055,0.06506253,0.001192385,0.00006341268,0.0007693121,0.00005362414,0.001058044,0.01928832],"genre_scores_gemma":[0.9778233,0.00006491468,0.01997877,0.00008856773,0.00001579709,0.0001416488,0.00007101971,0.00003511536,0.001780884],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007234014,"threshold_uncertainty_score":0.03825754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945475639","doi":"10.1016/j.infsof.2019.05.007","title":"An HMM-based approach for automatic detection and classification of duplicate bug reports","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Software regression; Computer science; Software bug; Precision and recall; Hidden Markov model; Software; Rank (graph theory); Crash; Data mining; Information retrieval; Artificial intelligence; Software quality; Software development; Programming language","authors":[{"name":"Neda Ebrahimi","is_ca":true},{"name":"Abdelaziz Trabelsi","is_ca":true},{"name":"Md. Shariful Islam","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Kobra Khanmohammadi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01059367975443223,"gpt":0.2446091503613171,"spread":0.2340154706068849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001807679,0.000739208,0.001331207,0.003330063,0.0007422217,0.001496863,0.00151259,0.001516418,0.001799761],"category_scores_gemma":[0.005292508,0.0004582389,0.001014387,0.002322952,0.00038653,0.001274122,0.001092116,0.001369592,0.001932052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005919783,"about_ca_system_score_gemma":0.001581373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007389016,"about_ca_topic_score_gemma":0.01000553,"domain_scores_codex":[0.998104,0.0003364125,0.0001911806,0.0005173536,0.0006594343,0.0001915839],"domain_scores_gemma":[0.9950796,0.001843859,0.0004906863,0.000686411,0.001685164,0.000214166],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001006671,0.0005729549,0.03301742,0.0005957547,0.0005126864,0.0007206491,0.0006134415,0.01643183,0.1089446,0.002331426,0.01064569,0.8246068],"study_design_scores_gemma":[0.00008316465,0.0004502219,0.0381167,0.0001018519,0.0004603356,0.001490701,0.0003219093,0.8915547,0.05364733,0.005557979,0.008026667,0.0001884356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09257045,0.00105701,0.8903319,0.0003201118,0.0002432019,0.0002661428,0.001881069,0.011435,0.001895165],"genre_scores_gemma":[0.5676599,0.0006169489,0.4217375,0.0002229847,0.0001499404,0.0002789471,0.003320161,0.0003562283,0.005657458],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007389016,"threshold_uncertainty_score":0.01469201,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3004796001","doi":"10.1016/j.infsof.2020.106277","title":"Mining API usage scenarios from stack overflow","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Application programming interface; Task (project management); Software documentation; Source code; Code (set theory); Software; Code review; Programming language; Internal documentation; Software engineering; World Wide Web; Database; Software development; Software quality; Software development process; Engineering; Software construction; Set (abstract data type)","authors":[{"name":"Gias Uddin","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Chanchal K. Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01447245590338612,"gpt":0.2310687727058589,"spread":0.2165963168024728,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008886356,0.001127372,0.0004663322,0.008561466,0.0007333873,0.001417143,0.001005749,0.001314767,0.0009656119],"category_scores_gemma":[0.01177919,0.0004736879,0.001302744,0.005641611,0.0003435329,0.003096105,0.001042072,0.0009170902,0.0005274985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004810702,"about_ca_system_score_gemma":0.0009496666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003867164,"about_ca_topic_score_gemma":0.006597458,"domain_scores_codex":[0.9979935,0.0002284499,0.0002525789,0.0003921399,0.0009227443,0.0002106214],"domain_scores_gemma":[0.9911826,0.004508832,0.001523777,0.0009148306,0.001303154,0.0005667812],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001700642,0.0008545224,0.6812137,0.001555866,0.000834335,0.01080201,0.002466366,0.02266306,0.03729,0.005006354,0.02081833,0.2147949],"study_design_scores_gemma":[0.0001031123,0.0007007593,0.3760606,0.0005039206,0.0009781742,0.0129798,0.003899907,0.5211865,0.04190929,0.01204497,0.02936497,0.0002679654],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9750123,0.0005494822,0.008431274,0.0002085395,0.00003602014,0.0001014961,0.01068775,0.002705705,0.002267467],"genre_scores_gemma":[0.9599191,0.0003507623,0.01828081,0.00006927295,0.00003243011,0.00008408105,0.02029299,0.0002691435,0.0007015851],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008561466,"threshold_uncertainty_score":0.007689297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283077896","doi":"10.1016/j.infsof.2022.106985","title":"A three-stage transfer learning framework for multi-source cross-project software defect prediction","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Multi-source; Computer science; Transfer of learning; Source code; Weighting; Data source; Open source; Selection (genetic algorithm); Merge (version control); Data mining; Open source software; Field (mathematics); Water source; Machine learning; Software; Artificial intelligence; Information retrieval; Statistics","authors":[{"name":"Jiaojiao Bai","is_ca":false},{"name":"Jingdong Jia","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02575489863589086,"gpt":0.2949621594112539,"spread":0.2692072607753631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006206143,0.0016352,0.001426674,0.002864209,0.0007882741,0.00121363,0.004280243,0.001986326,0.002146827],"category_scores_gemma":[0.00827405,0.0007622797,0.001740759,0.002475788,0.0009318796,0.003533112,0.002849736,0.002662537,0.0008421034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001474307,"about_ca_system_score_gemma":0.002008453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01028519,"about_ca_topic_score_gemma":0.008030361,"domain_scores_codex":[0.9976643,0.000829299,0.0001533313,0.000663141,0.0004612928,0.0002286114],"domain_scores_gemma":[0.99578,0.001979313,0.0003232098,0.0004361321,0.001275932,0.0002053007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002132697,0.0004892038,0.006100617,0.0001680167,0.0002432163,0.0001937816,0.0002700383,0.5842424,0.002300679,0.005820276,0.003843456,0.396115],"study_design_scores_gemma":[0.000007432956,0.00004035334,0.0003020702,0.000004747647,0.000009549978,0.00001187631,0.00001376609,0.9959264,0.0003893948,0.002999478,0.0002865226,0.000008420595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01536057,0.0002369938,0.9818611,0.0002270409,0.0000359684,0.0001706841,0.0001637275,0.00135156,0.0005923132],"genre_scores_gemma":[0.5881259,0.0003574418,0.4044934,0.0003004691,0.0001387096,0.001145252,0.001446695,0.0002267292,0.003765441],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01028519,"threshold_uncertainty_score":0.0328216,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974534895","doi":"10.1016/j.infsof.2007.10.013","title":"The software product line architecture: An empirical investigation of key process activities","year":2008,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software architecture description; Software engineering; Resource-oriented architecture; Software development; Computer science; Software architecture; Reference architecture; Software; Software construction; Operating system","authors":[{"name":"Faheem Ahmed","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0291366572693628,"gpt":0.2888381060938298,"spread":0.2597014488244669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006274331,0.0003618623,0.0001792064,0.004194907,0.0008895264,0.002269024,0.0007027331,0.0007843983,0.001731692],"category_scores_gemma":[0.05259847,0.0004221916,0.000313635,0.003764307,0.001680355,0.004864568,0.001670741,0.001248602,0.0004000037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001641885,"about_ca_system_score_gemma":0.002649382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003166018,"about_ca_topic_score_gemma":0.005203549,"domain_scores_codex":[0.9952189,0.002270965,0.000346187,0.0003085304,0.001649822,0.0002055309],"domain_scores_gemma":[0.8982465,0.07380097,0.01245451,0.003885749,0.009722682,0.001889578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003732633,0.001076357,0.864491,0.0003018054,0.00006857664,0.0003642243,0.03166194,0.003206365,0.004443565,0.01400289,0.0003405924,0.07966948],"study_design_scores_gemma":[0.00007474433,0.001394906,0.9168171,0.0002998016,0.0001409153,0.0007796795,0.03722719,0.02526136,0.003726426,0.007879438,0.006345702,0.00005278783],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9943188,0.00007967516,0.002183131,0.00004269836,0.000001374446,0.00007144658,0.00003994732,0.00001527407,0.003247665],"genre_scores_gemma":[0.9970838,0.00006636424,0.002376013,0.000006110412,0.000001407197,0.00003428273,0.00008058244,0.000007471327,0.0003438464],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006274331,"threshold_uncertainty_score":0.0331822,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024402488","doi":"10.1016/j.infsof.2011.10.007","title":"Comparing alternatives for analyzing requirements trade-offs – In the absence of numerical data","year":2011,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Swap (finance); Computer science; Process (computing); Work (physics); Risk analysis (engineering); Operations research; Management science; Engineering; Economics","authors":[{"name":"Golnaz Elahi","is_ca":true},{"name":"Eric Yu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0907674307304828,"gpt":0.3177942355904184,"spread":0.2270268048599356,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0364036,0.001599081,0.001918,0.008199806,0.000656793,0.005784951,0.002306457,0.003170965,0.005747085],"category_scores_gemma":[0.1577349,0.0008341769,0.00264936,0.004803931,0.002794923,0.0062506,0.002239598,0.002493777,0.0006766939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002558426,"about_ca_system_score_gemma":0.001673361,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001920284,"about_ca_topic_score_gemma":0.002961644,"domain_scores_codex":[0.9630228,0.02501929,0.001720779,0.001963207,0.006974749,0.001299259],"domain_scores_gemma":[0.6891217,0.2940594,0.005511441,0.006480042,0.003646437,0.001180851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.01383996,0.001774386,0.0529799,0.002288882,0.002145148,0.0004700888,0.001319783,0.4908863,0.005217763,0.1406129,0.003283521,0.2851814],"study_design_scores_gemma":[0.0003734535,0.00161057,0.01078113,0.0001912395,0.000275019,0.0001426768,0.00100567,0.8652292,0.001703016,0.1171229,0.001398814,0.0001662895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6347637,0.001972683,0.342165,0.001282163,0.0001495279,0.0005356219,0.0009894775,0.0004707258,0.01767112],"genre_scores_gemma":[0.9031327,0.0002620673,0.09493526,0.0001035662,0.00003549422,0.0002673253,0.0006138666,0.00007608243,0.0005736334],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.0364036,"threshold_uncertainty_score":0.192523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3059397974","doi":"10.1016/j.infsof.2020.106392","title":"Predicting continuous integration build failures using evolutionary search","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Benchmark (surveying); Genetic programming; Context (archaeology); Process (computing); Software; Software engineering; Resource (disambiguation); Search-based software engineering; Machine learning; Outcome (game theory); Software development; Artificial intelligence; Data mining; Software development process; Programming language","authors":[{"name":"Islem Saidani","is_ca":true},{"name":"Ali Ouni","is_ca":true},{"name":"Moataz Chouchen","is_ca":true},{"name":"Mohamed Wiem Mkaouer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01491868679929527,"gpt":0.247967591597911,"spread":0.2330489047986157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001261321,0.0009470721,0.000709823,0.002575781,0.0003960126,0.0008093413,0.001090791,0.001286824,0.001499369],"category_scores_gemma":[0.007618404,0.0004654153,0.0005586662,0.001410301,0.0003881679,0.001231017,0.0006246896,0.0009346077,0.0003186751],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006704329,"about_ca_system_score_gemma":0.0006254239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009948942,"about_ca_topic_score_gemma":0.009976041,"domain_scores_codex":[0.9994839,0.0001235895,0.00003082885,0.0001186478,0.0001638383,0.00007905964],"domain_scores_gemma":[0.9946001,0.003785077,0.0005227219,0.0002512205,0.0006318755,0.0002090045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002782324,0.0002808238,0.05223165,0.00004778161,0.000111208,0.0001495754,0.00006415392,0.8889114,0.001753919,0.0006551252,0.0005871085,0.05492903],"study_design_scores_gemma":[0.000004347995,0.00003909559,0.00237487,0.000003337019,0.00001070011,0.0000162248,0.00001433022,0.9969671,0.0002099003,0.0003239597,0.00003337182,0.000002716876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9419791,0.0003105821,0.05553288,0.0001230461,0.00002289214,0.00003552305,0.0001928146,0.0004422339,0.001360993],"genre_scores_gemma":[0.9888148,0.00004046358,0.01034805,0.00001072001,0.000004129868,0.0000134127,0.0002133126,0.00002344449,0.0005317276],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009948942,"threshold_uncertainty_score":0.01978207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982119098","doi":"10.1016/j.infsof.2019.106205","title":"Automatic prediction of the severity of bugs using stack traces and categorical features","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Computer science; Software bug; Software regression; Data mining; Machine learning; Software; Classifier (UML); Tracing; Predictive modelling; Artificial intelligence; Reliability engineering; Software quality; Software development; Engineering; Operating system","authors":[{"name":"Korosh Koochekian Sabor","is_ca":true},{"name":"Mohammad Hamdaqa","is_ca":false},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007654808858986597,"gpt":0.2244289516265802,"spread":0.2167741427675936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007598487,0.001438931,0.0008667785,0.006819852,0.0002824229,0.0008522409,0.001001702,0.001014568,0.001081706],"category_scores_gemma":[0.007131109,0.0004257068,0.001018567,0.002138824,0.0002929209,0.001421452,0.0007721838,0.0008992935,0.0007033036],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003840643,"about_ca_system_score_gemma":0.00117365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005677462,"about_ca_topic_score_gemma":0.009116802,"domain_scores_codex":[0.999008,0.0001124435,0.0001080174,0.0002616154,0.0003992009,0.0001107756],"domain_scores_gemma":[0.9878696,0.004870513,0.002806653,0.0009710757,0.00268527,0.0007969189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001743112,0.0009099254,0.4665534,0.0007627868,0.0003994863,0.0009156463,0.000264818,0.04916444,0.07072569,0.00166299,0.008232333,0.3986655],"study_design_scores_gemma":[0.00008482918,0.0005645411,0.0899443,0.00005787859,0.0001782326,0.0004733323,0.0001133078,0.8863729,0.01771018,0.003193886,0.001233132,0.00007355819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8345205,0.0008182953,0.1401029,0.0001874577,0.0001078883,0.0001247478,0.005647275,0.01767951,0.0008114536],"genre_scores_gemma":[0.9373955,0.0001520127,0.05739589,0.00002585186,0.00003712581,0.00003950899,0.004200776,0.0001853879,0.0005679897],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006819852,"threshold_uncertainty_score":0.01128882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056640446","doi":"10.1016/j.infsof.2009.06.006","title":"Using machine learning to refine Category-Partition test specifications and test suites","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dependability; Software engineering; Test Management Approach; Partition (number theory); Test (biology); Context (archaeology); Test strategy; Code coverage; Machine learning; Software testing; Test case; Process (computing); Artificial intelligence; Software; Programming language; Software development; Software construction","authors":[{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true},{"name":"Zaheer Bawar","is_ca":true},{"name":"Nadia Traldi Spido","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03283553674994307,"gpt":0.266845198810083,"spread":0.2340096620601399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004020345,0.001629171,0.00168783,0.005514601,0.0008174949,0.001690781,0.002606687,0.001200583,0.002918421],"category_scores_gemma":[0.03965436,0.001108098,0.002328171,0.002096745,0.001458399,0.002625583,0.002000714,0.002298752,0.0006249362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001942359,"about_ca_system_score_gemma":0.003613547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01336041,"about_ca_topic_score_gemma":0.02048449,"domain_scores_codex":[0.9944384,0.001742833,0.0004487139,0.0008688683,0.002045568,0.000455694],"domain_scores_gemma":[0.9560863,0.02884106,0.002485089,0.004964412,0.007174145,0.0004489861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006037545,0.0003571535,0.01225237,0.0005335521,0.0002192345,0.0004912703,0.0005732608,0.4405301,0.01612769,0.01686874,0.003398292,0.5080445],"study_design_scores_gemma":[0.00004904142,0.0001142581,0.001304315,0.00007116849,0.00007324348,0.0001125384,0.00008178962,0.961361,0.007932472,0.0275435,0.001332475,0.00002412783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05951377,0.0002845202,0.9327241,0.0001254783,0.00003914297,0.0001561889,0.0003267723,0.005726001,0.001103996],"genre_scores_gemma":[0.3953053,0.0001199292,0.6000442,0.0001273276,0.00002445344,0.0001739695,0.002303911,0.0009181997,0.0009826757],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01336041,"threshold_uncertainty_score":0.02656531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159118496","doi":"10.1016/j.infsof.2021.106603","title":"How do developers discuss and support new programming languages in technical Q&A site? An empirical study of Go, Swift, and Rust in Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Swift; Java; Rust (programming language); Second-generation programming language; Resource (disambiguation); Software; Stack (abstract data type); Fourth-generation programming language; Programming language; Software development; World Wide Web; Data science; Software engineering; Programming paradigm; Fifth-generation programming language","authors":[{"name":"Partha Chakraborty","is_ca":false},{"name":"Rifat Shahriyar","is_ca":false},{"name":"Anindya Iqbal","is_ca":false},{"name":"Gias Uddin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0192633891156373,"gpt":0.3074252941101488,"spread":0.2881619049945115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0204338,0.0003637777,0.0004190016,0.002912838,0.003961969,0.004562769,0.001873335,0.003313435,0.004397812],"category_scores_gemma":[0.194415,0.001055983,0.0003482819,0.001786229,0.004251707,0.01224279,0.004306054,0.004920591,0.0007899006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00287867,"about_ca_system_score_gemma":0.005618944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01376364,"about_ca_topic_score_gemma":0.03027571,"domain_scores_codex":[0.9854181,0.008546796,0.0007489465,0.0008318766,0.003197387,0.001256759],"domain_scores_gemma":[0.6155118,0.2639586,0.07173433,0.009107702,0.01891478,0.0207727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005191681,0.002725697,0.6147394,0.0002324966,0.00007986926,0.0008930847,0.3341706,0.0003437262,0.002236499,0.004197663,0.004083667,0.03577815],"study_design_scores_gemma":[0.0001855448,0.001179956,0.5412061,0.0003217474,0.0001234015,0.0004778113,0.4328659,0.003247741,0.001349861,0.00448676,0.01437607,0.0001792012],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9951106,0.00004956303,0.0005692095,0.00105386,0.00001136971,0.00004161714,0.00002318645,0.00004872636,0.003091893],"genre_scores_gemma":[0.9971636,0.00006935723,0.0008486363,0.0004341772,0.00001440998,0.00004111613,0.00004908301,0.00005331235,0.001326353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.996038,"threshold_uncertainty_score":0.1080655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127483730","doi":"10.1016/j.infsof.2014.03.005","title":"Toward automated feature model configuration with optimizing non-functional requirements","year":2014,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Interdependence; Software product line; Data mining; Process (computing); Functional requirement; Functional dependency; Hierarchy; Artificial intelligence; Machine learning; Software; Software engineering; Software development","authors":[{"name":"Mohsen Asadi","is_ca":true},{"name":"Samaneh Soltani","is_ca":true},{"name":"Dragan Gašević","is_ca":true},{"name":"Marek Hatala","is_ca":true},{"name":"Ebrahim Bagheri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02434571316413649,"gpt":0.2529423929075516,"spread":0.2285966797434151,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009282575,0.001304154,0.0006903674,0.001316163,0.0005328445,0.001584329,0.001526182,0.001024284,0.003399873],"category_scores_gemma":[0.005085639,0.0007883688,0.001178925,0.0009486652,0.0006273029,0.001815252,0.001649908,0.001210769,0.001349265],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008201141,"about_ca_system_score_gemma":0.001518564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002828293,"about_ca_topic_score_gemma":0.007009954,"domain_scores_codex":[0.9982964,0.0004794382,0.00007781281,0.0002257303,0.0007684538,0.0001521355],"domain_scores_gemma":[0.9978446,0.0007958085,0.0002047947,0.000717161,0.0003956601,0.00004192746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002478404,0.0003244953,0.003772799,0.0002590778,0.0000973148,0.0004868924,0.0002932117,0.3842882,0.07175157,0.02152723,0.006422063,0.5105293],"study_design_scores_gemma":[0.00002136915,0.00006519427,0.0005134915,0.00001662283,0.00003128571,0.0001201086,0.00007444213,0.9659564,0.01990731,0.01070474,0.002573786,0.00001512847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02632327,0.00005968852,0.9647119,0.0001076197,0.00001481937,0.0000966277,0.0001005028,0.005029507,0.003556081],"genre_scores_gemma":[0.3506213,0.00006768545,0.6460261,0.00008261561,0.0000116748,0.0001101904,0.0004112389,0.0007727301,0.001896456],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003399873,"threshold_uncertainty_score":0.0113737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081326554","doi":"10.1016/j.infsof.2009.04.018","title":"Change impact graphs: Determining the impact of prior codechanges","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Computer science; Source code; Software; Code (set theory); Graph; Change impact analysis; Constant (computer programming); Database; Distributed computing; Software engineering; Operating system; Theoretical computer science; Programming language","authors":[{"name":"Daniel M. Germán","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Gregório Robles","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02094814448982087,"gpt":0.3012395335253905,"spread":0.2802913890355697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002509972,0.0007036274,0.0005889786,0.00984761,0.0006653795,0.001157557,0.001126652,0.00111076,0.004708801],"category_scores_gemma":[0.04379155,0.0004366036,0.0009999397,0.005188366,0.0005861137,0.003349276,0.0009042515,0.001357255,0.001013246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007760245,"about_ca_system_score_gemma":0.001099483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009527686,"about_ca_topic_score_gemma":0.02131884,"domain_scores_codex":[0.9968455,0.0004739528,0.0001650242,0.0004500894,0.001859279,0.000206076],"domain_scores_gemma":[0.9421146,0.04028098,0.004394655,0.004426866,0.007609935,0.001172949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001897776,0.001029341,0.3941875,0.0006189374,0.0005689306,0.0006610277,0.0007215129,0.09310585,0.01196044,0.006354378,0.01557576,0.4733186],"study_design_scores_gemma":[0.000164161,0.001115127,0.2792083,0.0002061071,0.0006890867,0.001052979,0.0006597745,0.654214,0.02400145,0.0222626,0.01622924,0.0001972089],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8415891,0.001550789,0.1125811,0.0006650089,0.0002485469,0.0006500883,0.01374864,0.009263466,0.01970337],"genre_scores_gemma":[0.9341735,0.0003873712,0.05229049,0.0001041992,0.00007796055,0.0001533526,0.009038927,0.001044953,0.00272921],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00984761,"threshold_uncertainty_score":0.01894444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077772687","doi":"10.1016/s0950-5849(03)00060-0","title":"UIO sequence based checking sequences for distributed test architectures","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Observability; Controllability; Sequence (biology); Sequence diagram; Synchronization (alternating current); Computer science; Current (fluid); Control theory (sociology); Real-time computing; Engineering; Mathematics; Software; Channel (broadcasting); Artificial intelligence; Unified Modeling Language; Computer network; Control (management); Programming language; Electrical engineering","authors":[{"name":"Robert M. Hierons","is_ca":false},{"name":"Hasan Ural","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01946076082708154,"gpt":0.2629249510792006,"spread":0.2434641902521191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003961203,0.0009255714,0.000789293,0.002323691,0.0008866181,0.001427579,0.002218776,0.001310758,0.007182269],"category_scores_gemma":[0.01818011,0.0006930801,0.0006282883,0.0009941359,0.001378449,0.00284835,0.001944936,0.001191346,0.001034437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001157597,"about_ca_system_score_gemma":0.001996526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002641561,"about_ca_topic_score_gemma":0.004714333,"domain_scores_codex":[0.9958683,0.001698701,0.0003900558,0.0004984443,0.001081024,0.0004633642],"domain_scores_gemma":[0.9786716,0.01107449,0.00177126,0.005041055,0.002889823,0.0005518454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005216333,0.0008245138,0.01341824,0.0006449293,0.0001191187,0.0009196168,0.0009980839,0.09098636,0.05195213,0.1253095,0.01066533,0.6989459],"study_design_scores_gemma":[0.000377701,0.0009804086,0.002125932,0.0002798119,0.0001301179,0.0005593548,0.0001838146,0.7548718,0.1196149,0.1073967,0.01336564,0.0001138546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06976175,0.0002240322,0.91089,0.0002011363,0.00009999436,0.0002520469,0.0002528132,0.01346721,0.004851102],"genre_scores_gemma":[0.6148876,0.00008351295,0.3783558,0.0002260044,0.00003810306,0.0003165781,0.000681298,0.0009409141,0.004470135],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007182269,"threshold_uncertainty_score":0.02402711,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091156716","doi":"10.1016/j.infsof.2009.08.001","title":"Software development effort prediction: A study on the factors impacting the accuracy of fuzzy logic systems","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Fuzzy logic; Computer science; Robustness (evolution); Fuzzy electronics; Software; Machine learning; Software development process; Software development; Data mining; Fuzzy set; Artificial intelligence; Fuzzy set operations","authors":[{"name":"Zeeshan Muzaffar","is_ca":true},{"name":"Moataz Ahmed","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02401163209242762,"gpt":0.2669417416602196,"spread":0.2429301095677919,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00719057,0.0003213354,0.0003148546,0.001294162,0.0003791776,0.001047788,0.0006039632,0.0006527975,0.0006989408],"category_scores_gemma":[0.07911137,0.0001995099,0.0005033531,0.001584799,0.000327948,0.001716888,0.0002752841,0.0007450013,0.0001467028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008183367,"about_ca_system_score_gemma":0.0007678164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00941362,"about_ca_topic_score_gemma":0.005095338,"domain_scores_codex":[0.9971233,0.001138331,0.0002503076,0.0002709019,0.001036268,0.0001808907],"domain_scores_gemma":[0.7790546,0.2031988,0.007433421,0.002470054,0.007228549,0.0006145177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00109698,0.0006164063,0.9013789,0.0001263097,0.0001714037,0.0001635556,0.001093372,0.02065708,0.002031597,0.0005566409,0.000342107,0.07176565],"study_design_scores_gemma":[0.00005151242,0.001432592,0.734272,0.00009264449,0.0002675708,0.0002806052,0.001280504,0.2529411,0.00736925,0.001298852,0.0006597182,0.00005361729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9970445,0.0001345234,0.002024009,0.00006370837,0.000003535695,0.00001033667,0.00004362524,0.00001397435,0.0006618396],"genre_scores_gemma":[0.9987931,0.00005039509,0.0009850581,0.000007723297,0.000003708302,0.000003731033,0.00005385633,0.00000342012,0.00009889206],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00941362,"threshold_uncertainty_score":0.03802782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284668848","doi":"10.1016/j.infsof.2022.106996","title":"Improving microservices extraction using evolutionary search","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Identification (biology); Benchmark (surveying); Software evolution; Task (project management); Software engineering; Process (computing); Software; Service-oriented architecture; Artificial intelligence; Distributed computing; Machine learning; Data mining; Software system; Programming language; Web service; Systems engineering; Engineering; Software construction; Operating system","authors":[{"name":"Khaled Sellami","is_ca":true},{"name":"Ali Ouni","is_ca":true},{"name":"Mohamed Aymen Saied","is_ca":true},{"name":"Salah Bouktif","is_ca":false},{"name":"Mohamed Wiem Mkaouer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00962569133882675,"gpt":0.2460831791179393,"spread":0.2364574877791126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004445575,0.001058763,0.001173721,0.003742068,0.0009279613,0.001473288,0.00150726,0.001473213,0.009159369],"category_scores_gemma":[0.003274039,0.0004859982,0.001699156,0.00342417,0.000281525,0.002122329,0.001103175,0.000684012,0.002795534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004369736,"about_ca_system_score_gemma":0.001354372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004018216,"about_ca_topic_score_gemma":0.007510841,"domain_scores_codex":[0.9993126,0.00008307345,0.00006093982,0.0001729188,0.0002585511,0.0001118263],"domain_scores_gemma":[0.9987538,0.0005055848,0.00009142869,0.0002598492,0.0003447243,0.00004461321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002549407,0.0003293454,0.006603671,0.0004555957,0.0001446995,0.0005308143,0.0001552867,0.04041569,0.02939175,0.005613452,0.009721322,0.9063833],"study_design_scores_gemma":[0.00006561401,0.0001491833,0.004093534,0.00008451884,0.0002360086,0.000698979,0.0002840098,0.9190426,0.04837105,0.01118697,0.0157445,0.00004307596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1587251,0.001376692,0.8157669,0.0003857088,0.0002253713,0.0002899023,0.001454841,0.01019977,0.01157586],"genre_scores_gemma":[0.4149592,0.0005280158,0.5652887,0.000162876,0.00007325724,0.0001124736,0.005214591,0.0007692776,0.01289161],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009159369,"threshold_uncertainty_score":0.03064108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062159560","doi":"10.1016/s0950-5849(99)00082-8","title":"Connecting architecture reconstruction frameworks","year":2000,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Interoperability; Software architecture; Software framework; Reference architecture; Resource-oriented architecture; Abstraction; Software architecture description; Software; Code (set theory); Software system; Computer architecture; Software construction; Programming language; Operating system; Set (abstract data type)","authors":[{"name":"Ivan T. Bowman","is_ca":true},{"name":"Michael W. Godfrey","is_ca":true},{"name":"Richard C. Holt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007425801837211369,"gpt":0.2326787989230046,"spread":0.2252529970857933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002083177,0.0009081088,0.0005716046,0.002358725,0.001498659,0.004384472,0.002849689,0.002400566,0.01859446],"category_scores_gemma":[0.006625839,0.001015719,0.001555271,0.001783289,0.002037515,0.007505805,0.006783196,0.00278138,0.004534334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001205576,"about_ca_system_score_gemma":0.001885179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00286903,"about_ca_topic_score_gemma":0.004412484,"domain_scores_codex":[0.9979293,0.0005704988,0.0001266023,0.0004639536,0.0006108937,0.0002987033],"domain_scores_gemma":[0.9972497,0.0005308397,0.0001240016,0.001526697,0.0004326673,0.0001361801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006230186,0.00006298193,0.0009922741,0.00008053114,0.00004300708,0.0001750124,0.0005355712,0.01700763,0.001897613,0.8025224,0.005170973,0.1714497],"study_design_scores_gemma":[0.00002428711,0.00004052708,0.000500695,0.0001414619,0.00006245627,0.0003075871,0.0005078443,0.1764423,0.00560083,0.7066487,0.1096817,0.00004165217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008622304,0.0002381599,0.9670839,0.0006436378,0.00007080297,0.00006322277,0.00009305073,0.002411225,0.02077377],"genre_scores_gemma":[0.2729848,0.0009344757,0.6988466,0.0003841446,0.00007450244,0.0001724967,0.001332106,0.001908821,0.02336204],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01859446,"threshold_uncertainty_score":0.06220472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2026940905","doi":"10.1016/j.infsof.2009.11.003","title":"Studying the impact of uncertainty in operational release planning – An integrated method and its initial evaluation","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Variance (accounting); Monte Carlo method; Baseline (sea); Process (computing); Computer science; Operations research; Uncertainty analysis; Heuristic; Reliability engineering; Industrial engineering; Sensitivity analysis; Span (engineering); Engineering; Simulation; Statistics; Mathematics; Civil engineering","authors":[{"name":"Ahmed Al‐Emran","is_ca":true},{"name":"Puneet Kapur","is_ca":false},{"name":"Dietmar Pfahl","is_ca":true},{"name":"Guenther Ruhe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03909248299080244,"gpt":0.3792799754647623,"spread":0.3401874924739599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01499936,0.001346823,0.00146177,0.002128158,0.0007336844,0.00195939,0.00193235,0.001621414,0.002271498],"category_scores_gemma":[0.04136584,0.0008573115,0.00129948,0.002688643,0.001132451,0.004134852,0.001969514,0.00181475,0.0001894611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001600912,"about_ca_system_score_gemma":0.00192237,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007957081,"about_ca_topic_score_gemma":0.004994674,"domain_scores_codex":[0.9909943,0.005623358,0.0003404494,0.00064594,0.002141366,0.0002546765],"domain_scores_gemma":[0.929567,0.06211053,0.001788795,0.002676731,0.003426374,0.000430597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001354762,0.000761123,0.01180203,0.0006280744,0.0004771431,0.0001145774,0.0006478578,0.7164479,0.005297481,0.0134161,0.0003390022,0.248714],"study_design_scores_gemma":[0.00006939528,0.0008707406,0.003384276,0.00003640207,0.0001217315,0.00004196135,0.0001261596,0.9877198,0.002939011,0.004286003,0.0003626159,0.00004184039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1983685,0.0009625048,0.7966763,0.0001335633,0.00004031379,0.0003577401,0.0001428478,0.0002912392,0.003027125],"genre_scores_gemma":[0.6646545,0.0005664133,0.3331645,0.00003278088,0.00004365762,0.0003280763,0.0001820923,0.0001150675,0.0009129111],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01499936,"threshold_uncertainty_score":0.07932514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229062148","doi":"10.1016/j.infsof.2022.106936","title":"A search-based framework for automatic generation of testing environments for cyber–physical systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Cyber-physical system; Drone; Computer science; Robot; Software; Virtual machine; Physical system; Distributed computing; Human–computer interaction; Systems engineering; Embedded system; Real-time computing; Artificial intelligence; Engineering; Operating system","authors":[{"name":"Dmytro Humeniuk","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03980151792648982,"gpt":0.2772495253795939,"spread":0.2374480074531041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002056244,0.001288071,0.001319947,0.002297556,0.0008652288,0.001825567,0.002839603,0.001763142,0.005563382],"category_scores_gemma":[0.00939452,0.0007692882,0.001744783,0.001355157,0.001246618,0.002342723,0.002281825,0.001574859,0.001533392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009942519,"about_ca_system_score_gemma":0.002239039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00580182,"about_ca_topic_score_gemma":0.009559941,"domain_scores_codex":[0.9978555,0.0005776909,0.0001655968,0.0003328187,0.0008720685,0.0001963027],"domain_scores_gemma":[0.9952236,0.002863039,0.0002904653,0.000644782,0.0008323642,0.0001457824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008573519,0.0004650763,0.002935529,0.0009501558,0.0002161259,0.0006869653,0.0004626371,0.3804464,0.03098267,0.0561727,0.01476,0.5110644],"study_design_scores_gemma":[0.00005697441,0.00006511107,0.0001942851,0.00003347737,0.00003155164,0.00009423928,0.00002812691,0.9695669,0.005890082,0.02150087,0.002520298,0.00001808137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003489503,0.0001072818,0.9882236,0.00008059984,0.00001476444,0.000106786,0.000169461,0.007098288,0.0007097229],"genre_scores_gemma":[0.1323336,0.00008767239,0.8646081,0.0001179894,0.00002338643,0.000238588,0.0007963296,0.0008344627,0.0009599415],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00580182,"threshold_uncertainty_score":0.01861137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049314455","doi":"10.1016/j.infsof.2006.10.006","title":"Distributed priority ranking of strategic preliminary requirements for management information systems in economic organizations","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Task (project management); Profit (economics); Information system; Requirements analysis; Process management; Requirements management; Knowledge management; Risk analysis (engineering); Engineering; Systems engineering; Business; Information retrieval","authors":[{"name":"Andrzej Sobczak","is_ca":false},{"name":"Daniel M. Berry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01092411229745676,"gpt":0.2381267326497769,"spread":0.2272026203523201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007113837,0.0005383454,0.0007240346,0.004385242,0.001744603,0.004158719,0.00116696,0.001074818,0.007499336],"category_scores_gemma":[0.03004734,0.0005412166,0.0007907094,0.001894683,0.000845328,0.003104522,0.001921935,0.001458444,0.001062561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002512596,"about_ca_system_score_gemma":0.005197384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005881319,"about_ca_topic_score_gemma":0.008678919,"domain_scores_codex":[0.9935911,0.002347293,0.0005937137,0.0003761888,0.002344906,0.0007468555],"domain_scores_gemma":[0.9647419,0.01987371,0.001499863,0.002562681,0.008999049,0.002322765],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005024009,0.001704857,0.03777507,0.001178435,0.0001948976,0.0009404031,0.003532613,0.138749,0.05630734,0.2793655,0.01837976,0.4568482],"study_design_scores_gemma":[0.0003145454,0.001522845,0.02287299,0.0001651573,0.000203012,0.0002851445,0.004146868,0.7391917,0.03517758,0.1744126,0.02156572,0.0001418823],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.487867,0.0002490282,0.475798,0.001136371,0.0001734228,0.001536808,0.001022254,0.001552497,0.03066458],"genre_scores_gemma":[0.817583,0.00008819993,0.1765649,0.00009329933,0.00004337663,0.0002844594,0.00175288,0.0001870065,0.00340283],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007499336,"threshold_uncertainty_score":0.03762197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210729440","doi":"10.1016/j.infsof.2022.106855","title":"An empirical study on self-admitted technical debt in modern code review","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Technical debt; Debt; Imperfect; Code (set theory); Process (computing); Computer science; Empirical research; Risk analysis (engineering); Business; Accounting; Data science; Finance; Statistics; Mathematics; Software development","authors":[{"name":"Yutaro Kashiwa","is_ca":false},{"name":"Ryoma Nishikawa","is_ca":false},{"name":"Yasutaka Kamei","is_ca":false},{"name":"Masanari Kondo","is_ca":false},{"name":"Emad Shihab","is_ca":true},{"name":"Ryosuke Sato","is_ca":false},{"name":"Naoyasu Ubayashi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01773238854216346,"gpt":0.3160905029428613,"spread":0.2983581144006979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005328117,0.0001249199,0.00027755,0.003334922,0.00141524,0.002299534,0.0007524782,0.001006518,0.003359793],"category_scores_gemma":[0.1080391,0.0002451508,0.0002508622,0.004157782,0.001541792,0.002765863,0.001640123,0.001929792,0.0004313095],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001811434,"about_ca_system_score_gemma":0.002356759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01357922,"about_ca_topic_score_gemma":0.01995216,"domain_scores_codex":[0.9963388,0.001518413,0.0004422694,0.0003205864,0.0009407716,0.0004391083],"domain_scores_gemma":[0.7139327,0.1436362,0.1032402,0.006630568,0.02129199,0.01126824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001345471,0.0002574258,0.9819106,0.0000715811,0.00004018631,0.000232617,0.006955431,0.0001063963,0.0001898927,0.001440761,0.0007871125,0.00787352],"study_design_scores_gemma":[0.00001122423,0.0001210049,0.9851167,0.00007619188,0.00004026795,0.00033984,0.01006476,0.0005763589,0.0002135114,0.0004563235,0.002964135,0.00001970558],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9968933,0.0003373765,0.0001441144,0.0002773297,0.000006700937,0.00001624948,0.0001149058,0.000005002471,0.002205041],"genre_scores_gemma":[0.9989767,0.0001391096,0.00007037712,0.00005879393,0.00001579447,0.00001040305,0.0001473862,0.000004663541,0.0005766879],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01357922,"threshold_uncertainty_score":0.0281781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046386652","doi":"10.1016/j.infsof.2010.03.008","title":"Best practice fusion of CMMI-DEV v1.2 (PP, PMC, SAM) and PMBOK 2008","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Capability Maturity Model Integration; Best practice; Project management; Process management; Computer science; Process (computing); Engineering management; Engineering; Knowledge management; Software development process; Systems engineering; Software development; Software; Management","authors":[{"name":"Christiane Gresse von Wangenheim","is_ca":false},{"name":"Djoni Antonio da Silva","is_ca":false},{"name":"Luigi Buglione","is_ca":true},{"name":"Rafael Scheidt","is_ca":false},{"name":"Rafael Prikladnicki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00607659504894246,"gpt":0.2419715158469567,"spread":0.2358949207980142,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006512341,0.0009399654,0.001142317,0.005923927,0.001057807,0.004806419,0.002386151,0.00181919,0.01845562],"category_scores_gemma":[0.03101721,0.001190873,0.001030351,0.00602986,0.0005423385,0.004105679,0.002723244,0.002585,0.01376521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002445549,"about_ca_system_score_gemma":0.005757426,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009244108,"about_ca_topic_score_gemma":0.01320355,"domain_scores_codex":[0.9919659,0.001676303,0.0008134199,0.0009273128,0.004193847,0.0004232179],"domain_scores_gemma":[0.9810426,0.002614129,0.0009541932,0.006188469,0.008502203,0.0006984076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005986316,0.0005069065,0.002643375,0.001114304,0.0001337655,0.000227678,0.0009014137,0.006286593,0.009842954,0.02078766,0.1641969,0.7927598],"study_design_scores_gemma":[0.0002548158,0.0003363456,0.007103017,0.000899138,0.0002164663,0.0007558609,0.0006074719,0.08005358,0.03906553,0.02723539,0.8432187,0.0002536557],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02282036,0.001810869,0.6811764,0.006395075,0.001415811,0.001178752,0.01257858,0.1569736,0.1156505],"genre_scores_gemma":[0.0800318,0.001112649,0.840806,0.0009604222,0.0002003851,0.0006240909,0.03332387,0.01679256,0.02614826],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01845562,"threshold_uncertainty_score":0.06174022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2285477878","doi":"10.1016/j.infsof.2016.01.008","title":"Combining lexical and structural information to reconstruct software layers","year":2016,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Exploit; Software system; Layering; Source code; Software; Software architecture; Process (computing); Software engineering; Documentation; Software maintenance; Programming language","authors":[{"name":"Alvine Boaye Belle","is_ca":true},{"name":"Ghizlane El Boussaidi","is_ca":true},{"name":"Sègla Kpodjedo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007871888355526706,"gpt":0.235595183831683,"spread":0.2277232954761562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007669371,0.0009160212,0.0005320358,0.005609478,0.0006663561,0.002645599,0.001008419,0.001322634,0.006300799],"category_scores_gemma":[0.007517957,0.0008314443,0.001023789,0.003457253,0.0005643081,0.005930052,0.001670237,0.001473523,0.003427585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005953554,"about_ca_system_score_gemma":0.001194032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004470092,"about_ca_topic_score_gemma":0.009269497,"domain_scores_codex":[0.9994078,0.000113381,0.00006360211,0.000165943,0.0001634276,0.0000858497],"domain_scores_gemma":[0.9965304,0.001395395,0.0002553583,0.0007858923,0.0009231057,0.0001098351],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005641534,0.0003313439,0.01931502,0.0007575761,0.0001925489,0.0009953164,0.001542478,0.01783822,0.08296629,0.02795025,0.008412365,0.8391345],"study_design_scores_gemma":[0.0001236825,0.0002648988,0.01553545,0.0004057389,0.0008224565,0.0009129037,0.002042287,0.7383983,0.07136121,0.1380998,0.03184916,0.0001841272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1747203,0.001018213,0.7987206,0.0005873502,0.0001921311,0.0001809697,0.003715626,0.008550727,0.01231394],"genre_scores_gemma":[0.5561374,0.0007433719,0.4313936,0.0001234346,0.00008100769,0.00007942752,0.006585621,0.001424022,0.003432097],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006300799,"threshold_uncertainty_score":0.02107829,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4297140955","doi":"10.1016/j.infsof.2022.107081","title":"A systematic literature review of the Design Critique method","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Thematic analysis; Process (computing); Agile software development; Context (archaeology); Coding (social sciences); Systematic review; Data science; Data collection; Domain (mathematical analysis); Management science; Software engineering; Qualitative research; Human–computer interaction; Engineering; Mathematics","authors":[{"name":"Lorans Alabood","is_ca":true},{"name":"Zahra Aminolroaya","is_ca":true},{"name":"Dianna Yim","is_ca":true},{"name":"Omar Addam","is_ca":true},{"name":"Frank Maurer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009511806529675343,"gpt":0.2801530657174474,"spread":0.270641259187772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1899098,0.004061748,0.01464736,0.05731569,0.004738361,0.009482766,0.006380704,0.006870836,0.008249016],"category_scores_gemma":[0.3538489,0.003137367,0.01389398,0.0240975,0.00520469,0.006704377,0.007193481,0.003123935,0.001196515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02018815,"about_ca_system_score_gemma":0.07549663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008233629,"about_ca_topic_score_gemma":0.02553382,"domain_scores_codex":[0.6884727,0.1774696,0.08813947,0.01170059,0.03193529,0.002282288],"domain_scores_gemma":[0.6830376,0.2311562,0.03748532,0.01010292,0.03606685,0.002151153],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004734593,0.00007335695,0.001160137,0.9187503,0.009414813,0.000286006,0.002267323,0.0002404286,0.0005195881,0.001579075,0.003658614,0.06157678],"study_design_scores_gemma":[0.001558699,0.0004806794,0.001847705,0.9196091,0.04123868,0.0003379217,0.001599913,0.0002573559,0.0006238258,0.002380326,0.02991029,0.0001554451],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006668275,0.8759301,0.02376896,0.005458385,0.00256053,0.07830711,0.003850284,0.0002196249,0.003236757],"genre_scores_gemma":[0.09376086,0.5276181,0.1272642,0.01075932,0.000908875,0.2345062,0.002529393,0.0001766649,0.002476479],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1899098,"threshold_uncertainty_score":0.9989855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4310673963","doi":"10.1016/j.infsof.2022.107129","title":"A probabilistic framework for mutation testing in deep neural networks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Testability; Context (archaeology); Machine learning; Probabilistic logic; Mutation; Set (abstract data type); Artificial intelligence; Test suite; Artificial neural network; Suite; Data mining; Model-based testing; Reliability engineering; Test case; Engineering","authors":[{"name":"Florian Tambon","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01667141722285493,"gpt":0.2536663021430027,"spread":0.2369948849201478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006901001,0.001205528,0.001950504,0.002513807,0.0008372524,0.001989259,0.005048874,0.002692709,0.004513327],"category_scores_gemma":[0.02835049,0.001350885,0.001845405,0.001757536,0.002907121,0.004431457,0.003290173,0.003064001,0.0004295779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002903314,"about_ca_system_score_gemma":0.00309239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01154577,"about_ca_topic_score_gemma":0.01629814,"domain_scores_codex":[0.9956766,0.001677788,0.0002505497,0.0006490391,0.001269858,0.0004761856],"domain_scores_gemma":[0.9818723,0.01383151,0.0009904505,0.001149833,0.001764968,0.0003909021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009238568,0.00005313623,0.0007586619,0.00009121014,0.00006338503,0.00009305923,0.00006287444,0.8462417,0.0007588119,0.1078822,0.001187847,0.04271475],"study_design_scores_gemma":[0.000004580184,0.0000058676,0.00004257461,0.000008895208,0.000005631757,0.000009564093,0.000002490205,0.9663716,0.0001681304,0.03324368,0.0001323919,0.000004632482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004137769,0.0001733243,0.9943461,0.0001793855,0.00001967676,0.00002385283,0.00006151788,0.0004760759,0.0005822986],"genre_scores_gemma":[0.5691989,0.000492399,0.4235414,0.0003351642,0.000183218,0.0003588292,0.0004299934,0.0006159001,0.004844273],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01154577,"threshold_uncertainty_score":0.0364964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984132113","doi":"10.1016/s0950-5849(03)00002-8","title":"An experiment in software component retrieval","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Software; Software engineering; Information retrieval; Data mining; Programming language; Software development; Physics","authors":[{"name":"Hafedh Mili","is_ca":true},{"name":"Estelle Ah-Ki","is_ca":true},{"name":"Robert Godin","is_ca":true},{"name":"Hamid Mcheick","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01031131112265868,"gpt":0.2583414944196067,"spread":0.248030183296948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009931232,0.001532251,0.002099963,0.0006232876,0.001634284,0.002001806,0.002758496,0.00583861,0.01285361],"category_scores_gemma":[0.08069089,0.0015262,0.00110601,0.0008201263,0.002047799,0.007710197,0.002002798,0.003386019,0.003176223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007231826,"about_ca_system_score_gemma":0.001484581,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002039532,"about_ca_topic_score_gemma":0.001302045,"domain_scores_codex":[0.9918634,0.003818529,0.001454507,0.00121042,0.001263003,0.0003901561],"domain_scores_gemma":[0.8052848,0.1749794,0.002653819,0.01096774,0.003631858,0.002482312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.2366069,0.1459407,0.02108202,0.0100894,0.001267812,0.002814508,0.01674387,0.01103614,0.3077119,0.01100801,0.01907928,0.2166194],"study_design_scores_gemma":[0.1422399,0.3900934,0.05859616,0.0009068718,0.003878708,0.005606998,0.005200404,0.0932637,0.2129767,0.0371065,0.04852977,0.001600896],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9799215,0.0007298394,0.008940049,0.001221605,0.0005492754,0.001493897,0.0008258618,0.0007030025,0.005614998],"genre_scores_gemma":[0.9486042,0.0005298934,0.03313171,0.002157753,0.0004639847,0.00207571,0.001927444,0.0003569433,0.01075249],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01285361,"threshold_uncertainty_score":0.052522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899335321","doi":"10.1016/j.infsof.2018.10.012","title":"On semantic detection of cloud API (anti)patterns","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interoperability; Cloud computing; Computer science; Leverage (statistics); Application programming interface; Rest (music); Software engineering; Context (archaeology); World Wide Web; Artificial intelligence; Operating system","authors":[{"name":"Hayet Brabra","is_ca":false},{"name":"Achraf Mtibaa","is_ca":false},{"name":"Fábio Petrillo","is_ca":true},{"name":"Philippe Merle","is_ca":false},{"name":"Layth Sliman","is_ca":false},{"name":"Naouel Moha","is_ca":false},{"name":"Walid Gaaloul","is_ca":false},{"name":"Yann-Gaël Guéhéneuc","is_ca":true},{"name":"Boualem Benatallah","is_ca":false},{"name":"Faı̈ez Gargouri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.006897650802499252,"gpt":0.2328684268167498,"spread":0.2259707760142506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009968845,0.0006000435,0.000756816,0.005242249,0.001133717,0.001875691,0.001168369,0.00111928,0.00125859],"category_scores_gemma":[0.005775904,0.0003159928,0.001183986,0.00350814,0.0007069252,0.002824909,0.001586374,0.0008604939,0.0006281482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005933554,"about_ca_system_score_gemma":0.001949475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005278051,"about_ca_topic_score_gemma":0.008317238,"domain_scores_codex":[0.9969241,0.0003356225,0.0002880291,0.000652616,0.00143697,0.0003626671],"domain_scores_gemma":[0.9950926,0.001386311,0.0007485947,0.0009163488,0.001651067,0.0002050614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007355811,0.0008081478,0.09050189,0.0008278796,0.0002768474,0.001548486,0.0008784459,0.009678368,0.0993643,0.04722922,0.01278707,0.7353638],"study_design_scores_gemma":[0.00007537429,0.0003852272,0.05333849,0.0002283766,0.0003821727,0.004153594,0.00158236,0.7686958,0.07075606,0.07056127,0.02971477,0.0001265105],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3430284,0.001954146,0.6364846,0.000998989,0.0003328974,0.0004328309,0.002383776,0.004565919,0.00981842],"genre_scores_gemma":[0.7370573,0.0007413083,0.2544646,0.0003150695,0.0001448621,0.000124966,0.003501976,0.0002170815,0.003432727],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005278051,"threshold_uncertainty_score":0.01049465,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080331661","doi":"10.1016/s0950-5849(01)00214-2","title":"An architecture in support of universal access to electronic commerce","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Killam Trusts; Dalhousie University","keywords":"Computer science; Middleware (distributed applications); Personalization; Process (computing); Architecture; Domain (mathematical analysis); Software engineering; Distributed computing; World Wide Web; Operating system","authors":[{"name":"Theodore Chiasson","is_ca":true},{"name":"Kirstie Hawkey","is_ca":true},{"name":"Michael McAllister","is_ca":true},{"name":"Jacob Slonim","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01109076979680563,"gpt":0.2283058574823674,"spread":0.2172150876855618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002136107,0.0003596519,0.0005741409,0.001381557,0.001706905,0.005900344,0.002224412,0.002245572,0.004876892],"category_scores_gemma":[0.004208232,0.0007671114,0.0005963512,0.001371888,0.001845549,0.005483628,0.004491162,0.001737111,0.002059668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001567275,"about_ca_system_score_gemma":0.003172852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007148553,"about_ca_topic_score_gemma":0.006161758,"domain_scores_codex":[0.9985245,0.0003687224,0.0001530079,0.0002525981,0.0003985608,0.0003026809],"domain_scores_gemma":[0.9981347,0.0003180908,0.000113187,0.000645418,0.0005002466,0.0002883585],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000641456,0.0003673304,0.005467074,0.000329409,0.0001018295,0.0008423136,0.004076773,0.01681323,0.03336524,0.7085347,0.01616077,0.2132999],"study_design_scores_gemma":[0.0001995524,0.0005376929,0.003429542,0.0003580438,0.0004881847,0.001295275,0.001218231,0.4050795,0.0373488,0.2589485,0.2909092,0.0001875628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09290022,0.0007405336,0.8462208,0.002383986,0.0002544259,0.0003882044,0.0001623849,0.01858556,0.03836388],"genre_scores_gemma":[0.5660869,0.0007750003,0.4043661,0.000635608,0.0001209413,0.0002992032,0.0006554087,0.0007827338,0.02627813],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007148553,"threshold_uncertainty_score":0.0163148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281729201","doi":"10.1016/j.infsof.2022.106963","title":"Like, dislike, or just do it? How developers approach software development tasks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Computer science; Software development; Software; Human–computer interaction; Systems engineering; Engineering; Programming language","authors":[{"name":"Zainab Masood","is_ca":false},{"name":"Rashina Hoda","is_ca":false},{"name":"Kelly Blincoe","is_ca":false},{"name":"Daniela Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02146837634590896,"gpt":0.2417279393972017,"spread":0.2202595630512927,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01118817,0.0004551978,0.0003058722,0.001813596,0.002795808,0.009081741,0.001394294,0.00319258,0.003023135],"category_scores_gemma":[0.09320541,0.0008040817,0.0003371027,0.0009470233,0.0041629,0.01060747,0.002845293,0.002820917,0.001829115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001866532,"about_ca_system_score_gemma":0.005455615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007661886,"about_ca_topic_score_gemma":0.01450498,"domain_scores_codex":[0.9811786,0.01147352,0.0005411672,0.001160023,0.00459535,0.001051329],"domain_scores_gemma":[0.9536859,0.02757786,0.004263524,0.002548106,0.008325703,0.003598889],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000190508,0.0005159237,0.1440347,0.0004538836,0.0001413735,0.001580901,0.408577,0.001369459,0.0123916,0.05975747,0.03745034,0.3335368],"study_design_scores_gemma":[0.0001516254,0.0004899959,0.1452401,0.001483451,0.0002113259,0.003270824,0.3860981,0.009003418,0.00656117,0.1265737,0.3205092,0.0004072008],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7391168,0.001885147,0.08554625,0.03306239,0.0003714694,0.0001653002,0.0001004893,0.0008350155,0.1389171],"genre_scores_gemma":[0.9545814,0.000768996,0.02833587,0.002263947,0.00004374044,0.00007876365,0.00009094112,0.0004906469,0.01334581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01118817,"threshold_uncertainty_score":0.05916935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1173311655","doi":"10.1016/j.infsof.2015.07.007","title":"Learning dependency-based change impact predictors using independent change histories","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Change impact analysis; Variety (cybernetics); Software; Machine learning; Precision and recall; Context (archaeology); Artificial intelligence; Data mining; Dependency (UML); Software system; Data science","authors":[{"name":"Hani Abdeen","is_ca":true},{"name":"Khaled M. Bali","is_ca":true},{"name":"Houari Sahraoui","is_ca":true},{"name":"Bruno Dufour","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04894197911269241,"gpt":0.2868627333318484,"spread":0.237920754219156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002729335,0.00103362,0.001013905,0.00541143,0.0005233004,0.001154005,0.001165096,0.001062312,0.002987779],"category_scores_gemma":[0.01749678,0.0005950381,0.001016589,0.002974237,0.0003872776,0.002820231,0.001066152,0.002334996,0.001662064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006135651,"about_ca_system_score_gemma":0.001235078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006742345,"about_ca_topic_score_gemma":0.01324253,"domain_scores_codex":[0.998838,0.0002393817,0.0001046607,0.0004412555,0.000249867,0.0001269089],"domain_scores_gemma":[0.9778073,0.01678735,0.001439199,0.001367104,0.001996906,0.0006021645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001163113,0.001565611,0.4799708,0.0002599341,0.000473323,0.0002855699,0.0003000915,0.08717368,0.002933626,0.002211621,0.009274382,0.4143883],"study_design_scores_gemma":[0.00005126101,0.0003336744,0.05000731,0.00005774627,0.0001784237,0.0001029123,0.0001289011,0.9398146,0.001987277,0.005944927,0.001351323,0.00004171928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7093331,0.001526593,0.2755249,0.0007257503,0.0002272712,0.0002367279,0.004937361,0.003373503,0.004114786],"genre_scores_gemma":[0.9678772,0.0002901191,0.02558602,0.00005158379,0.00009870325,0.0001228084,0.004481292,0.00009837913,0.001393935],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006742345,"threshold_uncertainty_score":0.01443434,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017763591","doi":"10.1016/s0950-5849(02)00081-2","title":"Empirical study of exchange patterns during software peer review meetings","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Division of Materials Research; Natural Sciences and Engineering Research Council of Canada; Institut national de recherche en informatique et en automatique (INRIA)","keywords":"Computer science; Synchronization (alternating current); Protocol (science); Empirical research; Observational study; Software; Cluster analysis; Data science; Data mining; Software engineering; Artificial intelligence; Statistics; Programming language; Mathematics","authors":[{"name":"Patrick d'Astous","is_ca":true},{"name":"Pierre N. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0563643868172037,"gpt":0.3704574367745099,"spread":0.3140930499573062,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00545247,0.0001891793,0.000271369,0.002056079,0.001622837,0.001806067,0.0007430639,0.001169515,0.003144547],"category_scores_gemma":[0.1163258,0.0003400084,0.0001474155,0.001278048,0.0006184626,0.001737133,0.001092554,0.001062982,0.0008315578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005616677,"about_ca_system_score_gemma":0.0006361709,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001568144,"about_ca_topic_score_gemma":0.00260305,"domain_scores_codex":[0.9941025,0.003538345,0.0004528293,0.0004050879,0.001130194,0.0003709908],"domain_scores_gemma":[0.7947323,0.1597967,0.02231888,0.006350468,0.01102754,0.005774025],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002306305,0.002853543,0.787896,0.000320764,0.0001614687,0.001481814,0.09066763,0.0004147556,0.01041406,0.001694,0.001715622,0.100074],"study_design_scores_gemma":[0.0001035127,0.001177418,0.9322411,0.00009600739,0.00007705778,0.001714097,0.05214746,0.002958107,0.003195508,0.001293067,0.004925683,0.00007096878],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9980988,0.00006565415,0.0002830316,0.00007271759,0.000005349648,0.00002332798,0.00003103789,0.000008767337,0.001411253],"genre_scores_gemma":[0.9986828,0.00005589945,0.000327937,0.00002394483,0.0000111461,0.00002379175,0.00007173498,0.000005907117,0.0007967877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9945475,"threshold_uncertainty_score":0.02883577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986066860","doi":"10.1016/s0950-5849(01)00213-0","title":"Documenting electronic commerce systems and software using the unified modeling language","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Concordia University","keywords":"Computer science; Unified Modeling Language; Reusability; Software engineering; Documentation; UML tool; Distributed computing; Software; Programming language","authors":[{"name":"Kassem Saleh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01611683483546652,"gpt":0.2210263413822434,"spread":0.2049095065467768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008680125,0.002177481,0.001672661,0.00478715,0.001739247,0.01187781,0.002829049,0.002852743,0.004631327],"category_scores_gemma":[0.01831978,0.002116995,0.002587848,0.00498607,0.002008414,0.01028064,0.002312969,0.004714987,0.002592115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002429065,"about_ca_system_score_gemma":0.007709347,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01448753,"about_ca_topic_score_gemma":0.01731593,"domain_scores_codex":[0.9947022,0.00167921,0.001236692,0.0004027105,0.00175496,0.0002243157],"domain_scores_gemma":[0.9931045,0.003161331,0.0006918445,0.001781338,0.001136554,0.0001244326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005840703,0.0001117994,0.0007647146,0.0009938484,0.0001348115,0.0004975207,0.002891216,0.05270209,0.005204184,0.7637093,0.0173736,0.1555586],"study_design_scores_gemma":[0.00008042747,0.000130524,0.0006249727,0.001452121,0.0004324999,0.0008807007,0.0007026984,0.2640407,0.01767713,0.2766213,0.437142,0.0002149354],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001962732,0.0007825826,0.9887217,0.0005113641,0.0001595587,0.0002430099,0.0006271002,0.003094137,0.003897654],"genre_scores_gemma":[0.03122055,0.002644272,0.9548481,0.0002201116,0.0001176724,0.0006172188,0.003639462,0.001385201,0.005307408],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01448753,"threshold_uncertainty_score":0.04590541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381853525","doi":"10.1016/j.infsof.2023.107286","title":"Reflections on Surrogate-Assisted Search-Based Testing: A Taxonomy and Two Replication Studies based on Industrial ADAS and Simulink Models","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of Ottawa","funders":"Horizon 2020; HORIZON EUROPE Framework Programme; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Benchmark (surveying); Replication (statistics); Machine learning; Heuristic; Taxonomy (biology); Generalization; Artificial intelligence; Reliability engineering; Search-based software engineering; Software; Engineering; Software system; Programming language","authors":[{"name":"Shiva Nejati","is_ca":true},{"name":"Lev Sorokin","is_ca":false},{"name":"Damir A. Safin","is_ca":false},{"name":"Federico Formica","is_ca":true},{"name":"Mohammad Mahdi Mahboob","is_ca":true},{"name":"Claudio Menghi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2884403668754432,"gpt":0.3828625042578708,"spread":0.09442213738242755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04377779,0.0010552,0.001627108,0.003994398,0.002563825,0.00935581,0.006916993,0.005920365,0.004096331],"category_scores_gemma":[0.1047809,0.0008424991,0.001252362,0.004657225,0.02187498,0.03124348,0.005590797,0.008770133,0.000783935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006742122,"about_ca_system_score_gemma":0.006868206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01259716,"about_ca_topic_score_gemma":0.005817855,"domain_scores_codex":[0.9604964,0.02602384,0.001882614,0.001775992,0.008792819,0.001028293],"domain_scores_gemma":[0.8154593,0.1357372,0.003502236,0.02788325,0.01612595,0.001292106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001214134,0.0003482255,0.00144864,0.0003742448,0.00001798464,0.0002579688,0.01016277,0.00733326,0.0009095062,0.8980718,0.004769397,0.07618479],"study_design_scores_gemma":[0.0001299096,0.0008792158,0.001553674,0.00179978,0.00004461619,0.001007967,0.01832526,0.05870734,0.005728743,0.7933796,0.1182776,0.0001662776],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06672654,0.02928812,0.7137682,0.08880324,0.0008888606,0.0009240317,0.000185841,0.0006392476,0.09877587],"genre_scores_gemma":[0.7262337,0.01798897,0.2378243,0.005323619,0.0004556234,0.0009405598,0.0001757751,0.0004588445,0.01059864],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04377779,"threshold_uncertainty_score":0.2315218,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055419532","doi":"10.1016/j.infsof.2009.10.005","title":"Intelligent security and access control framework for service-oriented architecture","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Access Control and Trust","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Sherwood Applied Business Security Architecture; Computer science; Access control; Architecture; Service-oriented architecture; Software engineering; Applications architecture; Computer security; Embedded system; Computer architecture; Software security assurance; Software architecture; World Wide Web; Web service; Operating system; Security service; Information security; Software","authors":[{"name":"Hany F. El Yamany","is_ca":false},{"name":"Miriam A. M. Capretz","is_ca":true},{"name":"David S. Allison","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009909016500580807,"gpt":0.3023127697147073,"spread":0.2924037532141265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003557359,0.0007265817,0.0008566126,0.001795609,0.001591342,0.004559932,0.002157336,0.001581835,0.001818872],"category_scores_gemma":[0.00226525,0.0004751758,0.001802302,0.0009220233,0.002051465,0.00290174,0.001830426,0.002152539,0.0005638973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00235223,"about_ca_system_score_gemma":0.00411758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01346556,"about_ca_topic_score_gemma":0.01459641,"domain_scores_codex":[0.9980503,0.0004652854,0.0002209466,0.0002649498,0.0007637526,0.0002347881],"domain_scores_gemma":[0.9990199,0.0002094791,0.0001003123,0.000245732,0.0003004501,0.0001241187],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009296009,0.0001490834,0.001078498,0.0001312738,0.00008885833,0.0003533512,0.0009637826,0.04766957,0.006147437,0.8882759,0.003916697,0.0511326],"study_design_scores_gemma":[0.0000632327,0.00007886763,0.0003776519,0.0001015631,0.0001887852,0.0002456442,0.0001910515,0.7101836,0.0058174,0.2473185,0.0353731,0.00006068018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00436131,0.00009019752,0.9910827,0.0002795867,0.00002659935,0.000123191,0.00004407294,0.00181322,0.002179147],"genre_scores_gemma":[0.2228634,0.0002563236,0.7724307,0.0001409031,0.00005197795,0.0003138574,0.0003174562,0.0001438665,0.003481431],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01346556,"threshold_uncertainty_score":0.02677435,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367674071","doi":"10.1016/j.infsof.2023.107244","title":"A mixed method study of DevOps challenges","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"DevOps; Computer science; Software engineering; Cloud computing; Orchestration; Empirical research; Information technology operations; Quality (philosophy); Data science; Engineering management; Engineering; Information technology; Software deployment","authors":[{"name":"Minaoar Hossain Tanzil","is_ca":true},{"name":"Masud Sarker","is_ca":false},{"name":"Gias Uddin","is_ca":true},{"name":"Anindya Iqbal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0369279377940198,"gpt":0.2972357860131443,"spread":0.2603078482191245,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01459617,0.0007068547,0.0006924588,0.002284416,0.003532489,0.003073303,0.001776539,0.001359133,0.006405244],"category_scores_gemma":[0.04862972,0.0008348234,0.00044933,0.001998416,0.001395637,0.00319427,0.002850422,0.001903044,0.001125314],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003092801,"about_ca_system_score_gemma":0.004351126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004859968,"about_ca_topic_score_gemma":0.009562524,"domain_scores_codex":[0.9877851,0.008752934,0.0006571233,0.0009000736,0.001338327,0.0005663228],"domain_scores_gemma":[0.9034808,0.07502502,0.005487933,0.005073271,0.00883215,0.002100835],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00574235,0.04669075,0.206554,0.00353089,0.000468635,0.001783973,0.3931465,0.003569603,0.009945966,0.03040996,0.006663454,0.2914941],"study_design_scores_gemma":[0.003490845,0.04089775,0.2171076,0.002366765,0.0005549708,0.001287305,0.619248,0.01706474,0.01129047,0.02331175,0.06289032,0.0004895389],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9856938,0.0001702228,0.00685919,0.0001844395,0.00004309973,0.001523235,0.0002078253,0.0000189914,0.005299138],"genre_scores_gemma":[0.9650549,0.0003143074,0.01685942,0.0004796566,0.00005519206,0.008371186,0.0003667192,0.00004012123,0.008458473],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01459617,"threshold_uncertainty_score":0.0771929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3162755873","doi":"10.1016/j.infsof.2021.106636","title":"Requirements engineering: Foundation for software quality (REFSQ2020)","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Foundation (evidence); Software quality; Software engineering; Quality (philosophy); Engineering; Computer science; Systems engineering; Software; Software development; Programming language; Geography","authors":[{"name":"Alessio Ferrari","is_ca":false},{"name":"Nazim H. Madhavji","is_ca":true},{"name":"Liliana Pasquale","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0263946985204725,"gpt":0.3010418247644973,"spread":0.2746471262440248,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02088327,0.001756225,0.001364745,0.003568035,0.001286204,0.006918589,0.002055189,0.005067821,0.04450421],"category_scores_gemma":[0.06009734,0.001157806,0.001495645,0.003655057,0.001187903,0.006679898,0.004434302,0.004426947,0.05063773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002989901,"about_ca_system_score_gemma":0.007952178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006658257,"about_ca_topic_score_gemma":0.002803827,"domain_scores_codex":[0.9837818,0.005110603,0.001102832,0.0009334732,0.007993269,0.001078028],"domain_scores_gemma":[0.9635254,0.008456927,0.002096541,0.006076011,0.01852496,0.001320247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008280748,0.0001137512,0.0004805016,0.0007611276,0.00004014073,0.00005382592,0.0001208828,0.00296861,0.001938898,0.2588075,0.423049,0.311583],"study_design_scores_gemma":[0.00007390021,0.00009731469,0.0008727002,0.001671102,0.00004376907,0.0001468325,0.00005824541,0.009644686,0.002255966,0.1862519,0.7988326,0.00005100168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003516502,0.01414307,0.6215422,0.04301347,0.008956166,0.0007530452,0.01163166,0.01610061,0.2803433],"genre_scores_gemma":[0.0497884,0.0178952,0.7206187,0.008214632,0.004901508,0.001644504,0.0532933,0.01133934,0.1323044],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04450421,"threshold_uncertainty_score":0.1488814,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062675161","doi":"10.1016/j.infsof.2007.10.012","title":"Architecting-problems rooted in requirements","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Software engineering; Quality (philosophy); Requirements elicitation; Software development; Software; Systems engineering; Engineering; Software construction","authors":[{"name":"Remo Ferrari","is_ca":true},{"name":"Nazim H. Madhavji","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01192842801253947,"gpt":0.2575535918467975,"spread":0.245625163834258,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009556732,0.0005510724,0.0004528355,0.001239097,0.002464322,0.004194656,0.001663181,0.003223563,0.003990312],"category_scores_gemma":[0.03916393,0.001070187,0.0005611532,0.001469887,0.00647367,0.009254249,0.002228734,0.004846808,0.001027133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001928474,"about_ca_system_score_gemma":0.003246372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002267821,"about_ca_topic_score_gemma":0.003152654,"domain_scores_codex":[0.9921422,0.004272557,0.0003438003,0.0005976043,0.002305232,0.0003385369],"domain_scores_gemma":[0.9535816,0.03464637,0.001412245,0.005920778,0.003769911,0.0006691152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002790345,0.00008088172,0.001587684,0.000313968,0.00001834302,0.0006499785,0.006556808,0.008076483,0.001542654,0.8535338,0.01060598,0.1170056],"study_design_scores_gemma":[0.00002364453,0.00002677884,0.0008690812,0.0002774038,0.00002167819,0.001209291,0.003846444,0.02480861,0.001819801,0.8875496,0.07951626,0.00003149642],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08310612,0.00343768,0.7422428,0.06062537,0.0004721589,0.000139864,0.00009084275,0.001097943,0.1087871],"genre_scores_gemma":[0.6992543,0.002219824,0.2758422,0.003191219,0.0002712042,0.0001576581,0.0001716225,0.0005412987,0.01835071],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009556732,"threshold_uncertainty_score":0.0505414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}