{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"0ffde12fd0ab","filters":{"venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering"}},"results":[{"id":"W4250023757","doi":"10.1109/icse.2015.91","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Artificial intelligence; Software bug; Software; Data mining; Multivariate adaptive regression splines; Multivariate statistics; Set (abstract data type); Variety (cybernetics); Support vector machine; Regression; Logistic regression; Regression analysis; Statistics; Mathematics","authors":[{"name":"Baljinder Ghotra","is_ca":true},{"name":"Shane McIntosh","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1198000391827528,"gpt":0.3409680431586617,"spread":0.2211680039759089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03935017,0.002905854,0.00217619,0.004008595,0.001493904,0.004896265,0.003404383,0.003137746,0.001138884],"category_scores_gemma":[0.126284,0.0007658417,0.003036417,0.003710856,0.002120036,0.006605088,0.002888683,0.006168012,0.001707942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001615507,"about_ca_system_score_gemma":0.001986554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01235269,"about_ca_topic_score_gemma":0.009795201,"domain_scores_codex":[0.9740099,0.01216054,0.001807254,0.005430808,0.005303357,0.001288079],"domain_scores_gemma":[0.8107314,0.1384245,0.007688556,0.02699335,0.01436601,0.001796228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005986311,0.002294016,0.3416805,0.001607538,0.002409377,0.0005787174,0.001376733,0.2113671,0.01256959,0.002705522,0.0301602,0.3872645],"study_design_scores_gemma":[0.0004263762,0.002228703,0.1029408,0.0004805963,0.0007865998,0.0005122807,0.001332108,0.85235,0.01908473,0.008189062,0.01140047,0.0002682326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9260817,0.01194302,0.04399415,0.003549683,0.0009555618,0.0002530794,0.005432867,0.002861566,0.004928352],"genre_scores_gemma":[0.94401,0.00122574,0.04259276,0.0005736468,0.0003772958,0.0001176802,0.00968091,0.0004227542,0.0009991587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03935017,"threshold_uncertainty_score":0.208106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1592081868","doi":"10.1109/icse.2015.55","title":"Work Practices and Challenges in Pull-Based Development: The Integrator's Perspective","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":308,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Integrator; Perspective (graphical); Computer science; Set (abstract data type); Process (computing); Quality (philosophy); Process management; Op amp integrator; Work (physics); Management science; Data science; Engineering; Artificial intelligence; Epistemology","authors":[{"name":"Georgios Gousios","is_ca":false},{"name":"Andy Zaidman","is_ca":false},{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"Arie van Deursen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.217326346725074,"gpt":0.3518920728393924,"spread":0.1345657261143184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03055673,0.0007160341,0.0006420705,0.004437163,0.009004165,0.01094883,0.001591174,0.002304725,0.001651854],"category_scores_gemma":[0.044759,0.001186922,0.0005320013,0.002553465,0.0116501,0.01395364,0.01030489,0.003165464,0.0003242862],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00424981,"about_ca_system_score_gemma":0.007714605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004880412,"about_ca_topic_score_gemma":0.004974331,"domain_scores_codex":[0.9768223,0.01312924,0.001387921,0.001589615,0.005150835,0.001920088],"domain_scores_gemma":[0.9454781,0.03382992,0.006678795,0.002010699,0.006680264,0.005322099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009386318,0.00029322,0.100881,0.0004884378,0.00006044429,0.002216267,0.8256307,0.0005290994,0.002777871,0.02931649,0.0009768575,0.03673562],"study_design_scores_gemma":[0.00003199436,0.0003290256,0.03068999,0.0006929356,0.00005399906,0.002360464,0.9058143,0.00310342,0.001349418,0.02612932,0.02932295,0.0001221381],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9444093,0.001215841,0.02645413,0.008166877,0.0000815035,0.0001291014,0.00002192875,0.0000574839,0.01946382],"genre_scores_gemma":[0.9942319,0.0004323006,0.003793307,0.000403128,0.00001360962,0.0000453551,0.00001141351,0.00002191751,0.001047145],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03055673,"threshold_uncertainty_score":0.1616013,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236859744","doi":"10.1109/icse.2015.179","title":"Sustainability Design and Software: The Karlskrona Manifesto","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Natural Sciences and Engineering Research Council of Canada; Vienna Science and Technology Fund; Deutsche Forschungsgemeinschaft","keywords":"Manifesto; Sustainability; Conversation; Engineering ethics; Computer science; Sociology; Political science; Engineering; Law","authors":[{"name":"Christoph Becker","is_ca":true},{"name":"Ruzanna Chitchyan","is_ca":false},{"name":"Letícia Duboc","is_ca":false},{"name":"Steve Easterbrook","is_ca":true},{"name":"Birgit Penzenstadler","is_ca":false},{"name":"Norbert Seyff","is_ca":false},{"name":"Colin C. Venters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05638633299317324,"gpt":0.2862198170053897,"spread":0.2298334840122164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01925091,0.000959494,0.0004314221,0.002056671,0.008938686,0.01710864,0.001397692,0.004938683,0.004579673],"category_scores_gemma":[0.02303155,0.0004978661,0.0005972745,0.002375345,0.03204471,0.01389449,0.01145137,0.006075973,0.00143162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01070202,"about_ca_system_score_gemma":0.01322163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006692451,"about_ca_topic_score_gemma":0.007372903,"domain_scores_codex":[0.9777321,0.01548273,0.001096633,0.0009659827,0.003823639,0.0008987969],"domain_scores_gemma":[0.9829515,0.01176804,0.001037133,0.002093966,0.001300086,0.0008493144],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002778354,0.00001863748,0.0004252682,0.0002367536,0.000008520728,0.0001532111,0.03046781,0.0009201474,0.0004530442,0.9254587,0.0222362,0.01959378],"study_design_scores_gemma":[0.00001383929,0.00002990336,0.0002993181,0.0004762711,0.000009559301,0.0001581292,0.008173721,0.0005213804,0.0006981746,0.2253182,0.764246,0.00005558103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.05006501,0.03313003,0.1389509,0.3189668,0.007051353,0.0002602079,0.0008404466,0.001610999,0.4491242],"genre_scores_gemma":[0.8484501,0.01404881,0.03185154,0.01050313,0.001240346,0.0004185267,0.0004535307,0.001067488,0.09196655],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01925091,"threshold_uncertainty_score":0.1018098,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255771497","doi":"10.1109/icse.2015.97","title":"Discovering Information Explaining API Types Using Text Classification","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Interface (matter); Information retrieval; Precision and recall; Software; Recall; Artificial intelligence; Natural language processing; Programming language","authors":[{"name":"Gayane Petrosyan","is_ca":true},{"name":"Martin P. Robillard","is_ca":true},{"name":"Renato De Mori","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1265507220682919,"gpt":0.3399426154571125,"spread":0.2133918933888206,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001492226,0.00191038,0.0007610773,0.01225608,0.0007178009,0.001592263,0.001121805,0.001354934,0.003356591],"category_scores_gemma":[0.01180577,0.0003304784,0.001281734,0.004551032,0.0003325466,0.003372598,0.000871095,0.001312829,0.003370908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007423915,"about_ca_system_score_gemma":0.001059468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003435685,"about_ca_topic_score_gemma":0.004005061,"domain_scores_codex":[0.9986869,0.0002315029,0.0001717162,0.0004360591,0.000378704,0.00009520542],"domain_scores_gemma":[0.9866361,0.007800018,0.001490788,0.0007971105,0.002972011,0.0003039209],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005324176,0.0007263599,0.03439837,0.001035825,0.0001430249,0.000826984,0.0009163931,0.00647933,0.03720082,0.001683361,0.03482448,0.8812327],"study_design_scores_gemma":[0.0002088497,0.0009734837,0.1021829,0.0008235319,0.0007487753,0.002192398,0.002456477,0.6802276,0.09752899,0.02167019,0.09071943,0.0002672979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4315163,0.005014271,0.4913509,0.001407573,0.000529054,0.001405846,0.02797605,0.0272992,0.01350081],"genre_scores_gemma":[0.5619267,0.00152908,0.3728945,0.0003437214,0.0005448452,0.0008817978,0.05347882,0.0008126842,0.007587837],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01225608,"threshold_uncertainty_score":0.01122898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239439500","doi":"10.1109/icse.2015.74","title":"Open Source-Style Collaborative Development Practices in Commercial Projects Using GitHub","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Computer science; Reuse; Popularity; World Wide Web; Transparency (behavior); Open source; Software; Source code; Work (physics); Knowledge management; Software engineering; Database; Computer security; Engineering","authors":[{"name":"Eirini Kalliamvakou","is_ca":true},{"name":"Daniela Damian","is_ca":true},{"name":"Kelly Blincoe","is_ca":true},{"name":"Leif Singer","is_ca":true},{"name":"Daniel M. Germán","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2232913999502927,"gpt":0.3919161264773326,"spread":0.1686247265270399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0194549,0.0005395706,0.0003912072,0.00418585,0.003676629,0.00423339,0.001914244,0.001043682,0.003558662],"category_scores_gemma":[0.06391462,0.0006439657,0.0004389769,0.005290114,0.004179603,0.005082935,0.009173722,0.001332145,0.001194495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002340327,"about_ca_system_score_gemma":0.003459004,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001952344,"about_ca_topic_score_gemma":0.004661218,"domain_scores_codex":[0.9803494,0.01307359,0.0009635202,0.001965555,0.00261842,0.001029402],"domain_scores_gemma":[0.9211572,0.04643503,0.008644191,0.01105317,0.006239909,0.00647049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000405377,0.0007026891,0.09784321,0.001274155,0.0000902574,0.004589878,0.6035454,0.001196317,0.01023665,0.01295904,0.01255405,0.2546029],"study_design_scores_gemma":[0.0002271456,0.001255481,0.2567363,0.001810024,0.00009908345,0.007023007,0.3923511,0.009485846,0.007677488,0.02496496,0.2978088,0.0005607568],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9333498,0.0005776702,0.03961889,0.001469974,0.0000580446,0.0006887404,0.0001973442,0.001656836,0.02238258],"genre_scores_gemma":[0.9430404,0.0003936618,0.04820384,0.0004363153,0.00003196469,0.001076549,0.0003917388,0.0006858098,0.00573962],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9980857,"threshold_uncertainty_score":0.1028886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","authors":[{"name":"Thibaud Lutellier","is_ca":true},{"name":"Devin Chollak","is_ca":true},{"name":"Joshua Garcia","is_ca":false},{"name":"Lin Tan","is_ca":true},{"name":"Derek Rayside","is_ca":true},{"name":"Nenad Medvidović","is_ca":false},{"name":"Robert Kroeger","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1033140506412273,"gpt":0.3193367879349155,"spread":0.2160227372936883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005965062,0.001459514,0.0007303655,0.00428441,0.0007025888,0.00118804,0.002424174,0.00134619,0.001449921],"category_scores_gemma":[0.04981743,0.0007891302,0.001456114,0.002081064,0.001214627,0.004024821,0.002084737,0.002116346,0.000770624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009486267,"about_ca_system_score_gemma":0.001430987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003657113,"about_ca_topic_score_gemma":0.004481191,"domain_scores_codex":[0.9871637,0.00241528,0.00111566,0.001732421,0.00692489,0.0006479751],"domain_scores_gemma":[0.9513022,0.02703813,0.004199089,0.01168927,0.005446614,0.0003247781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001297543,0.0004880289,0.02396745,0.001971876,0.000733676,0.0003701869,0.0008907787,0.2884371,0.03601222,0.004261904,0.007459939,0.6341094],"study_design_scores_gemma":[0.0001972235,0.002067204,0.03266831,0.0002997358,0.0006184375,0.001119506,0.0008235612,0.8228976,0.1103221,0.009465044,0.01927178,0.0002495893],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5315316,0.006331129,0.4263333,0.0007886662,0.0003425349,0.0004649731,0.001268251,0.02630211,0.006637519],"genre_scores_gemma":[0.7219639,0.00130998,0.2690525,0.0001893058,0.00005723526,0.0001849643,0.003708573,0.001544684,0.001988773],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005965062,"threshold_uncertainty_score":0.03154665,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242581305","doi":"10.1109/icse.2015.83","title":"Why Good Developers Write Bad Code: An Observational Case Study of the Impacts of Organizational Factors on Software Quality","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Software quality; Quality (philosophy); Software; Computer science; Observational study; Action (physics); Knowledge management; Software development; Process management; Business","authors":[{"name":"Mathieu Lavallée","is_ca":true},{"name":"Pierre N. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2022106812989707,"gpt":0.3770855560324971,"spread":0.1748748747335264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006795983,0.000579372,0.000445211,0.001534331,0.003563779,0.001437509,0.001441409,0.002039435,0.00052945],"category_scores_gemma":[0.0523175,0.0008922601,0.0004081528,0.0009835992,0.003069945,0.001867012,0.002078546,0.00207495,0.000223772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00159252,"about_ca_system_score_gemma":0.001952836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006678576,"about_ca_topic_score_gemma":0.01911094,"domain_scores_codex":[0.9930587,0.004219828,0.0004208887,0.0006550746,0.001084862,0.0005607365],"domain_scores_gemma":[0.9289913,0.04674261,0.01101171,0.003561834,0.006529139,0.003163378],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0005208488,0.003045235,0.2774408,0.0003598828,0.00009924291,0.01370887,0.6574062,0.0009286206,0.01523877,0.0006693131,0.001602373,0.02897993],"study_design_scores_gemma":[0.0002754305,0.006779048,0.3775195,0.0004791357,0.0002363371,0.01054526,0.5614567,0.007236192,0.01630856,0.001635475,0.01716092,0.0003673654],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9974619,0.00004110831,0.001675209,0.0002122978,0.000006239488,0.0001125851,0.00004173012,0.00001333939,0.0004356574],"genre_scores_gemma":[0.9953547,0.000165509,0.003527087,0.0001332328,0.00001784761,0.000132313,0.00006989735,0.00001447632,0.0005850103],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.993204,"threshold_uncertainty_score":0.03594106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242156770","doi":"10.1109/icse.2015.78","title":"DASE: Document-Assisted Symbolic Execution for Improving Automated Software Testing","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Symbolic execution; Documentation; Heuristics; Software; Focus (optics); Programming language; Software bug; Data mining; Software engineering; Operating system","authors":[{"name":"Edmund Wong","is_ca":true},{"name":"Lei Zhang","is_ca":true},{"name":"Song Wang","is_ca":true},{"name":"Taiyue Liu","is_ca":true},{"name":"Lin Tan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1014607039198933,"gpt":0.3373117068853397,"spread":0.2358510029654464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002908853,0.001933124,0.001021693,0.003192397,0.0004326653,0.001530168,0.002427994,0.0009013956,0.00382605],"category_scores_gemma":[0.0170148,0.0005899353,0.0009172435,0.001943362,0.001078095,0.002633059,0.001902979,0.001704077,0.001282657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009078718,"about_ca_system_score_gemma":0.002772803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005052219,"about_ca_topic_score_gemma":0.007961065,"domain_scores_codex":[0.9942558,0.001819738,0.0004965749,0.0006104935,0.002550522,0.0002667779],"domain_scores_gemma":[0.9831942,0.008926465,0.001531321,0.003043692,0.00301727,0.0002871113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004816783,0.0005704671,0.00681827,0.0008516419,0.0001530152,0.0003193725,0.000458513,0.07512581,0.05875858,0.01110831,0.01381029,0.8315441],"study_design_scores_gemma":[0.0003394277,0.0005210545,0.001762705,0.0001244042,0.0001015956,0.0004279671,0.0001380887,0.8721235,0.09501457,0.01115254,0.01818107,0.0001130453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02563831,0.0004904164,0.9315816,0.0003254368,0.00006410712,0.0002309458,0.0006650249,0.039185,0.001819208],"genre_scores_gemma":[0.1315651,0.0002451346,0.8634835,0.0001610492,0.00003346976,0.0002225321,0.001819761,0.001349247,0.001120159],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005052219,"threshold_uncertainty_score":0.01538366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245239680","doi":"10.1109/icse.2015.301","title":"The Use of Text Retrieval and Natural Language Processing in Software Engineering","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Natural language; Software; Artificial intelligence; Information retrieval; Software engineering; Programming language","authors":[{"name":"Venera Arnaoudova","is_ca":false},{"name":"Sonia Haiduc","is_ca":false},{"name":"Andrian Marcus","is_ca":false},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04404577300327678,"gpt":0.2814940911543202,"spread":0.2374483181510434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005520391,0.0009289702,0.001256665,0.01272293,0.001113604,0.005983943,0.001422982,0.001493364,0.004973335],"category_scores_gemma":[0.01639442,0.0004594066,0.001278644,0.008451935,0.002646607,0.01036215,0.001856254,0.00164129,0.004185161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00114279,"about_ca_system_score_gemma":0.00145476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001161143,"about_ca_topic_score_gemma":0.0009260825,"domain_scores_codex":[0.9926984,0.00290736,0.001034752,0.0008321464,0.002341138,0.0001862122],"domain_scores_gemma":[0.9808571,0.01431688,0.001012998,0.001328542,0.0022936,0.0001908222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000109594,0.0001169288,0.0008077434,0.003484901,0.00009785265,0.000419362,0.001167519,0.001273479,0.02112624,0.05127181,0.01375251,0.9063721],"study_design_scores_gemma":[0.000121707,0.0004743199,0.007316569,0.002886079,0.0003070452,0.005213215,0.002349311,0.05847383,0.09917586,0.3656189,0.4574662,0.0005968313],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01092635,0.05415276,0.8960369,0.004958558,0.001330634,0.0004482607,0.0009169349,0.005119218,0.02611049],"genre_scores_gemma":[0.09968301,0.0433033,0.8360214,0.002752558,0.003255897,0.0006209596,0.001786623,0.000956288,0.01161993],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01272293,"threshold_uncertainty_score":0.02919495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232005383","doi":"10.1109/icse.2015.52","title":"Detecting Inconsistencies in JavaScript MVC Applications","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Distributed computing; Operating system; Artificial intelligence; User interface","authors":[{"name":"Frolin S. Ocariza","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true},{"name":"Ali Mesbah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1075574335070749,"gpt":0.322421418707348,"spread":0.2148639852002731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004850116,0.001116187,0.00117958,0.005341991,0.0006421351,0.0017726,0.002169309,0.001581993,0.0005985884],"category_scores_gemma":[0.03490975,0.0007353713,0.0005299516,0.002421875,0.000601038,0.001767687,0.001910769,0.001068643,0.0004578232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008586183,"about_ca_system_score_gemma":0.001208847,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004590585,"about_ca_topic_score_gemma":0.004819513,"domain_scores_codex":[0.9883024,0.001864444,0.001141653,0.002013501,0.006259236,0.0004187539],"domain_scores_gemma":[0.9568609,0.01964762,0.007662263,0.005726584,0.009511099,0.0005914749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001147404,0.0008537612,0.2228693,0.001250348,0.0003688976,0.002586579,0.003723504,0.03418497,0.09951077,0.00494579,0.01367112,0.6148875],"study_design_scores_gemma":[0.0001181492,0.000565104,0.07347471,0.0002822865,0.000225411,0.002978691,0.000834336,0.7541371,0.144968,0.005644574,0.01656296,0.000208749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5369575,0.001313465,0.3919342,0.0003878006,0.0001594078,0.0003601259,0.001252409,0.06502583,0.002609328],"genre_scores_gemma":[0.7535995,0.0002181608,0.2416386,0.0002070197,0.00004009782,0.00009455229,0.002097397,0.001207163,0.0008975227],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005341991,"threshold_uncertainty_score":0.0256502,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243472257","doi":"10.1109/icse.2015.212","title":"Leveraging Informal Documentation to Summarize Classes and Methods in Context","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Documentation; Automatic summarization; Software documentation; Identifier; Context (archaeology); Program comprehension; Source code; Code (set theory); Software; Focus (optics); Software engineering; Task (project management); Benchmark (surveying); Internal documentation; Information retrieval; Software bug; World Wide Web; Software development; Programming language; Software system; Software construction; Set (abstract data type); Engineering; Systems engineering","authors":[{"name":"Latifa Guerrouj","is_ca":true},{"name":"David Bourque","is_ca":true},{"name":"Peter C. Rigby","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08999989506615488,"gpt":0.3885358259163932,"spread":0.2985359308502383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006518768,0.001651999,0.0008122757,0.01229578,0.001403715,0.003493129,0.001139884,0.001258197,0.002417729],"category_scores_gemma":[0.06387798,0.0006163729,0.0004693846,0.005628141,0.0005807752,0.004926501,0.00379967,0.001422692,0.001499567],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009088689,"about_ca_system_score_gemma":0.002323834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004299984,"about_ca_topic_score_gemma":0.008426572,"domain_scores_codex":[0.9946193,0.002247971,0.0007893115,0.0009774729,0.001199768,0.0001662485],"domain_scores_gemma":[0.9474647,0.02608513,0.007522696,0.007258639,0.01107121,0.000597549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004692524,0.000208945,0.02377033,0.003586637,0.0001477251,0.0006384358,0.02560095,0.006329859,0.02384264,0.009541722,0.02609031,0.8797733],"study_design_scores_gemma":[0.0003077979,0.001386191,0.06986603,0.004556528,0.0009782981,0.001944515,0.02284774,0.2214062,0.08065445,0.07275086,0.5227016,0.0005997856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2034448,0.004460103,0.7524018,0.002003705,0.0005024838,0.001389907,0.01060548,0.01429359,0.01089796],"genre_scores_gemma":[0.3355405,0.00171898,0.6358619,0.0003383132,0.0002805025,0.000960135,0.01896906,0.001328824,0.005001772],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01229578,"threshold_uncertainty_score":0.03447497,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248155741","doi":"10.1109/icse.2015.226","title":"MU-MMINT: An IDE for Model Uncertainty","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Undo; Computer science; Forcing (mathematics); Variety (cybernetics); Software engineering; Software; Resolution (logic); Transformation (genetics); Work (physics); Data science; Programming language; Artificial intelligence","authors":[{"name":"Michalis Famelis","is_ca":true},{"name":"Naama Ben-David","is_ca":true},{"name":"Alessio Di Sandro","is_ca":true},{"name":"Rick Salay","is_ca":true},{"name":"Marsha Chećhik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1304296525066173,"gpt":0.3465685139716899,"spread":0.2161388614650726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007419402,0.001943134,0.001059919,0.001596627,0.001037189,0.003802469,0.003729429,0.002294172,0.01590762],"category_scores_gemma":[0.01963391,0.002062512,0.0024602,0.0005627665,0.001326596,0.007985977,0.007595244,0.00511111,0.004846318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008785541,"about_ca_system_score_gemma":0.002261647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001008966,"about_ca_topic_score_gemma":0.002325018,"domain_scores_codex":[0.9968728,0.0009781915,0.000329628,0.0004538317,0.001155252,0.0002102491],"domain_scores_gemma":[0.9907016,0.006666658,0.0003855912,0.00140325,0.0005124047,0.0003304524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001264608,0.0005172748,0.004500217,0.002041682,0.000297497,0.002229704,0.002896894,0.05220523,0.0210048,0.3121027,0.1468686,0.4540709],"study_design_scores_gemma":[0.0004159122,0.00015516,0.0005241977,0.00067079,0.0001210542,0.00101461,0.000254267,0.3270232,0.01797451,0.1624253,0.4892264,0.0001945346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001975437,0.0001708879,0.9404595,0.0003306722,0.0001320484,0.0001175438,0.0007628287,0.04996268,0.006088478],"genre_scores_gemma":[0.05365569,0.0006062447,0.9110999,0.0005311826,0.0001196654,0.0007671398,0.002780361,0.02150563,0.008934097],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01590762,"threshold_uncertainty_score":0.05321628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237865316","doi":"10.1109/icse.2015.238","title":"Mining Temporal Properties of Data Invariants","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Value (mathematics); Data mining; Programming language; Mathematics; Machine learning","authors":[{"name":"Caroline Lemieux","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2543589862944931,"gpt":0.3511994581912674,"spread":0.0968404718967743,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002381469,0.0007963679,0.0005845025,0.004094017,0.000628989,0.001308043,0.001222264,0.000611093,0.000894634],"category_scores_gemma":[0.0233749,0.0006932486,0.001484896,0.00228281,0.001268116,0.002995796,0.001316696,0.001379873,0.0003443561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001363985,"about_ca_system_score_gemma":0.003090587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005731779,"about_ca_topic_score_gemma":0.009716328,"domain_scores_codex":[0.9962547,0.0004436389,0.0004034004,0.0008381171,0.001780129,0.0002799578],"domain_scores_gemma":[0.9763693,0.01126503,0.004498394,0.004037541,0.003477358,0.0003522854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007297933,0.000650435,0.2106468,0.001781917,0.0003663896,0.002459116,0.002300398,0.1480099,0.06926886,0.06667488,0.008441475,0.4886701],"study_design_scores_gemma":[0.00006055509,0.0002647853,0.01580173,0.000130794,0.0001494584,0.0006464787,0.0005056066,0.833238,0.07472587,0.06374277,0.01065608,0.00007791824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2766862,0.000538461,0.7060137,0.0005689088,0.00005157621,0.0003366084,0.005269606,0.008044349,0.00249054],"genre_scores_gemma":[0.7016611,0.0002394371,0.2884126,0.0001441579,0.0000323843,0.000306976,0.007496445,0.0005741853,0.001132732],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005731779,"threshold_uncertainty_score":0.01259458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4256112081","doi":"10.1109/icse.2015.186","title":"SOA4DM: Applying an SOA Paradigm to Coordination in Humanitarian Disaster Response","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Key (lock); Software development; Service (business); Software engineering; Computer security; Business; Operating system","authors":[{"name":"Kelly E. Lyons","is_ca":true},{"name":"Christie Oh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06760897321368421,"gpt":0.3165185825853172,"spread":0.248909609371633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004686707,0.0005594397,0.0003789151,0.001108425,0.002205407,0.003986323,0.001434908,0.001880211,0.002249425],"category_scores_gemma":[0.003807204,0.0003787879,0.0008868158,0.001534014,0.002669359,0.005420479,0.004875751,0.002275495,0.0007339861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001929934,"about_ca_system_score_gemma":0.004364097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01082424,"about_ca_topic_score_gemma":0.01204681,"domain_scores_codex":[0.9976988,0.001099405,0.0001706414,0.0002298591,0.0005630563,0.0002382037],"domain_scores_gemma":[0.9987159,0.0004075008,0.00008936103,0.0002239449,0.0002831283,0.0002801248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002833815,0.0002473949,0.002684914,0.0006748557,0.0001049252,0.00130046,0.004374001,0.04870123,0.01628439,0.6413891,0.01960297,0.2643524],"study_design_scores_gemma":[0.0001500902,0.0002614772,0.0009368048,0.0003212469,0.00008470597,0.0007429169,0.002556868,0.3067541,0.01054583,0.4050169,0.2725219,0.0001072202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01897525,0.001398498,0.9348855,0.007288175,0.0006382853,0.0004317744,0.0001074392,0.002512421,0.03376266],"genre_scores_gemma":[0.3576058,0.002687129,0.6269236,0.001327942,0.0003100562,0.0004718596,0.000281645,0.0003748883,0.01001699],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01082424,"threshold_uncertainty_score":0.024786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245349988","doi":"10.1109/icse.2015.274","title":"Understanding the Software Fault Introduction Process","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Meaning (existential); Programming language; Algorithmic program debugging; Software; Epistemology","authors":[{"name":"Laura Inozemtseva","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1682799662528167,"gpt":0.3488377812416313,"spread":0.1805578149888147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017271,0.001109362,0.0004236168,0.003671998,0.002235849,0.008799493,0.002812073,0.007173557,0.004836118],"category_scores_gemma":[0.04174581,0.001103514,0.001040667,0.001730764,0.01477737,0.023439,0.003716897,0.007375109,0.0009899103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005738694,"about_ca_system_score_gemma":0.009538677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007574022,"about_ca_topic_score_gemma":0.003957205,"domain_scores_codex":[0.9932337,0.004200667,0.0002727856,0.0007347511,0.001076217,0.0004818418],"domain_scores_gemma":[0.9510674,0.0347213,0.005099351,0.003303939,0.004728195,0.001079789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0000739095,0.0002393789,0.01249646,0.0004277115,0.00001928331,0.0003170375,0.04518803,0.01162647,0.001539605,0.8758526,0.002567548,0.04965202],"study_design_scores_gemma":[0.00008783477,0.0003004638,0.01151508,0.00111108,0.00006927659,0.0004909743,0.02900537,0.07409548,0.004253472,0.8136928,0.06526186,0.0001162195],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2254086,0.00260857,0.6749398,0.04922142,0.0002883432,0.0008507024,0.0002762991,0.0007024644,0.04570388],"genre_scores_gemma":[0.8239865,0.002684446,0.1619992,0.002218304,0.0001155023,0.0006434791,0.0004374641,0.0001829832,0.007732261],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.017271,"threshold_uncertainty_score":0.09133887,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251625061","doi":"10.1109/icse.2015.291","title":"Towards Generation of Software Development Tasks","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","authors":[{"name":"C. Albert Thompson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1401029969541984,"gpt":0.3348344149472631,"spread":0.1947314179930647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003373611,0.001434388,0.0005989593,0.002499218,0.001028564,0.002719719,0.001753933,0.00159781,0.004226527],"category_scores_gemma":[0.0223081,0.001128965,0.002357246,0.001418319,0.0009408762,0.00258005,0.003339974,0.002823261,0.003896598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001174602,"about_ca_system_score_gemma":0.003533522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002702424,"about_ca_topic_score_gemma":0.003288358,"domain_scores_codex":[0.9953182,0.001795451,0.0003807734,0.000988766,0.001272535,0.0002442419],"domain_scores_gemma":[0.9884183,0.005166571,0.0007490962,0.00253828,0.002794326,0.0003334203],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00036633,0.0003676942,0.008715352,0.00150002,0.0001335414,0.001398688,0.005278615,0.06744083,0.02402068,0.1355024,0.0286989,0.726577],"study_design_scores_gemma":[0.000101114,0.0001870016,0.002517631,0.0006905462,0.000112937,0.0007047606,0.001244188,0.6558204,0.02602392,0.2035549,0.1089339,0.0001087881],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01245148,0.0002119199,0.9787998,0.0005066373,0.0001189434,0.000335645,0.0007923311,0.002916027,0.003867183],"genre_scores_gemma":[0.06457659,0.0002284518,0.9277247,0.0001233655,0.00003942276,0.0003283036,0.003424639,0.0008964556,0.002658102],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004226527,"threshold_uncertainty_score":0.01784158,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1504156788","doi":"10.1109/icse.2015.203","title":"A Unified Framework for the Comprehension of Software's Time","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software evolution; Program comprehension; Dimension (graph theory); Comprehension; Software engineering; Context (archaeology); Software; Software development; Software construction; Software system; Programming language; Mathematics","authors":[{"name":"Omar Benomar","is_ca":true},{"name":"Houari Sahraoui","is_ca":true},{"name":"Pierre Poulin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1015772675790119,"gpt":0.3405022812091452,"spread":0.2389250136301334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012451,0.002113737,0.00197275,0.006299085,0.003378905,0.0121259,0.004896992,0.005706288,0.008398519],"category_scores_gemma":[0.01813113,0.001514921,0.004959654,0.004157207,0.01742251,0.0326606,0.006737662,0.00885599,0.002024031],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004829788,"about_ca_system_score_gemma":0.005191848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006162268,"about_ca_topic_score_gemma":0.0036075,"domain_scores_codex":[0.9923983,0.003574351,0.0008047304,0.001376628,0.001259724,0.0005863634],"domain_scores_gemma":[0.9886996,0.005813988,0.0009125406,0.002098034,0.001827486,0.0006484244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005243948,0.000007104127,0.0000557364,0.00003275193,0.00000694042,0.00004736065,0.001215913,0.0007049929,0.0002078313,0.9944602,0.000445713,0.002810211],"study_design_scores_gemma":[0.00001288518,0.00001972501,0.00008852882,0.00007278551,0.00001418406,0.00009307757,0.0004914461,0.005908662,0.0002735049,0.9774702,0.0155314,0.00002354097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003007599,0.0007194624,0.977712,0.00362733,0.000160508,0.00008873823,0.0001666548,0.0006453828,0.01387228],"genre_scores_gemma":[0.1947264,0.001245669,0.7951745,0.001015896,0.0006524186,0.0008031811,0.0005535476,0.000893606,0.004934754],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.012451,"threshold_uncertainty_score":0.06584799,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235247528","doi":"10.1109/icse.2015.317","title":"7th International Workshop on Modeling in Software Engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Software; Maturity (psychological); Systems engineering; Engineering management; Engineering; Programming language; Computer security","authors":[{"name":"Jeff Gray","is_ca":false},{"name":"Marsha Chećhik","is_ca":true},{"name":"Vinay Kulkarni","is_ca":false},{"name":"Richard F. Paige","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08200850007191732,"gpt":0.3100033239440885,"spread":0.2279948238721712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01238517,0.00223452,0.001868541,0.003290375,0.001575544,0.00910752,0.003476748,0.004302847,0.07642929],"category_scores_gemma":[0.01633306,0.001035213,0.002681834,0.002255241,0.001453565,0.008410281,0.01053814,0.007497672,0.03788726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002252212,"about_ca_system_score_gemma":0.003965241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001299044,"about_ca_topic_score_gemma":0.002315785,"domain_scores_codex":[0.9914466,0.003104968,0.0007024708,0.001086092,0.002913027,0.000746785],"domain_scores_gemma":[0.9898992,0.002218212,0.0003810843,0.001860675,0.003363441,0.00227752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002167173,0.0003568084,0.0007465368,0.0008556067,0.0001066372,0.0003463436,0.001061839,0.002469287,0.003823774,0.05601492,0.5574317,0.3765698],"study_design_scores_gemma":[0.00001766285,0.0001004436,0.0005156847,0.0008136538,0.00003002363,0.0004941879,0.000288633,0.003264071,0.001320569,0.02183877,0.9712744,0.00004179199],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01104619,0.09981935,0.4965263,0.06360938,0.1264602,0.0007812735,0.002405924,0.007798799,0.1915527],"genre_scores_gemma":[0.08081604,0.08273751,0.2691959,0.01161584,0.03311925,0.001225657,0.01562471,0.006932289,0.4987328],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9235707,"threshold_uncertainty_score":0.2556815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4244294511","doi":"10.1109/icse.2015.318","title":"7th International Workshop on Principles of Engineering Service-Oriented and Cloud Systems (PESOS 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Cloud computing; Software as a service; Computer science; Adaptation (eye); Context (archaeology); Service (business); Software engineering; Software; Engineering management; Software development; Engineering; Business; Operating system","authors":[{"name":"Muhammad Ali Babar","is_ca":false},{"name":"Hye-Young Paik","is_ca":false},{"name":"Malolan Chetlur","is_ca":false},{"name":"Michael Bauer","is_ca":true},{"name":"Amir Molzam Sharifloo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05495524640472416,"gpt":0.2864525888604307,"spread":0.2314973424557065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009453068,0.00180942,0.001463562,0.00224501,0.001308501,0.007044941,0.003038777,0.003512723,0.03880285],"category_scores_gemma":[0.01170261,0.0009121234,0.00236692,0.001867044,0.001853764,0.007592187,0.006278452,0.006529323,0.01325893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002133616,"about_ca_system_score_gemma":0.003354595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001999849,"about_ca_topic_score_gemma":0.002634463,"domain_scores_codex":[0.9942585,0.001794645,0.0004718423,0.000735134,0.002230034,0.0005097956],"domain_scores_gemma":[0.9953409,0.001254611,0.0001591284,0.000896028,0.001508427,0.0008408474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002018895,0.0003527975,0.0007716726,0.0008545532,0.0001198598,0.0004680284,0.001161799,0.005585752,0.003500331,0.2002011,0.3334456,0.4533366],"study_design_scores_gemma":[0.00003039767,0.0001243103,0.0005275288,0.00078865,0.00003628582,0.0007051555,0.0002824559,0.009663603,0.001820906,0.09274843,0.8932227,0.00004958388],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.007255685,0.05534301,0.6967356,0.03333716,0.06223096,0.0006186173,0.0008101634,0.003155452,0.1405134],"genre_scores_gemma":[0.092183,0.06417216,0.4772023,0.008676647,0.0225692,0.001127367,0.004758266,0.003343382,0.3259676],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9611971,"threshold_uncertainty_score":0.1298085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}