{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"0ffde12fd0ab","filters":{"venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering"}},"results":[{"id":"W4250023757","doi":"10.1109/icse.2015.91","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Artificial intelligence; Software bug; Software; Data mining; Multivariate adaptive regression splines; Multivariate statistics; Set (abstract data type); Variety (cybernetics); Support vector machine; Regression; Logistic regression; Regression analysis; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1198000391827528,"gpt":0.3409680431586617,"spread":0.2211680039759089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001312997,0.0002407809,0.0002240296,0.0002966157,0.00006034155,0.0001018818,0.00208708,0.00009692758,0.000009683381],"category_scores_gemma":[0.002173821,0.0001573184,0.0001577583,0.0004169593,0.00006297287,0.0004979611,0.0001425533,0.0004621503,0.0000132088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003170451,"about_ca_system_score_gemma":0.0002246785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004507759,"about_ca_topic_score_gemma":2.735293e-7,"domain_scores_codex":[0.9978719,0.00007270344,0.000442996,0.0003349767,0.001001404,0.0002760631],"domain_scores_gemma":[0.9966825,0.001099281,0.0002314303,0.001016321,0.0008731777,0.00009725388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001151903,0.0001117084,0.0275577,0.0001135927,0.0003121638,0.000004324661,0.001212682,0.9074306,0.01174616,0.03395075,0.002268325,0.01517677],"study_design_scores_gemma":[0.0001719534,0.0003256787,0.01578472,0.0004657571,0.00000679243,0.00001206082,0.00002291024,0.9639622,0.01866093,0.0003638548,0.00004924191,0.0001739028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.574836,0.00003720929,0.4231385,0.0003461652,0.0006645048,0.0003286738,0.0000315723,0.0003663841,0.0002509897],"genre_scores_gemma":[0.9914337,0.00004864248,0.008095773,0.00001509582,0.0002476297,0.00008565762,0.000007163043,0.00002589894,0.00004037111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4165978,"threshold_uncertainty_score":0.641526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1592081868","doi":"10.1109/icse.2015.55","title":"Work Practices and Challenges in Pull-Based Development: The Integrator's Perspective","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":308,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Integrator; Perspective (graphical); Computer science; Set (abstract data type); Process (computing); Quality (philosophy); Process management; Op amp integrator; Work (physics); Management science; Data science; Engineering; Artificial intelligence; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.217326346725074,"gpt":0.3518920728393924,"spread":0.1345657261143184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00101181,0.0003169313,0.0002248808,0.0003313704,0.0000658251,0.0003646307,0.001563761,0.000129527,0.000009280728],"category_scores_gemma":[0.003726783,0.0002599664,0.00004084889,0.0003343782,0.00003903069,0.0008200309,0.0001735418,0.0006739026,0.00002880252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003161742,"about_ca_system_score_gemma":0.0002744565,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006861498,"about_ca_topic_score_gemma":0.00003238913,"domain_scores_codex":[0.9982227,0.00008356615,0.0003097737,0.0005431162,0.0005174124,0.0003234465],"domain_scores_gemma":[0.9976296,0.0009601591,0.0002587602,0.0005373707,0.000450497,0.0001635752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007679449,0.001236622,0.03713466,0.0004139263,0.001003592,0.0007088405,0.04202283,0.144332,0.000452769,0.5789442,0.008981504,0.1840012],"study_design_scores_gemma":[0.004713872,0.001377426,0.02908233,0.002964606,0.00007590317,0.0003029827,0.00429799,0.5669032,0.01374857,0.01462406,0.3569204,0.00498873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04131946,0.00325019,0.9307564,0.01669424,0.004445666,0.0005787766,0.000006919819,0.00190025,0.001048119],"genre_scores_gemma":[0.8404161,0.0005287002,0.1584339,0.0001690884,0.0001942682,0.000148375,0.000003711429,0.00003478153,0.00007106923],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7990966,"threshold_uncertainty_score":0.9999853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236859744","doi":"10.1109/icse.2015.179","title":"Sustainability Design and Software: The Karlskrona Manifesto","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Natural Sciences and Engineering Research Council of Canada; Vienna Science and Technology Fund; Deutsche Forschungsgemeinschaft","keywords":"Manifesto; Sustainability; Conversation; Engineering ethics; Computer science; Sociology; Political science; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05638633299317324,"gpt":0.2862198170053897,"spread":0.2298334840122164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009255825,0.0004582618,0.0003299763,0.0001892877,0.0001034791,0.0002162284,0.0009265438,0.000189175,0.00005569202],"category_scores_gemma":[0.002316596,0.0003949136,0.00009191038,0.0002042749,0.0001245847,0.0003984297,0.0001231211,0.000594084,0.0000503185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000803327,"about_ca_system_score_gemma":0.0002508531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006890377,"about_ca_topic_score_gemma":0.00001243248,"domain_scores_codex":[0.9977818,0.00007691946,0.0004416683,0.0004746841,0.0006544355,0.0005705637],"domain_scores_gemma":[0.9974971,0.000496001,0.0000637301,0.0007783711,0.0008296967,0.0003351113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002403103,0.0001677932,0.0179162,0.0004501613,0.0003893813,0.0001852231,0.002775504,0.9152333,0.0002524198,0.009716153,0.03441386,0.01825971],"study_design_scores_gemma":[0.003478941,0.0007077951,0.02777393,0.0003342796,0.0001455307,0.0002704736,0.00201837,0.881946,0.003201157,0.03430468,0.04261425,0.003204576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2416243,0.0003028841,0.7497332,0.001280115,0.004230238,0.0009421931,0.00004005472,0.001508786,0.0003381624],"genre_scores_gemma":[0.9843827,0.00004103343,0.01443341,0.0000816749,0.0003701102,0.0001573444,0.00001361941,0.00008012226,0.0004399537],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7427584,"threshold_uncertainty_score":0.9998503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255771497","doi":"10.1109/icse.2015.97","title":"Discovering Information Explaining API Types Using Text Classification","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Interface (matter); Information retrieval; Precision and recall; Software; Recall; Artificial intelligence; Natural language processing; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1265507220682919,"gpt":0.3399426154571125,"spread":0.2133918933888206,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006434103,0.00036617,0.0002705123,0.0007006183,0.00009686537,0.0007126893,0.002013055,0.0001604478,0.00002802933],"category_scores_gemma":[0.00331272,0.0003906993,0.0000847402,0.000510028,0.0000359729,0.003070478,0.0002842624,0.0005094433,0.0003325182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006819724,"about_ca_system_score_gemma":0.0003384178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005831934,"about_ca_topic_score_gemma":0.000002369685,"domain_scores_codex":[0.997173,0.00003979297,0.0005281081,0.0004784917,0.001246725,0.0005339211],"domain_scores_gemma":[0.997447,0.0004267954,0.0001862946,0.0008859026,0.0007258033,0.0003281914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009648866,0.000141571,0.01676139,0.000150088,0.0002683048,0.00005896287,0.004467239,0.9021526,0.007738607,0.04537939,0.004338428,0.01844691],"study_design_scores_gemma":[0.0006583135,0.0001018963,0.003911794,0.0002933021,0.000008399018,0.00004856661,0.0001455167,0.9871826,0.003293802,0.0002856762,0.003448627,0.0006214662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1357771,0.00003293745,0.8581436,0.0002578885,0.004365681,0.0002105015,0.00001913378,0.0008874511,0.0003056062],"genre_scores_gemma":[0.9046966,0.00001685056,0.09460675,0.00007396254,0.0003750377,0.00005696954,0.00003302265,0.0000403649,0.0001003854],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7689195,"threshold_uncertainty_score":0.9998545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239439500","doi":"10.1109/icse.2015.74","title":"Open Source-Style Collaborative Development Practices in Commercial Projects Using GitHub","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Computer science; Reuse; Popularity; World Wide Web; Transparency (behavior); Open source; Software; Source code; Work (physics); Knowledge management; Software engineering; Database; Computer security; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2232913999502927,"gpt":0.3919161264773326,"spread":0.1686247265270399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001194811,0.0004238467,0.0004178759,0.0006866346,0.000150942,0.001323779,0.004417168,0.0001678346,0.00003499354],"category_scores_gemma":[0.00320815,0.000454015,0.00004267384,0.001308505,0.0000523398,0.002597873,0.001080584,0.0005799016,0.0001491852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008752878,"about_ca_system_score_gemma":0.001951506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003292763,"about_ca_topic_score_gemma":0.0001818394,"domain_scores_codex":[0.9967881,0.0001198883,0.0007285482,0.0008009555,0.001036809,0.0005257359],"domain_scores_gemma":[0.996455,0.0003731996,0.0006488451,0.0008126017,0.001465271,0.0002450537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009450556,0.003526726,0.1496363,0.0002938606,0.001489263,0.00080942,0.1079834,0.5054125,0.004503647,0.08302498,0.04009465,0.1022802],"study_design_scores_gemma":[0.008308658,0.0007516957,0.01212552,0.002280653,0.00004663433,0.0002072981,0.003534471,0.7863845,0.01546654,0.001379997,0.1649926,0.004521385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.21475,0.00002901628,0.7762777,0.001319891,0.003845759,0.001131046,0.00003334132,0.0005452001,0.002068002],"genre_scores_gemma":[0.6341993,0.000003776817,0.3646411,0.0002964316,0.0002202336,0.0001565008,0.00002502601,0.00004761984,0.0004100097],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4194493,"threshold_uncertainty_score":0.9997911,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1033140506412273,"gpt":0.3193367879349155,"spread":0.2160227372936883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008098513,0.0005444708,0.0005303475,0.000526839,0.0001495389,0.0005100505,0.002741685,0.0002696396,0.00002026464],"category_scores_gemma":[0.001373477,0.0005054349,0.0001836229,0.0004282391,0.00006768056,0.001320421,0.0004384215,0.0007128642,0.0001355955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005999067,"about_ca_system_score_gemma":0.0004582267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001220317,"about_ca_topic_score_gemma":0.00001998108,"domain_scores_codex":[0.9966111,0.00007979682,0.0006856253,0.0008405408,0.0011472,0.0006356961],"domain_scores_gemma":[0.9969862,0.0002841087,0.0002913029,0.001224932,0.0008636503,0.0003497748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002938865,0.0003881224,0.04556025,0.0004858718,0.0005745261,0.0002533775,0.003225407,0.8998834,0.004989947,0.003453402,0.008785471,0.03210626],"study_design_scores_gemma":[0.003688914,0.001347855,0.006934427,0.004690524,0.0001146799,0.00125536,0.0004332427,0.8839422,0.06207054,0.01755578,0.01190043,0.006066029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.135704,0.00007991213,0.8564416,0.0001861051,0.00544098,0.0003176584,0.00002461922,0.001593688,0.000211558],"genre_scores_gemma":[0.7072415,0.00003006754,0.2916501,0.0001582049,0.0005953555,0.00006516781,0.00002104536,0.00005166376,0.0001868668],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5715376,"threshold_uncertainty_score":0.9997397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242581305","doi":"10.1109/icse.2015.83","title":"Why Good Developers Write Bad Code: An Observational Case Study of the Impacts of Organizational Factors on Software Quality","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Software quality; Quality (philosophy); Software; Computer science; Observational study; Action (physics); Knowledge management; Software development; Process management; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.2022106812989707,"gpt":0.3770855560324971,"spread":0.1748748747335264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008323648,0.0004025379,0.0003939304,0.0003062901,0.0001008698,0.0001542409,0.002221707,0.000158396,0.00003641122],"category_scores_gemma":[0.004062699,0.0003364425,0.00009522501,0.0006546399,0.00004825279,0.0009859633,0.0002727452,0.0004527114,0.000005293865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002464666,"about_ca_system_score_gemma":0.0004490704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006060487,"about_ca_topic_score_gemma":0.0001278347,"domain_scores_codex":[0.9967877,0.0001537999,0.0007656553,0.0005496433,0.001438892,0.0003043085],"domain_scores_gemma":[0.9957744,0.0008514599,0.0004907592,0.001087948,0.001550954,0.0002444269],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002138947,0.002774562,0.6663045,0.0002083703,0.0008819243,0.0002732734,0.01384762,0.2411412,0.001604638,0.06552666,0.00553022,0.001693057],"study_design_scores_gemma":[0.01050712,0.00797212,0.5826941,0.00240647,0.0002918542,0.001474741,0.006420974,0.3041729,0.06535361,0.004748934,0.007206602,0.006750565],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6755509,0.00001078332,0.3216934,0.0001826612,0.001736895,0.0002967118,0.0001170618,0.0003919836,0.00001960063],"genre_scores_gemma":[0.9347938,0.000005086219,0.06477505,0.0001762806,0.0001143289,0.00002787106,0.00003139114,0.00004352275,0.00003265609],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2592429,"threshold_uncertainty_score":0.9999087,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242156770","doi":"10.1109/icse.2015.78","title":"DASE: Document-Assisted Symbolic Execution for Improving Automated Software Testing","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Symbolic execution; Documentation; Heuristics; Software; Focus (optics); Programming language; Software bug; Data mining; Software engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1014607039198933,"gpt":0.3373117068853397,"spread":0.2358510029654464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008810919,0.000533536,0.0004223019,0.0005482546,0.0001825309,0.0006502272,0.002274475,0.0002316411,0.000008005776],"category_scores_gemma":[0.01022103,0.0005606529,0.0001345868,0.000551344,0.00004662031,0.0009279533,0.0003078089,0.0004105916,0.0000570625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005657884,"about_ca_system_score_gemma":0.0004337723,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001504696,"about_ca_topic_score_gemma":0.000003871445,"domain_scores_codex":[0.9967566,0.00005707907,0.0006657779,0.0009119026,0.0009024041,0.0007062776],"domain_scores_gemma":[0.9956626,0.001034506,0.0003595909,0.001061919,0.001500286,0.0003811478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004944234,0.001457732,0.02955545,0.001567543,0.001086583,0.0005866289,0.004559258,0.1203122,0.02687552,0.04868726,0.2808712,0.4839462],"study_design_scores_gemma":[0.001316936,0.0004549016,0.001649626,0.0007271161,0.00003253847,0.0001508773,0.00001685126,0.9804708,0.005627942,0.007485663,0.0009856994,0.001080996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01438614,0.00005285691,0.9505137,0.0002891306,0.003888332,0.0004957328,0.00004953824,0.0302146,0.0001099428],"genre_scores_gemma":[0.446247,0.000002191443,0.5527886,0.0001585316,0.0003219908,0.0002275355,0.00004763408,0.00005892252,0.000147619],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8601587,"threshold_uncertainty_score":0.9996845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245239680","doi":"10.1109/icse.2015.301","title":"The Use of Text Retrieval and Natural Language Processing in Software Engineering","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Natural language; Software; Artificial intelligence; Information retrieval; Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04404577300327678,"gpt":0.2814940911543202,"spread":0.2374483181510434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000317239,0.0002823548,0.0002425929,0.0003081483,0.0000584199,0.0003383701,0.00132333,0.00009605976,0.00000276977],"category_scores_gemma":[0.0007832872,0.0002296593,0.00005117176,0.0004176422,0.00003433459,0.0007550627,0.000253803,0.0004552415,0.000007150176],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009997443,"about_ca_system_score_gemma":0.0001341661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001034742,"about_ca_topic_score_gemma":0.00006174288,"domain_scores_codex":[0.9981635,0.00003092202,0.0003932505,0.0004118663,0.0006367437,0.0003636753],"domain_scores_gemma":[0.9984142,0.0004129821,0.0001480447,0.0005020623,0.0003707559,0.0001519715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001395107,0.0005599797,0.04491768,0.001370108,0.0005916664,0.0006106374,0.05426695,0.581506,0.02984238,0.0281901,0.001890866,0.2548585],"study_design_scores_gemma":[0.001092712,0.0001419448,0.009761283,0.0008511553,0.00001261083,0.00006949041,0.000285735,0.976535,0.006548269,0.0001662056,0.003878545,0.000657004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7210257,0.001360535,0.272328,0.0007005557,0.003690968,0.0003248419,0.00002607477,0.0005126842,0.00003060642],"genre_scores_gemma":[0.9477794,0.00003401366,0.0517346,0.0001506794,0.0001746144,0.00001336723,0.000009110422,0.00002812205,0.0000760792],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.395029,"threshold_uncertainty_score":0.9365234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232005383","doi":"10.1109/icse.2015.52","title":"Detecting Inconsistencies in JavaScript MVC Applications","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Distributed computing; Operating system; Artificial intelligence; User interface","retraction":null,"screen_n_in":null,"score":{"opus":0.1075574335070749,"gpt":0.322421418707348,"spread":0.2148639852002731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000695773,0.0003142132,0.0002788818,0.000579491,0.00007401739,0.0002883524,0.002033317,0.000138996,0.000008761047],"category_scores_gemma":[0.003112541,0.0003353519,0.00007777943,0.0005077067,0.00004357993,0.0005505055,0.0002547812,0.0004659223,0.0001040781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003616716,"about_ca_system_score_gemma":0.0002457967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001553516,"about_ca_topic_score_gemma":0.00002424854,"domain_scores_codex":[0.9978034,0.00004502432,0.0004749841,0.0006017818,0.0006535387,0.0004212029],"domain_scores_gemma":[0.9975822,0.0004524487,0.0001565756,0.0009170492,0.0006672245,0.0002244942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002212069,0.00180951,0.1800673,0.0005241029,0.0006700285,0.0007524529,0.01333677,0.1463207,0.008540484,0.1735804,0.1527143,0.3214628],"study_design_scores_gemma":[0.00227848,0.0005345367,0.006247958,0.001498604,0.00002782797,0.0002939998,0.0002050226,0.8879427,0.01413527,0.06534889,0.01871721,0.00276953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01317717,0.00008355317,0.976478,0.0004218332,0.002399049,0.0002904553,0.00001115,0.006389224,0.0007495288],"genre_scores_gemma":[0.698558,0.00001075191,0.300556,0.0001955687,0.000265505,0.0002321698,0.000006372435,0.00003000474,0.0001456625],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.741622,"threshold_uncertainty_score":0.9999099,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243472257","doi":"10.1109/icse.2015.212","title":"Leveraging Informal Documentation to Summarize Classes and Methods in Context","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Documentation; Automatic summarization; Software documentation; Identifier; Context (archaeology); Program comprehension; Source code; Code (set theory); Software; Focus (optics); Software engineering; Task (project management); Benchmark (surveying); Internal documentation; Information retrieval; Software bug; World Wide Web; Software development; Programming language; Software system; Software construction; Set (abstract data type); Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08999989506615488,"gpt":0.3885358259163932,"spread":0.2985359308502383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001116668,0.0003178742,0.0002968346,0.0008287707,0.00004152778,0.000523543,0.001386941,0.0001144914,0.00002358308],"category_scores_gemma":[0.004021336,0.0003438384,0.00004632694,0.0004879656,0.00002753504,0.001281456,0.0003670123,0.0004674284,0.00008918249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003754548,"about_ca_system_score_gemma":0.000217333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001462361,"about_ca_topic_score_gemma":0.00002298141,"domain_scores_codex":[0.9976248,0.00006975947,0.0004604103,0.0005470216,0.0007913134,0.0005067369],"domain_scores_gemma":[0.9975184,0.0009985702,0.000080265,0.0005475835,0.000453581,0.0004016448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004160687,0.0003916597,0.1819492,0.0003587905,0.0005031149,0.0004305404,0.03050445,0.3380124,0.01912472,0.05768492,0.01352785,0.3570963],"study_design_scores_gemma":[0.005713773,0.0008258062,0.09195226,0.001373524,0.00002065921,0.0001933059,0.0009964589,0.8269508,0.03867954,0.002447432,0.02795853,0.002887881],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1588888,0.00005209244,0.83714,0.0006638491,0.002424558,0.0002601233,0.000006349617,0.0004089907,0.0001552745],"genre_scores_gemma":[0.6775598,0.00002024515,0.3216636,0.000228263,0.0001335621,0.00009436991,0.00000771444,0.00002937059,0.0002630821],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.518671,"threshold_uncertainty_score":0.9999014,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248155741","doi":"10.1109/icse.2015.226","title":"MU-MMINT: An IDE for Model Uncertainty","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Undo; Computer science; Forcing (mathematics); Variety (cybernetics); Software engineering; Software; Resolution (logic); Transformation (genetics); Work (physics); Data science; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1304296525066173,"gpt":0.3465685139716899,"spread":0.2161388614650726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006983625,0.0005563532,0.0004377732,0.000475175,0.00008112587,0.0003507655,0.003493471,0.0002486805,0.00001254393],"category_scores_gemma":[0.0003868498,0.0005909914,0.0001670496,0.0002515818,0.00004396338,0.001230523,0.0002592854,0.0004599901,0.00005239415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005228943,"about_ca_system_score_gemma":0.0003534669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004694447,"about_ca_topic_score_gemma":0.00001066594,"domain_scores_codex":[0.9968355,0.00003416212,0.0005764329,0.0009432669,0.0009514613,0.0006591726],"domain_scores_gemma":[0.9965527,0.0001735224,0.0001772677,0.001472436,0.001085057,0.0005390292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003831604,0.00009326557,0.00009318011,0.00003260699,0.00006124265,0.00001517947,0.0004626905,0.7983582,0.000805484,0.1869313,0.005225131,0.007883478],"study_design_scores_gemma":[0.0006222823,0.000250392,0.00003527741,0.0001519151,0.00001066016,0.00002225077,0.000007108638,0.9788981,0.003196814,0.006388112,0.009738114,0.0006789737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007882252,0.00002562412,0.9853891,0.0004161308,0.00297834,0.0004725739,0.0001092262,0.002603033,0.000123716],"genre_scores_gemma":[0.3133569,0.00001310382,0.6852861,0.0002045047,0.0003674997,0.0002985267,0.00005301255,0.00007580595,0.0003445078],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3054746,"threshold_uncertainty_score":0.9996542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237865316","doi":"10.1109/icse.2015.238","title":"Mining Temporal Properties of Data Invariants","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Value (mathematics); Data mining; Programming language; Mathematics; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.2543589862944931,"gpt":0.3511994581912674,"spread":0.0968404718967743,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009446201,0.0003449976,0.0003636402,0.0005046279,0.00004240068,0.0002565971,0.005984236,0.000137362,0.00002593816],"category_scores_gemma":[0.005065925,0.0003354189,0.00005948563,0.0004280314,0.00006286036,0.001543908,0.001010077,0.0004055946,0.0001031688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001939595,"about_ca_system_score_gemma":0.0005266888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001015537,"about_ca_topic_score_gemma":0.000007409562,"domain_scores_codex":[0.9967788,0.00004853689,0.0005433,0.0007478135,0.001389795,0.0004917368],"domain_scores_gemma":[0.9963432,0.0003516117,0.000162419,0.002026087,0.0007914608,0.000325255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009788781,0.002458485,0.2494406,0.001894024,0.00323406,0.001408276,0.01802501,0.3382739,0.08340827,0.05702845,0.164444,0.07940603],"study_design_scores_gemma":[0.001998546,0.0004209619,0.004104654,0.001445848,0.00002089081,0.0001162766,0.0001661468,0.9480665,0.03568883,0.0003648816,0.006221408,0.001384999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2158858,0.0001778519,0.7767297,0.0005873882,0.005117733,0.0003120381,0.0000742156,0.0009323756,0.0001828958],"genre_scores_gemma":[0.8654921,0.00001486216,0.1338028,0.00004436286,0.0002868951,0.00003147988,0.00003093691,0.00004362019,0.0002528878],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6496063,"threshold_uncertainty_score":0.9999098,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4256112081","doi":"10.1109/icse.2015.186","title":"SOA4DM: Applying an SOA Paradigm to Coordination in Humanitarian Disaster Response","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Key (lock); Software development; Service (business); Software engineering; Computer security; Business; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.06760897321368421,"gpt":0.3165185825853172,"spread":0.248909609371633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007351607,0.0003475262,0.0002683066,0.0007458248,0.00007335701,0.0003977248,0.002246744,0.0001210266,0.00002291773],"category_scores_gemma":[0.0002320949,0.0003583524,0.00005699658,0.0004896818,0.0000177592,0.001051657,0.0002337001,0.0003686797,0.0001809562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002837818,"about_ca_system_score_gemma":0.0001759235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002044462,"about_ca_topic_score_gemma":0.0003331018,"domain_scores_codex":[0.9975293,0.000112701,0.0004331691,0.0006936413,0.0007662807,0.0004648691],"domain_scores_gemma":[0.9981265,0.000225449,0.0001121597,0.0008453688,0.0003090246,0.0003814746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002494028,0.001337458,0.01609049,0.0001920824,0.0003446411,0.0005983276,0.08142782,0.5686786,0.02428209,0.2565832,0.004592625,0.04337862],"study_design_scores_gemma":[0.004946804,0.001991041,0.02554876,0.001268265,0.00003233244,0.0001371969,0.001933232,0.8921928,0.009272267,0.01638394,0.0430267,0.003266664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4607236,0.00001716868,0.5323674,0.002649668,0.00311192,0.0004079192,0.00001953767,0.0004350564,0.0002676808],"genre_scores_gemma":[0.9691306,0.000001394858,0.02921739,0.0009238609,0.0003484724,0.0001583831,0.00002756751,0.0000370331,0.0001553414],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5084069,"threshold_uncertainty_score":0.9998869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245349988","doi":"10.1109/icse.2015.274","title":"Understanding the Software Fault Introduction Process","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Meaning (existential); Programming language; Algorithmic program debugging; Software; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.1682799662528167,"gpt":0.3488377812416313,"spread":0.1805578149888147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001138581,0.000360304,0.0003086463,0.000409207,0.0002072181,0.0006571236,0.00307302,0.0001577468,0.00007289371],"category_scores_gemma":[0.004122079,0.0002888697,0.0001507875,0.0007766498,0.0001057954,0.0009789821,0.0002479239,0.0007325542,0.0002205818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007337906,"about_ca_system_score_gemma":0.0003828702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002918929,"about_ca_topic_score_gemma":0.000007922021,"domain_scores_codex":[0.9963878,0.00009966546,0.0004699945,0.0007929552,0.001696617,0.0005529758],"domain_scores_gemma":[0.9968243,0.0004826176,0.0001619047,0.001163295,0.001057234,0.0003106706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001895729,0.0005211224,0.009852723,0.0002182842,0.000796719,0.0001105105,0.005026091,0.7886999,0.0007578944,0.1223407,0.05546493,0.01602148],"study_design_scores_gemma":[0.001554762,0.0004007753,0.0007183193,0.0003437174,0.0000499502,0.0001341607,0.0009054563,0.9422255,0.004354367,0.03475837,0.01309237,0.00146229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009420894,0.00004668361,0.9803864,0.005136112,0.003761776,0.000249129,0.00001536934,0.0007713224,0.0002123556],"genre_scores_gemma":[0.9739982,0.00004210019,0.02363072,0.0002181889,0.001381866,0.0001011318,0.00002639949,0.000041969,0.0005593438],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9645774,"threshold_uncertainty_score":0.9999564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251625061","doi":"10.1109/icse.2015.291","title":"Towards Generation of Software Development Tasks","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1401029969541984,"gpt":0.3348344149472631,"spread":0.1947314179930647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007701781,0.0004240441,0.0003868151,0.0006358896,0.00006430632,0.0002369474,0.002678522,0.0001935282,0.00005603768],"category_scores_gemma":[0.004108759,0.0004428925,0.0001048127,0.0004743649,0.00004568414,0.0006958969,0.0003672911,0.0004667628,0.0001851437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005525065,"about_ca_system_score_gemma":0.0008582,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003965532,"about_ca_topic_score_gemma":0.000006216533,"domain_scores_codex":[0.9963288,0.00004585011,0.0006566207,0.0006919886,0.001724467,0.000552225],"domain_scores_gemma":[0.9967495,0.000327014,0.0001800601,0.001036673,0.00129928,0.0004075358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002211809,0.001210174,0.04009611,0.000612517,0.001427881,0.0004372079,0.009999954,0.6443951,0.02510308,0.04350667,0.07869095,0.1542992],"study_design_scores_gemma":[0.00448053,0.0009950317,0.02293852,0.001255776,0.00004065472,0.0001936159,0.000117978,0.6508056,0.277637,0.001417489,0.03644625,0.003671572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09056754,0.00007914318,0.9017978,0.0002439297,0.006121128,0.0002427985,0.00002525941,0.0008057242,0.0001166707],"genre_scores_gemma":[0.6437443,0.0000161136,0.3551451,0.00006620604,0.0005151745,0.00009392774,0.00004298865,0.0000522722,0.0003239424],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5531768,"threshold_uncertainty_score":0.9998023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1504156788","doi":"10.1109/icse.2015.203","title":"A Unified Framework for the Comprehension of Software's Time","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software evolution; Program comprehension; Dimension (graph theory); Comprehension; Software engineering; Context (archaeology); Software; Software development; Software construction; Software system; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1015772675790119,"gpt":0.3405022812091452,"spread":0.2389250136301334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008127872,0.0003839762,0.0003955918,0.0003784769,0.00008811164,0.0002239477,0.003589709,0.0002094027,0.00004208743],"category_scores_gemma":[0.00919035,0.0003259018,0.0001716722,0.0004728778,0.00007966562,0.0004146086,0.0003566491,0.0005725116,0.0001523656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002325229,"about_ca_system_score_gemma":0.0003167073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002794498,"about_ca_topic_score_gemma":0.000001158006,"domain_scores_codex":[0.9970376,0.00004585099,0.0005157567,0.0005937128,0.001259835,0.0005472766],"domain_scores_gemma":[0.9920114,0.004850432,0.0001863212,0.001403009,0.0012613,0.0002875777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006000169,0.0006672266,0.007271713,0.0004311956,0.001273886,0.00009793798,0.003328261,0.6709382,0.008163439,0.2189766,0.05619638,0.03205515],"study_design_scores_gemma":[0.002135537,0.0007457667,0.004438798,0.0009780133,0.00004354911,0.00006333358,0.00006297289,0.9505793,0.01388777,0.01374051,0.01206229,0.001262111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0143515,0.000121949,0.9790398,0.0008082108,0.004331574,0.0004965918,0.00005277562,0.0007670463,0.00003055936],"genre_scores_gemma":[0.5098767,0.00002975901,0.4887232,0.000145838,0.0005114888,0.0001784261,0.00002118763,0.0000777286,0.0004356465],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4955252,"threshold_uncertainty_score":0.9999193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235247528","doi":"10.1109/icse.2015.317","title":"7th International Workshop on Modeling in Software Engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Software; Maturity (psychological); Systems engineering; Engineering management; Engineering; Programming language; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.08200850007191732,"gpt":0.3100033239440885,"spread":0.2279948238721712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009960233,0.0006584105,0.000542134,0.0009596237,0.00007564703,0.000427052,0.003318353,0.0003358174,0.00005524118],"category_scores_gemma":[0.002842485,0.0006565433,0.0001912388,0.0005551134,0.00003529065,0.001325264,0.0003869243,0.0009862821,0.0003468922],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009792717,"about_ca_system_score_gemma":0.0003541724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008230012,"about_ca_topic_score_gemma":0.00001500466,"domain_scores_codex":[0.9955652,0.00005420456,0.0009302385,0.001093718,0.001584733,0.0007718927],"domain_scores_gemma":[0.9968395,0.0004167825,0.0002088516,0.001281159,0.0008048793,0.0004488155],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008056913,0.0001682748,0.004053284,0.0000500146,0.00009416343,0.00007577226,0.0008218674,0.9866412,0.00009971496,0.001822309,0.002255976,0.00383691],"study_design_scores_gemma":[0.001279042,0.0001134419,0.0006375549,0.0009642122,0.000007682927,0.00003855053,0.00007961967,0.9931183,0.000458881,0.0003885569,0.002106821,0.0008073063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1140261,0.0001084383,0.8675493,0.0009887032,0.01523953,0.0004260128,0.00004274198,0.00125945,0.0003597309],"genre_scores_gemma":[0.9384555,0.00007812979,0.05961343,0.0002484572,0.000931299,0.0001584866,0.00004687484,0.00008218549,0.000385663],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8244293,"threshold_uncertainty_score":0.9995886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4244294511","doi":"10.1109/icse.2015.318","title":"7th International Workshop on Principles of Engineering Service-Oriented and Cloud Systems (PESOS 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Cloud computing; Software as a service; Computer science; Adaptation (eye); Context (archaeology); Service (business); Software engineering; Software; Engineering management; Software development; Engineering; Business; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.05495524640472416,"gpt":0.2864525888604307,"spread":0.2314973424557065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004621515,0.0005150958,0.0004499798,0.0006598876,0.00005907939,0.0002836696,0.002401963,0.0001969118,0.00001854388],"category_scores_gemma":[0.0003131149,0.0004988398,0.00009280432,0.0005015592,0.00002923629,0.0006144503,0.0004549521,0.0005201538,0.00005697056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001997698,"about_ca_system_score_gemma":0.0001680761,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001475413,"about_ca_topic_score_gemma":0.00003247369,"domain_scores_codex":[0.9967594,0.00004686672,0.0006904128,0.000769573,0.001254577,0.0004792051],"domain_scores_gemma":[0.9969988,0.0003672751,0.0003167138,0.0009043326,0.001026362,0.0003865068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002626802,0.0003595406,0.003094335,0.0003670863,0.0007089534,0.0001111628,0.005613186,0.8182768,0.003081608,0.1634385,0.001807424,0.002878665],"study_design_scores_gemma":[0.001669819,0.0002543197,0.00134536,0.001637581,0.00002893024,0.00009799546,0.0003658814,0.952881,0.004028207,0.0001585024,0.03661617,0.0009162711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2638943,0.0003289415,0.7018874,0.00254636,0.02812799,0.0006421206,0.0001571998,0.001048615,0.001367141],"genre_scores_gemma":[0.9714858,0.00007648976,0.02597502,0.000480457,0.001457049,0.00009043482,0.00007046445,0.000073437,0.0002908347],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7075915,"threshold_uncertainty_score":0.9997463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}