{"meta":{"query_hash":"0ffde12fd0ab","filters":{"venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0ffde12fd0ab","api":"https://metacan.xera.ac/api/v1/cohort?venue=2015+IEEE%2FACM+37th+IEEE+International+Conference+on+Software+Engineering"},"results":[{"id":"W1504156788","doi":"10.1109/icse.2015.203","title":"A Unified Framework for the Comprehension of Software's Time","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software evolution; Program comprehension; Dimension (graph theory); Comprehension; Software engineering; Context (archaeology); Software; Software development; Software construction; Software system; Programming language; Mathematics","score_opus":0.10157726757901188,"score_gpt":0.3405022812091452,"score_spread":0.23892501363013335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504156788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014351497,0.000121949,0.9790398,0.0008082108,0.0043315743,0.00049659185,0.000052775624,0.0007670463,0.00003055936],"genre_scores_gemma":[0.50987667,0.000029759009,0.48872325,0.000145838,0.0005114888,0.00017842614,0.00002118763,0.0000777286,0.00043564648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970376,0.000045850986,0.0005157567,0.0005937128,0.0012598349,0.0005472766],"domain_scores_gemma":[0.99201137,0.0048504323,0.00018632117,0.0014030086,0.0012613004,0.00028757768],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081278716,0.00038397624,0.00039559178,0.0003784769,0.000088111636,0.00022394772,0.0035897093,0.00020940273,0.000042087428],"category_scores_gemma":[0.00919035,0.00032590178,0.0001716722,0.0004728778,0.00007966562,0.00041460863,0.0003566491,0.00057251164,0.00015236555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060001685,0.00066722656,0.0072717126,0.00043119563,0.0012738861,0.00009793798,0.003328261,0.6709382,0.008163439,0.21897659,0.056196377,0.032055154],"study_design_scores_gemma":[0.0021355369,0.00074576674,0.0044387984,0.0009780133,0.000043549106,0.00006333358,0.00006297289,0.95057935,0.01388777,0.013740505,0.012062286,0.0012621111],"about_ca_topic_score_codex":0.000027944981,"about_ca_topic_score_gemma":0.0000011580058,"teacher_disagreement_score":0.49552518,"about_ca_system_score_codex":0.0002325229,"about_ca_system_score_gemma":0.00031670727,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W1592081868","doi":"10.1109/icse.2015.55","title":"Work Practices and Challenges in Pull-Based Development: The Integrator's Perspective","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":308,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Integrator; Perspective (graphical); Computer science; Set (abstract data type); Process (computing); Quality (philosophy); Process management; Op amp integrator; Work (physics); Management science; Data science; Engineering; Artificial intelligence; Epistemology","score_opus":0.21732634672507403,"score_gpt":0.3518920728393924,"score_spread":0.13456572611431836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592081868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04131946,0.0032501903,0.9307564,0.01669424,0.0044456655,0.0005787766,0.0000069198195,0.00190025,0.001048119],"genre_scores_gemma":[0.8404161,0.0005287002,0.15843394,0.00016908838,0.00019426824,0.00014837502,0.0000037114287,0.00003478153,0.000071069226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982227,0.00008356615,0.00030977375,0.0005431162,0.00051741244,0.0003234465],"domain_scores_gemma":[0.99762964,0.00096015906,0.00025876024,0.0005373707,0.000450497,0.00016357523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010118105,0.0003169313,0.00022488083,0.0003313704,0.0000658251,0.00036463066,0.0015637606,0.00012952703,0.000009280728],"category_scores_gemma":[0.0037267834,0.00025996644,0.000040848892,0.00033437816,0.000039030685,0.00082003087,0.0001735418,0.00067390257,0.00002880252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007679449,0.0012366225,0.03713466,0.00041392632,0.0010035919,0.0007088405,0.042022828,0.14433196,0.00045276902,0.5789442,0.008981504,0.18400116],"study_design_scores_gemma":[0.0047138715,0.0013774256,0.029082326,0.0029646056,0.00007590317,0.00030298275,0.00429799,0.5669032,0.0137485685,0.014624063,0.3569204,0.00498873],"about_ca_topic_score_codex":0.00006861498,"about_ca_topic_score_gemma":0.000032389133,"teacher_disagreement_score":0.7990966,"about_ca_system_score_codex":0.00031617418,"about_ca_system_score_gemma":0.00027445654,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W4232005383","doi":"10.1109/icse.2015.52","title":"Detecting Inconsistencies in JavaScript MVC Applications","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Distributed computing; Operating system; Artificial intelligence; User interface","score_opus":0.10755743350707492,"score_gpt":0.32242141870734803,"score_spread":0.2148639852002731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232005383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013177169,0.00008355317,0.97647804,0.0004218332,0.002399049,0.0002904553,0.000011150005,0.006389224,0.0007495288],"genre_scores_gemma":[0.698558,0.000010751913,0.300556,0.00019556866,0.000265505,0.00023216978,0.000006372435,0.000030004745,0.00014566252],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780345,0.000045024324,0.00047498406,0.00060178176,0.00065353874,0.00042120286],"domain_scores_gemma":[0.9975822,0.0004524487,0.00015657562,0.00091704924,0.0006672245,0.0002244942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000695773,0.00031421322,0.00027888184,0.00057949097,0.00007401739,0.00028835243,0.0020333175,0.00013899597,0.000008761047],"category_scores_gemma":[0.0031125413,0.0003353519,0.000077779434,0.0005077067,0.000043579934,0.00055050553,0.0002547812,0.0004659223,0.0001040781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022120685,0.0018095102,0.18006726,0.0005241029,0.0006700285,0.0007524529,0.01333677,0.14632072,0.008540484,0.17358044,0.1527143,0.32146275],"study_design_scores_gemma":[0.0022784802,0.0005345367,0.006247958,0.0014986037,0.000027827968,0.0002939998,0.0002050226,0.8879427,0.014135269,0.06534889,0.018717205,0.0027695296],"about_ca_topic_score_codex":0.00015535162,"about_ca_topic_score_gemma":0.000024248537,"teacher_disagreement_score":0.741622,"about_ca_system_score_codex":0.0003616716,"about_ca_system_score_gemma":0.0002457967,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W4235247528","doi":"10.1109/icse.2015.317","title":"7th International Workshop on Modeling in Software Engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Software; Maturity (psychological); Systems engineering; Engineering management; Engineering; Programming language; Computer security","score_opus":0.08200850007191732,"score_gpt":0.31000332394408847,"score_spread":0.22799482387217115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235247528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114026114,0.00010843831,0.8675493,0.0009887032,0.015239526,0.00042601282,0.000042741984,0.0012594499,0.0003597309],"genre_scores_gemma":[0.93845546,0.00007812979,0.059613433,0.0002484572,0.000931299,0.00015848664,0.00004687484,0.00008218549,0.00038566298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99556524,0.00005420456,0.0009302385,0.001093718,0.0015847328,0.0007718927],"domain_scores_gemma":[0.9968395,0.00041678254,0.00020885165,0.0012811595,0.0008048793,0.0004488155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009960233,0.0006584105,0.000542134,0.0009596237,0.00007564703,0.00042705203,0.003318353,0.00033581743,0.00005524118],"category_scores_gemma":[0.0028424852,0.0006565433,0.00019123875,0.00055511337,0.000035290646,0.0013252639,0.00038692425,0.0009862821,0.00034689222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008056913,0.00016827481,0.0040532844,0.000050014598,0.00009416343,0.00007577226,0.0008218674,0.98664117,0.00009971496,0.0018223088,0.0022559755,0.00383691],"study_design_scores_gemma":[0.0012790422,0.00011344192,0.00063755485,0.00096421223,0.000007682927,0.000038550526,0.00007961967,0.99311835,0.00045888097,0.0003885569,0.0021068212,0.00080730626],"about_ca_topic_score_codex":0.00008230012,"about_ca_topic_score_gemma":0.000015004657,"teacher_disagreement_score":0.82442933,"about_ca_system_score_codex":0.0009792717,"about_ca_system_score_gemma":0.00035417243,"threshold_uncertainty_score":0.9995886},"labels":[],"label_agreement":null},{"id":"W4236859744","doi":"10.1109/icse.2015.179","title":"Sustainability Design and Software: The Karlskrona Manifesto","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Natural Sciences and Engineering Research Council of Canada; Vienna Science and Technology Fund; Deutsche Forschungsgemeinschaft","keywords":"Manifesto; Sustainability; Conversation; Engineering ethics; Computer science; Sociology; Political science; Engineering; Law","score_opus":0.05638633299317324,"score_gpt":0.2862198170053897,"score_spread":0.22983348401221643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236859744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24162434,0.0003028841,0.7497332,0.0012801153,0.0042302385,0.0009421931,0.000040054718,0.0015087861,0.0003381624],"genre_scores_gemma":[0.98438275,0.000041033432,0.014433414,0.0000816749,0.00037011018,0.0001573444,0.000013619408,0.000080122256,0.0004399537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778175,0.00007691946,0.00044166826,0.00047468414,0.00065443554,0.00057056366],"domain_scores_gemma":[0.9974971,0.00049600104,0.0000637301,0.00077837106,0.0008296967,0.00033511134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009255825,0.0004582618,0.00032997632,0.00018928769,0.00010347909,0.00021622844,0.0009265438,0.00018917496,0.00005569202],"category_scores_gemma":[0.0023165962,0.0003949136,0.00009191038,0.00020427487,0.00012458467,0.00039842966,0.00012312109,0.00059408403,0.000050318504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024031028,0.00016779322,0.017916204,0.0004501613,0.00038938134,0.00018522306,0.0027755045,0.91523325,0.00025241985,0.009716153,0.034413856,0.018259713],"study_design_scores_gemma":[0.0034789406,0.00070779514,0.02777393,0.00033427955,0.0001455307,0.0002704736,0.0020183695,0.881946,0.0032011569,0.034304682,0.042614248,0.0032045762],"about_ca_topic_score_codex":0.00006890377,"about_ca_topic_score_gemma":0.0000124324815,"teacher_disagreement_score":0.7427584,"about_ca_system_score_codex":0.000803327,"about_ca_system_score_gemma":0.00025085307,"threshold_uncertainty_score":0.9998503},"labels":[],"label_agreement":null},{"id":"W4237865316","doi":"10.1109/icse.2015.238","title":"Mining Temporal Properties of Data Invariants","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Value (mathematics); Data mining; Programming language; Mathematics; Machine learning","score_opus":0.25435898629449305,"score_gpt":0.35119945819126736,"score_spread":0.0968404718967743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237865316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2158858,0.00017785188,0.7767297,0.00058738823,0.005117733,0.00031203814,0.000074215604,0.00093237555,0.00018289578],"genre_scores_gemma":[0.8654921,0.000014862157,0.13380285,0.00004436286,0.00028689508,0.00003147988,0.000030936906,0.000043620188,0.00025288775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677885,0.000048536887,0.0005433,0.0007478135,0.001389795,0.0004917368],"domain_scores_gemma":[0.9963432,0.0003516117,0.00016241902,0.002026087,0.0007914608,0.00032525495],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009446201,0.00034499756,0.0003636402,0.00050462794,0.00004240068,0.00025659712,0.0059842356,0.000137362,0.000025938156],"category_scores_gemma":[0.0050659254,0.0003354189,0.000059485632,0.00042803137,0.00006286036,0.0015439078,0.001010077,0.00040559465,0.00010316882],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009788781,0.0024584853,0.24944064,0.0018940236,0.00323406,0.0014082764,0.018025007,0.33827388,0.08340827,0.057028454,0.16444397,0.07940603],"study_design_scores_gemma":[0.0019985458,0.00042096188,0.004104654,0.0014458476,0.000020890806,0.00011627657,0.00016614677,0.94806653,0.035688832,0.00036488165,0.0062214085,0.0013849991],"about_ca_topic_score_codex":0.00010155366,"about_ca_topic_score_gemma":0.000007409562,"teacher_disagreement_score":0.6496063,"about_ca_system_score_codex":0.00019395945,"about_ca_system_score_gemma":0.0005266888,"threshold_uncertainty_score":0.99990976},"labels":[],"label_agreement":null},{"id":"W4239439500","doi":"10.1109/icse.2015.74","title":"Open Source-Style Collaborative Development Practices in Commercial Projects Using GitHub","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Computer science; Reuse; Popularity; World Wide Web; Transparency (behavior); Open source; Software; Source code; Work (physics); Knowledge management; Software engineering; Database; Computer security; Engineering","score_opus":0.22329139995029273,"score_gpt":0.3919161264773326,"score_spread":0.16862472652703986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239439500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21475004,0.00002901628,0.7762777,0.0013198912,0.0038457587,0.0011310457,0.000033341315,0.00054520014,0.0020680025],"genre_scores_gemma":[0.63419926,0.0000037768168,0.3646411,0.00029643156,0.00022023357,0.00015650076,0.000025026015,0.000047619837,0.00041000973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967881,0.00011988825,0.00072854816,0.00080095546,0.0010368086,0.0005257359],"domain_scores_gemma":[0.996455,0.00037319964,0.0006488451,0.0008126017,0.0014652709,0.00024505367],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011948112,0.0004238467,0.00041787594,0.00068663456,0.000150942,0.0013237786,0.0044171675,0.00016783465,0.00003499354],"category_scores_gemma":[0.00320815,0.00045401495,0.00004267384,0.0013085051,0.000052339798,0.0025978726,0.0010805838,0.00057990156,0.00014918525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009450556,0.003526726,0.14963633,0.00029386065,0.0014892633,0.00080941996,0.10798345,0.50541246,0.0045036473,0.08302498,0.040094648,0.102280155],"study_design_scores_gemma":[0.008308658,0.00075169565,0.012125524,0.0022806532,0.000046634334,0.00020729813,0.0035344714,0.7863845,0.01546654,0.0013799965,0.1649926,0.004521385],"about_ca_topic_score_codex":0.00032927634,"about_ca_topic_score_gemma":0.00018183938,"teacher_disagreement_score":0.41944927,"about_ca_system_score_codex":0.0008752878,"about_ca_system_score_gemma":0.0019515064,"threshold_uncertainty_score":0.99979115},"labels":[],"label_agreement":null},{"id":"W4242156770","doi":"10.1109/icse.2015.78","title":"DASE: Document-Assisted Symbolic Execution for Improving Automated Software Testing","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Symbolic execution; Documentation; Heuristics; Software; Focus (optics); Programming language; Software bug; Data mining; Software engineering; Operating system","score_opus":0.10146070391989331,"score_gpt":0.33731170688533973,"score_spread":0.23585100296544642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242156770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01438614,0.000052856914,0.9505137,0.00028913064,0.0038883318,0.00049573276,0.000049538237,0.030214597,0.00010994281],"genre_scores_gemma":[0.44624698,0.0000021914427,0.5527886,0.00015853163,0.00032199075,0.00022753551,0.000047634076,0.000058922524,0.000147619],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675655,0.00005707907,0.0006657779,0.00091190264,0.0009024041,0.0007062776],"domain_scores_gemma":[0.99566257,0.0010345057,0.0003595909,0.0010619193,0.0015002857,0.00038114784],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008810919,0.000533536,0.00042230188,0.0005482546,0.00018253089,0.00065022724,0.002274475,0.00023164111,0.000008005776],"category_scores_gemma":[0.010221026,0.0005606529,0.00013458676,0.000551344,0.00004662031,0.0009279533,0.00030780886,0.00041059163,0.0000570625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004944234,0.0014577323,0.029555453,0.001567543,0.0010865831,0.0005866289,0.0045592585,0.120312184,0.026875516,0.04868726,0.28087118,0.48394623],"study_design_scores_gemma":[0.0013169359,0.00045490157,0.0016496261,0.00072711613,0.000032538468,0.00015087731,0.000016851258,0.98047084,0.005627942,0.007485663,0.0009856994,0.0010809959],"about_ca_topic_score_codex":0.00015046958,"about_ca_topic_score_gemma":0.000003871445,"teacher_disagreement_score":0.8601587,"about_ca_system_score_codex":0.0005657884,"about_ca_system_score_gemma":0.00043377228,"threshold_uncertainty_score":0.9996845},"labels":[],"label_agreement":null},{"id":"W4242581305","doi":"10.1109/icse.2015.83","title":"Why Good Developers Write Bad Code: An Observational Case Study of the Impacts of Organizational Factors on Software Quality","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Software quality; Quality (philosophy); Software; Computer science; Observational study; Action (physics); Knowledge management; Software development; Process management; Business","score_opus":0.20221068129897066,"score_gpt":0.3770855560324971,"score_spread":0.17487487473352645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242581305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67555094,0.000010783319,0.32169336,0.00018266116,0.0017368951,0.0002967118,0.000117061776,0.00039198357,0.000019600626],"genre_scores_gemma":[0.93479383,0.000005086219,0.06477505,0.00017628062,0.00011432887,0.00002787106,0.00003139114,0.000043522752,0.00003265609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967877,0.00015379989,0.0007656553,0.0005496433,0.0014388915,0.00030430852],"domain_scores_gemma":[0.99577445,0.00085145986,0.00049075915,0.001087948,0.0015509544,0.00024442692],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008323648,0.0004025379,0.0003939304,0.00030629014,0.000100869845,0.00015424087,0.0022217075,0.00015839597,0.000036411224],"category_scores_gemma":[0.0040626987,0.00033644252,0.00009522501,0.0006546399,0.000048252794,0.0009859633,0.00027274515,0.0004527114,0.000005293865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021389467,0.0027745625,0.6663045,0.00020837026,0.0008819243,0.00027327344,0.013847624,0.24114124,0.0016046376,0.065526664,0.0055302195,0.0016930569],"study_design_scores_gemma":[0.010507119,0.00797212,0.5826941,0.0024064702,0.00029185417,0.001474741,0.0064209737,0.30417287,0.06535361,0.004748934,0.0072066025,0.0067505646],"about_ca_topic_score_codex":0.00060604874,"about_ca_topic_score_gemma":0.00012783469,"teacher_disagreement_score":0.2592429,"about_ca_system_score_codex":0.00024646657,"about_ca_system_score_gemma":0.00044907042,"threshold_uncertainty_score":0.99990875},"labels":[],"label_agreement":null},{"id":"W4243472257","doi":"10.1109/icse.2015.212","title":"Leveraging Informal Documentation to Summarize Classes and Methods in Context","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Documentation; Automatic summarization; Software documentation; Identifier; Context (archaeology); Program comprehension; Source code; Code (set theory); Software; Focus (optics); Software engineering; Task (project management); Benchmark (surveying); Internal documentation; Information retrieval; Software bug; World Wide Web; Software development; Programming language; Software system; Software construction; Set (abstract data type); Engineering; Systems engineering","score_opus":0.08999989506615488,"score_gpt":0.3885358259163932,"score_spread":0.29853593085023833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243472257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15888879,0.000052092444,0.83713996,0.00066384906,0.0024245577,0.00026012326,0.0000063496173,0.0004089907,0.00015527448],"genre_scores_gemma":[0.6775598,0.000020245152,0.3216636,0.00022826303,0.00013356212,0.000094369905,0.0000077144405,0.000029370587,0.0002630821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762475,0.000069759466,0.00046041032,0.00054702157,0.00079131336,0.0005067369],"domain_scores_gemma":[0.99751836,0.0009985702,0.000080265,0.0005475835,0.00045358104,0.00040164476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011166675,0.00031787422,0.00029683457,0.0008287707,0.000041527783,0.000523543,0.0013869406,0.000114491384,0.000023583081],"category_scores_gemma":[0.004021336,0.0003438384,0.000046326935,0.00048796562,0.000027535045,0.001281456,0.0003670123,0.00046742836,0.00008918249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041606874,0.00039165968,0.1819492,0.0003587905,0.00050311495,0.00043054044,0.030504452,0.33801243,0.019124724,0.057684917,0.013527853,0.35709625],"study_design_scores_gemma":[0.0057137734,0.0008258062,0.09195226,0.0013735244,0.00002065921,0.00019330592,0.0009964589,0.82695085,0.038679544,0.0024474324,0.027958527,0.002887881],"about_ca_topic_score_codex":0.00014623613,"about_ca_topic_score_gemma":0.000022981409,"teacher_disagreement_score":0.51867104,"about_ca_system_score_codex":0.00037545478,"about_ca_system_score_gemma":0.00021733304,"threshold_uncertainty_score":0.99990135},"labels":[],"label_agreement":null},{"id":"W4244294511","doi":"10.1109/icse.2015.318","title":"7th International Workshop on Principles of Engineering Service-Oriented and Cloud Systems (PESOS 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cloud computing; Software as a service; Computer science; Adaptation (eye); Context (archaeology); Service (business); Software engineering; Software; Engineering management; Software development; Engineering; Business; Operating system","score_opus":0.05495524640472416,"score_gpt":0.2864525888604307,"score_spread":0.23149734245570652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244294511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26389426,0.0003289415,0.70188737,0.0025463605,0.028127994,0.0006421206,0.00015719976,0.0010486151,0.0013671409],"genre_scores_gemma":[0.9714858,0.000076489756,0.025975017,0.000480457,0.0014570486,0.00009043482,0.00007046445,0.000073437004,0.00029083472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675936,0.000046866724,0.00069041277,0.00076957303,0.0012545773,0.00047920507],"domain_scores_gemma":[0.9969988,0.0003672751,0.00031671382,0.00090433256,0.0010263616,0.00038650678],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046215148,0.0005150958,0.00044997982,0.00065988756,0.000059079393,0.0002836696,0.0024019626,0.0001969118,0.000018543884],"category_scores_gemma":[0.00031311493,0.00049883977,0.00009280432,0.0005015592,0.000029236293,0.0006144503,0.00045495207,0.00052015384,0.00005697056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002626802,0.00035954057,0.0030943349,0.00036708632,0.0007089534,0.00011116279,0.0056131864,0.8182768,0.003081608,0.16343854,0.0018074239,0.0028786645],"study_design_scores_gemma":[0.0016698187,0.00025431972,0.0013453597,0.0016375806,0.000028930235,0.000097995464,0.0003658814,0.952881,0.0040282067,0.00015850237,0.036616165,0.00091627106],"about_ca_topic_score_codex":0.0001475413,"about_ca_topic_score_gemma":0.000032473694,"teacher_disagreement_score":0.70759153,"about_ca_system_score_codex":0.00019976981,"about_ca_system_score_gemma":0.00016807613,"threshold_uncertainty_score":0.9997463},"labels":[],"label_agreement":null},{"id":"W4245239680","doi":"10.1109/icse.2015.301","title":"The Use of Text Retrieval and Natural Language Processing in Software Engineering","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Natural language; Software; Artificial intelligence; Information retrieval; Software engineering; Programming language","score_opus":0.044045773003276785,"score_gpt":0.2814940911543202,"score_spread":0.23744831815104345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245239680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7210257,0.0013605346,0.27232805,0.00070055574,0.0036909676,0.0003248419,0.000026074766,0.00051268423,0.000030606425],"genre_scores_gemma":[0.9477794,0.000034013658,0.051734596,0.00015067936,0.00017461437,0.000013367227,0.000009110422,0.000028122053,0.0000760792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981635,0.00003092202,0.0003932505,0.0004118663,0.00063674373,0.00036367527],"domain_scores_gemma":[0.99841416,0.0004129821,0.00014804471,0.0005020623,0.00037075588,0.00015197152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031723903,0.00028235483,0.00024259288,0.00030814827,0.000058419904,0.00033837007,0.00132333,0.00009605976,0.00000276977],"category_scores_gemma":[0.00078328716,0.0002296593,0.000051171763,0.00041764218,0.000034334593,0.0007550627,0.00025380298,0.0004552415,0.0000071501763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013951069,0.0005599797,0.04491768,0.0013701085,0.0005916664,0.0006106374,0.05426695,0.581506,0.029842379,0.028190097,0.0018908664,0.2548585],"study_design_scores_gemma":[0.0010927122,0.0001419448,0.009761283,0.00085115526,0.000012610833,0.00006949041,0.00028573503,0.976535,0.0065482687,0.00016620565,0.0038785455,0.00065700395],"about_ca_topic_score_codex":0.00010347423,"about_ca_topic_score_gemma":0.00006174288,"teacher_disagreement_score":0.39502904,"about_ca_system_score_codex":0.00009997443,"about_ca_system_score_gemma":0.00013416614,"threshold_uncertainty_score":0.93652344},"labels":[],"label_agreement":null},{"id":"W4245349988","doi":"10.1109/icse.2015.274","title":"Understanding the Software Fault Introduction Process","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Meaning (existential); Programming language; Algorithmic program debugging; Software; Epistemology","score_opus":0.1682799662528167,"score_gpt":0.34883778124163134,"score_spread":0.18055781498881465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245349988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009420894,0.000046683614,0.9803864,0.0051361118,0.0037617765,0.00024912896,0.000015369342,0.0007713224,0.00021235558],"genre_scores_gemma":[0.97399825,0.000042100186,0.023630723,0.00021818893,0.0013818659,0.000101131845,0.000026399486,0.000041969004,0.00055934384],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963878,0.00009966546,0.0004699945,0.0007929552,0.0016966169,0.0005529758],"domain_scores_gemma":[0.99682426,0.0004826176,0.00016190471,0.0011632951,0.0010572335,0.00031067058],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011385807,0.000360304,0.00030864633,0.00040920696,0.00020721805,0.0006571236,0.0030730204,0.0001577468,0.00007289371],"category_scores_gemma":[0.0041220794,0.0002888697,0.00015078748,0.0007766498,0.00010579539,0.0009789821,0.00024792392,0.0007325542,0.00022058183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018957294,0.00052112236,0.009852723,0.00021828423,0.00079671905,0.00011051045,0.0050260914,0.7886999,0.00075789436,0.122340746,0.055464935,0.016021485],"study_design_scores_gemma":[0.0015547624,0.0004007753,0.0007183193,0.00034371743,0.0000499502,0.00013416068,0.00090545625,0.94222546,0.0043543675,0.034758374,0.013092365,0.0014622904],"about_ca_topic_score_codex":0.000029189288,"about_ca_topic_score_gemma":0.000007922021,"teacher_disagreement_score":0.9645774,"about_ca_system_score_codex":0.00073379057,"about_ca_system_score_gemma":0.0003828702,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W4248155741","doi":"10.1109/icse.2015.226","title":"MU-MMINT: An IDE for Model Uncertainty","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Undo; Computer science; Forcing (mathematics); Variety (cybernetics); Software engineering; Software; Resolution (logic); Transformation (genetics); Work (physics); Data science; Programming language; Artificial intelligence","score_opus":0.1304296525066173,"score_gpt":0.3465685139716899,"score_spread":0.2161388614650726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248155741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007882252,0.000025624116,0.9853891,0.0004161308,0.0029783403,0.00047257385,0.00010922624,0.0026030326,0.00012371597],"genre_scores_gemma":[0.3133569,0.000013103816,0.6852861,0.00020450466,0.00036749966,0.00029852666,0.00005301255,0.00007580595,0.00034450783],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683553,0.00003416212,0.00057643285,0.0009432669,0.00095146126,0.0006591726],"domain_scores_gemma":[0.9965527,0.00017352239,0.00017726775,0.0014724362,0.0010850573,0.00053902925],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069836254,0.00055635325,0.00043777318,0.000475175,0.000081125865,0.00035076553,0.0034934706,0.0002486805,0.000012543933],"category_scores_gemma":[0.0003868498,0.0005909914,0.00016704964,0.0002515818,0.000043963377,0.0012305232,0.0002592854,0.00045999006,0.000052394153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003831604,0.000093265575,0.00009318011,0.00003260699,0.00006124265,0.000015179469,0.00046269054,0.7983582,0.000805484,0.18693125,0.0052251313,0.007883478],"study_design_scores_gemma":[0.00062228227,0.00025039195,0.000035277408,0.00015191514,0.000010660161,0.00002225077,0.000007108638,0.9788981,0.0031968136,0.0063881124,0.009738114,0.00067897374],"about_ca_topic_score_codex":0.000046944468,"about_ca_topic_score_gemma":0.000010665937,"teacher_disagreement_score":0.30547464,"about_ca_system_score_codex":0.00052289426,"about_ca_system_score_gemma":0.00035346686,"threshold_uncertainty_score":0.9996542},"labels":[],"label_agreement":null},{"id":"W4250023757","doi":"10.1109/icse.2015.91","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Artificial intelligence; Software bug; Software; Data mining; Multivariate adaptive regression splines; Multivariate statistics; Set (abstract data type); Variety (cybernetics); Support vector machine; Regression; Logistic regression; Regression analysis; Statistics; Mathematics","score_opus":0.11980003918275281,"score_gpt":0.34096804315866175,"score_spread":0.22116800397590894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250023757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57483596,0.000037209287,0.42313853,0.00034616524,0.0006645048,0.00032867384,0.0000315723,0.0003663841,0.00025098972],"genre_scores_gemma":[0.99143374,0.000048642483,0.008095773,0.00001509582,0.00024762965,0.000085657615,0.0000071630434,0.000025898937,0.00004037111],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978719,0.00007270344,0.00044299598,0.0003349767,0.0010014039,0.00027606313],"domain_scores_gemma":[0.9966825,0.001099281,0.0002314303,0.0010163211,0.00087317766,0.000097253884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013129974,0.00024078088,0.00022402959,0.00029661573,0.000060341554,0.00010188182,0.00208708,0.00009692758,0.000009683381],"category_scores_gemma":[0.002173821,0.00015731844,0.00015775832,0.00041695934,0.000062972875,0.00049796107,0.00014255333,0.00046215026,0.000013208799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011519029,0.00011170836,0.027557705,0.000113592694,0.00031216384,0.0000043246614,0.0012126825,0.90743065,0.011746161,0.033950754,0.0022683246,0.015176771],"study_design_scores_gemma":[0.00017195345,0.00032567867,0.015784716,0.00046575707,0.00000679243,0.000012060821,0.000022910242,0.9639622,0.018660935,0.00036385484,0.000049241906,0.0001739028],"about_ca_topic_score_codex":0.00004507759,"about_ca_topic_score_gemma":2.7352928e-7,"teacher_disagreement_score":0.4165978,"about_ca_system_score_codex":0.00031704508,"about_ca_system_score_gemma":0.00022467849,"threshold_uncertainty_score":0.641526},"labels":[],"label_agreement":null},{"id":"W4251625061","doi":"10.1109/icse.2015.291","title":"Towards Generation of Software Development Tasks","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.14010299695419845,"score_gpt":0.3348344149472631,"score_spread":0.19473141799306468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251625061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09056754,0.00007914318,0.90179783,0.00024392974,0.0061211283,0.00024279852,0.000025259409,0.00080572424,0.00011667073],"genre_scores_gemma":[0.6437443,0.000016113598,0.3551451,0.00006620604,0.00051517447,0.00009392774,0.000042988653,0.000052272197,0.00032394243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99632883,0.000045850105,0.00065662066,0.0006919886,0.001724467,0.000552225],"domain_scores_gemma":[0.99674946,0.00032701402,0.00018006013,0.001036673,0.0012992799,0.0004075358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007701781,0.00042404415,0.00038681508,0.0006358896,0.00006430632,0.00023694737,0.0026785217,0.00019352819,0.00005603768],"category_scores_gemma":[0.0041087586,0.00044289252,0.00010481272,0.0004743649,0.000045684137,0.00069589686,0.00036729113,0.00046676278,0.00018514368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022118086,0.0012101737,0.04009611,0.000612517,0.0014278808,0.00043720787,0.009999954,0.64439505,0.025103075,0.04350667,0.07869095,0.15429923],"study_design_scores_gemma":[0.0044805296,0.0009950317,0.02293852,0.0012557758,0.00004065472,0.00019361591,0.000117978016,0.6508056,0.277637,0.0014174894,0.036446255,0.0036715718],"about_ca_topic_score_codex":0.00003965532,"about_ca_topic_score_gemma":0.000006216533,"teacher_disagreement_score":0.55317676,"about_ca_system_score_codex":0.0005525065,"about_ca_system_score_gemma":0.00085819996,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W4255771497","doi":"10.1109/icse.2015.97","title":"Discovering Information Explaining API Types Using Text Classification","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Interface (matter); Information retrieval; Precision and recall; Software; Recall; Artificial intelligence; Natural language processing; Programming language","score_opus":0.12655072206829188,"score_gpt":0.33994261545711246,"score_spread":0.21339189338882059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255771497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13577715,0.000032937452,0.8581436,0.0002578885,0.004365681,0.00021050149,0.000019133779,0.0008874511,0.0003056062],"genre_scores_gemma":[0.90469664,0.000016850558,0.09460675,0.00007396254,0.00037503766,0.00005696954,0.000033022654,0.000040364896,0.00010038545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717295,0.000039792965,0.0005281081,0.00047849165,0.001246725,0.00053392106],"domain_scores_gemma":[0.997447,0.0004267954,0.0001862946,0.0008859026,0.00072580326,0.0003281914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064341025,0.00036617005,0.00027051228,0.0007006183,0.00009686537,0.0007126893,0.0020130554,0.00016044785,0.000028029332],"category_scores_gemma":[0.0033127195,0.0003906993,0.0000847402,0.00051002804,0.000035972902,0.0030704783,0.00028426244,0.0005094433,0.0003325182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096488664,0.00014157104,0.016761394,0.00015008805,0.00026830484,0.000058962865,0.004467239,0.9021526,0.0077386075,0.045379393,0.004338428,0.018446907],"study_design_scores_gemma":[0.0006583135,0.00010189631,0.003911794,0.00029330206,0.000008399018,0.000048566606,0.00014551671,0.9871826,0.0032938025,0.00028567616,0.0034486267,0.0006214662],"about_ca_topic_score_codex":0.000058319343,"about_ca_topic_score_gemma":0.0000023696853,"teacher_disagreement_score":0.7689195,"about_ca_system_score_codex":0.00068197236,"about_ca_system_score_gemma":0.0003384178,"threshold_uncertainty_score":0.9998545},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","score_opus":0.1033140506412273,"score_gpt":0.31933678793491554,"score_spread":0.21602273729368826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255868459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13570395,0.000079912126,0.85644156,0.00018610506,0.00544098,0.00031765839,0.000024619225,0.0015936884,0.00021155798],"genre_scores_gemma":[0.70724154,0.000030067544,0.29165012,0.00015820492,0.0005953555,0.000065167806,0.000021045362,0.000051663756,0.00018686679],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966111,0.000079796824,0.0006856253,0.0008405408,0.0011471999,0.00063569605],"domain_scores_gemma":[0.9969862,0.00028410874,0.00029130286,0.0012249318,0.0008636503,0.00034977484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080985134,0.0005444708,0.0005303475,0.000526839,0.00014953886,0.0005100505,0.002741685,0.00026963957,0.000020264642],"category_scores_gemma":[0.0013734766,0.00050543493,0.00018362293,0.00042823915,0.00006768056,0.0013204209,0.00043842147,0.00071286416,0.0001355955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029388652,0.00038812243,0.045560252,0.0004858718,0.0005745261,0.00025337754,0.0032254073,0.89988345,0.0049899467,0.003453402,0.008785471,0.03210626],"study_design_scores_gemma":[0.0036889145,0.0013478551,0.006934427,0.004690524,0.000114679904,0.0012553595,0.00043324268,0.88394225,0.062070537,0.017555783,0.01190043,0.006066029],"about_ca_topic_score_codex":0.000122031684,"about_ca_topic_score_gemma":0.00001998108,"teacher_disagreement_score":0.57153755,"about_ca_system_score_codex":0.00059990666,"about_ca_system_score_gemma":0.00045822666,"threshold_uncertainty_score":0.9997397},"labels":[],"label_agreement":null},{"id":"W4256112081","doi":"10.1109/icse.2015.186","title":"SOA4DM: Applying an SOA Paradigm to Coordination in Humanitarian Disaster Response","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Key (lock); Software development; Service (business); Software engineering; Computer security; Business; Operating system","score_opus":0.06760897321368421,"score_gpt":0.31651858258531723,"score_spread":0.24890960937163303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256112081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4607236,0.000017168682,0.5323674,0.002649668,0.0031119203,0.00040791917,0.00001953767,0.0004350564,0.0002676808],"genre_scores_gemma":[0.9691306,0.0000013948579,0.029217394,0.0009238609,0.0003484724,0.0001583831,0.000027567508,0.000037033104,0.00015534145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975293,0.00011270099,0.0004331691,0.00069364125,0.0007662807,0.00046486914],"domain_scores_gemma":[0.9981265,0.00022544904,0.00011215968,0.00084536884,0.0003090246,0.0003814746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073516066,0.00034752625,0.00026830658,0.0007458248,0.000073357005,0.00039772483,0.0022467438,0.00012102659,0.000022917733],"category_scores_gemma":[0.00023209491,0.00035835235,0.000056996578,0.00048968184,0.000017759197,0.001051657,0.00023370008,0.00036867973,0.00018095618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024940283,0.0013374578,0.01609049,0.00019208243,0.00034464107,0.0005983276,0.08142782,0.5686786,0.024282089,0.25658318,0.0045926254,0.04337862],"study_design_scores_gemma":[0.0049468037,0.0019910412,0.025548758,0.0012682653,0.000032332442,0.00013719685,0.0019332322,0.8921928,0.009272267,0.016383937,0.043026697,0.0032666645],"about_ca_topic_score_codex":0.0002044462,"about_ca_topic_score_gemma":0.0003331018,"teacher_disagreement_score":0.50840694,"about_ca_system_score_codex":0.00028378185,"about_ca_system_score_gemma":0.00017592355,"threshold_uncertainty_score":0.9998869},"labels":[],"label_agreement":null}]}