{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":104,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":104,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"88850bbcd179","filters":{"venue":"International Conference on Software Engineering"}},"results":[{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1436433932733234,"gpt":0.3459438942493221,"spread":0.2023005009759987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002221677,0.0002375453,0.0001959905,0.00025778,0.00004954371,0.0001705888,0.0008010674,0.00006067262,0.00002301305],"category_scores_gemma":[0.001472411,0.0002448306,0.00003607616,0.0001986973,0.00001764468,0.0004007749,0.0003227862,0.0002003193,0.00002053759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001353429,"about_ca_system_score_gemma":0.00003321048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003576895,"about_ca_topic_score_gemma":0.000001202436,"domain_scores_codex":[0.9985898,0.00004106716,0.0002334436,0.0004778953,0.0003539423,0.0003038952],"domain_scores_gemma":[0.9988094,0.0005445445,0.00005374403,0.0003345596,0.000113853,0.0001439026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002806791,0.00001541154,0.0005578387,0.000005582532,0.00005340908,0.00006522043,0.0006952675,0.9274612,0.01112365,0.004637054,0.00002085163,0.05533646],"study_design_scores_gemma":[0.0006887011,0.0002084928,0.008820927,0.0005392694,0.00001140891,0.000120811,0.00005333916,0.9668408,0.008142068,0.01279898,0.0007416513,0.001033533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07294609,0.00004449222,0.9250095,0.0002304917,0.0009593469,0.0001481984,0.000007001862,0.000633247,0.00002162511],"genre_scores_gemma":[0.2983222,0.00001207089,0.7013574,0.0001193065,0.000114929,0.00001682155,0.000002693828,0.00001702451,0.00003747894],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2253761,"threshold_uncertainty_score":0.9983903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142266413","doi":"10.5555/998675.999415","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code coverage; Class (philosophy); Test (biology); Test case; Reliability engineering; Fault detection and isolation; Test strategy; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08716524489143154,"gpt":0.3492094312045713,"spread":0.2620441863131397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001952904,0.000237063,0.0001586258,0.0003922532,0.00007476439,0.0003230111,0.0007081759,0.00007306846,0.0000305462],"category_scores_gemma":[0.002710468,0.0002507923,0.00005241195,0.0003105636,0.00001552453,0.0002932125,0.0001228254,0.000212447,0.00005060355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003003419,"about_ca_system_score_gemma":0.0001488598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003593791,"about_ca_topic_score_gemma":9.848256e-7,"domain_scores_codex":[0.998498,0.00001593435,0.0002684999,0.0004521153,0.0005041563,0.0002613329],"domain_scores_gemma":[0.9986233,0.0004645599,0.00007383468,0.0004017522,0.0002714471,0.0001651107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009812877,0.00006356643,0.0008558196,0.000009130583,0.00000641643,0.00003288397,0.0001269486,0.990972,0.001189786,0.004713312,0.0001587586,0.001861599],"study_design_scores_gemma":[0.0002758276,0.0002295972,0.001616632,0.0004712222,0.000002245986,0.000005877521,6.82479e-7,0.9869934,0.002383809,0.007406517,0.0003099321,0.0003042188],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02195822,0.000001595937,0.9717268,0.0007571952,0.0004812902,0.0001536761,0.00002486456,0.004717476,0.0001788438],"genre_scores_gemma":[0.6258753,4.448898e-7,0.3728722,0.001148534,0.00005239953,0.00001502163,0.000008944588,0.000017456,0.000009715572],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6039171,"threshold_uncertainty_score":0.9999945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2149782622","doi":"10.5555/2486788.2486971","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Implementation; Software product line; Computer science; Software engineering; Cloning (programming); Focus (optics); Product (mathematics); Software; Data science; Work (physics); Software development; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06874942532269653,"gpt":0.3209284791619744,"spread":0.2521790538392779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002479236,0.0002595937,0.0002184031,0.0002416904,0.00006478592,0.0002883967,0.001277916,0.00007972342,0.00004653577],"category_scores_gemma":[0.004064001,0.0002651075,0.00008392318,0.0002106444,0.00001840807,0.0007618269,0.000213147,0.000289235,0.00008223159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001083473,"about_ca_system_score_gemma":0.00003915463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006958704,"about_ca_topic_score_gemma":1.856223e-7,"domain_scores_codex":[0.9984402,0.00002116979,0.0002708123,0.0005515742,0.0003203377,0.0003958965],"domain_scores_gemma":[0.9980279,0.0009327337,0.00008636739,0.0005416087,0.0003131036,0.00009827265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007349101,0.00002673219,0.00009788519,0.00003789892,0.00006266787,0.000007390095,0.0002168544,0.07454561,0.0009978935,0.8854105,0.0001646918,0.03842454],"study_design_scores_gemma":[0.000642301,0.0001902255,0.005898826,0.0005648451,0.00001062742,0.00004045593,0.00004990677,0.4674665,0.00511641,0.5167786,0.002044451,0.001196881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009304846,0.00004218414,0.9934418,0.0009975526,0.002563676,0.0003968391,0.000007323792,0.001436884,0.0001833218],"genre_scores_gemma":[0.1794773,0.00001544003,0.8196602,0.0001435335,0.000206937,0.0003106933,0.000006470286,0.00003022249,0.000149163],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3929209,"threshold_uncertainty_score":0.9999801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069570166","doi":"10.5555/776816.776954","title":"Addressing the challenges of software industry globalization: the workshop on global software development","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Engineering management; Knowledge management; Field (mathematics); Computer science; Engineering ethics; Process management; Engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1220395242533297,"gpt":0.3319126804443958,"spread":0.209873156191066,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000551719,0.0003297471,0.0002150461,0.000101777,0.0001860514,0.0002798117,0.001804638,0.0002309282,0.00006014173],"category_scores_gemma":[0.002540495,0.0002331962,0.00009148701,0.0004098301,0.00005231112,0.0003883181,0.000228961,0.0006457117,0.00001783547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002024885,"about_ca_system_score_gemma":0.0002015428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005207393,"about_ca_topic_score_gemma":0.000004026996,"domain_scores_codex":[0.997925,0.00008453611,0.0004108033,0.0004394739,0.0008071111,0.0003330219],"domain_scores_gemma":[0.9977714,0.0008925818,0.0002238833,0.0007132674,0.0003102388,0.00008858057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001673778,0.0001129753,0.003081057,0.0000499081,0.000170996,0.0000216145,0.0009616046,0.04380357,0.000007184865,0.8704775,0.000650046,0.08064678],"study_design_scores_gemma":[0.004942389,0.001241964,0.2124174,0.01683795,0.0002397596,0.001166938,0.003067683,0.0892025,0.01799052,0.05252304,0.5914641,0.008905788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003909119,0.0006439747,0.990376,0.001316212,0.001502073,0.0002266542,0.00001345069,0.0008680423,0.001144507],"genre_scores_gemma":[0.7645572,0.0001734663,0.2345167,0.0003947626,0.0001428919,0.0001002071,0.000007405254,0.00003210387,0.00007534899],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8179545,"threshold_uncertainty_score":0.9509463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068820234","doi":"10.5555/776816.776834","title":"Computer-assisted assume/guarantee reasoning with VeriSoft","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Correctness; Computer science; Complement (music); Counterexample; Program analysis; Visualization; Programming language; Pencil (optics); Theoretical computer science; Static analysis; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01883768842593263,"gpt":0.2467797912585454,"spread":0.2279421028326128,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001729206,0.0002129262,0.0001701039,0.0002061901,0.00008025877,0.0002922477,0.0007298212,0.00006491723,0.00002960539],"category_scores_gemma":[0.0001634645,0.0002004581,0.00004949563,0.00024978,0.00001820348,0.0003114331,0.00007793649,0.000225438,0.00002661079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008293,"about_ca_system_score_gemma":0.00007772951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006039013,"about_ca_topic_score_gemma":9.626327e-7,"domain_scores_codex":[0.9987202,0.00003465699,0.0002169038,0.0003985867,0.0003864101,0.0002432455],"domain_scores_gemma":[0.9991527,0.00009786276,0.00009504049,0.000334674,0.0002533228,0.00006641275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002064719,0.0001331261,0.002313627,0.00001737843,0.0001255557,0.0000972971,0.0003997298,0.2401467,0.0001352744,0.7327121,0.0006287576,0.0232698],"study_design_scores_gemma":[0.0004393459,0.0001702627,0.002176367,0.0002958485,0.000004174514,0.0001130798,0.000009195584,0.9898091,0.001417509,0.0003088023,0.004834958,0.0004213396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005211297,0.0000206715,0.9904881,0.00009633244,0.0005458915,0.00008518689,0.000002313768,0.001182953,0.002367297],"genre_scores_gemma":[0.4779292,0.00001039151,0.5218033,0.00009529224,0.00003584221,0.0000123994,0.000005367556,0.00001306589,0.00009509275],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7496625,"threshold_uncertainty_score":0.8174444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127822338","doi":"10.5555/2337223.2337401","title":"Green mining: investigating power consumption across versions","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Software; Computer science; Consumption (sociology); Power (physics); Cloud computing; Power consumption; Reliability engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04227575306048378,"gpt":0.2859577304658596,"spread":0.2436819774053759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018343,0.0001955896,0.0001368782,0.00009511324,0.00006584192,0.00005887429,0.0002269981,0.00009918695,0.0003266698],"category_scores_gemma":[0.0003191187,0.0002155446,0.00006201759,0.00009067842,0.00003619152,0.0003732076,0.00006429325,0.0002468353,0.0001142618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002059267,"about_ca_system_score_gemma":0.00001591782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001411779,"about_ca_topic_score_gemma":0.000003955978,"domain_scores_codex":[0.9989367,0.00001056078,0.0002187795,0.0001546868,0.000269352,0.0004099873],"domain_scores_gemma":[0.9993942,0.000108366,0.00002895615,0.0001763497,0.0001139481,0.0001781141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002569643,0.0001233457,0.8958763,0.0002915522,0.0003038435,0.00002184715,0.01290391,0.0458168,0.004813676,0.02827642,0.00161577,0.009930852],"study_design_scores_gemma":[0.001645056,0.00013422,0.659339,0.0006699185,0.00004130469,0.00006891342,0.003447281,0.3009936,0.005424657,0.0004653227,0.0256368,0.00213402],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9801857,0.00005985764,0.01616524,0.00006928579,0.00153565,0.0000946138,0.00003535606,0.0006780709,0.001176166],"genre_scores_gemma":[0.9954344,0.000007918549,0.004122251,0.00004221348,0.0001594136,0.00002429025,0.00002814188,0.00003305229,0.0001482874],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2551768,"threshold_uncertainty_score":0.8789653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981470162","doi":"10.5555/2486788.2486982","title":"Example-driven modeling: model = abstractions + examples","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Mainstream; Software engineering; Cognitive model; Model-driven architecture; Management science; Cognition; Software; Data science; Programming language; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07656755287796496,"gpt":0.250862245894386,"spread":0.174294693016421,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007746959,0.0002318632,0.0001820389,0.0004150338,0.000112594,0.0005779979,0.0004123589,0.00007952568,0.0008632623],"category_scores_gemma":[0.0001682444,0.000229325,0.0000985365,0.0001780646,0.00001535103,0.001387604,0.00009688178,0.0002259246,0.0007750838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004543399,"about_ca_system_score_gemma":0.0000291645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00123615,"about_ca_topic_score_gemma":0.00002203507,"domain_scores_codex":[0.9987167,0.000001651347,0.0002982794,0.000351987,0.0003758254,0.0002555282],"domain_scores_gemma":[0.9989579,0.00002919889,0.0001008878,0.0002122612,0.000674893,0.00002490927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000343113,0.00003782448,0.0005207586,0.00002801262,0.00004277574,0.000001439785,0.00002241622,0.9578167,0.0004350536,0.03906005,0.0002291896,0.001802338],"study_design_scores_gemma":[0.0001471375,0.000001941156,0.0002440002,0.00007573729,0.00002165883,0.000001198902,0.00005707035,0.9948509,0.00001233666,0.003673513,0.0006519147,0.0002625788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1890524,0.00001323742,0.8053716,0.0007436125,0.0004285391,0.0001123007,0.000006158043,0.0006120462,0.003660059],"genre_scores_gemma":[0.9885358,0.00001506893,0.009923118,0.0004008679,0.0005866362,0.00009073963,0.00008261158,0.00004126146,0.0003238648],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7994834,"threshold_uncertainty_score":0.9962392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017397762","doi":"10.5555/2818754.2818780","title":"Symbolic model checking of product-line requirements using SAT-based methods","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Model checking; Computer science; Feature (linguistics); Formal verification; Key (lock); Product (mathematics); Algorithm; Symbolic data analysis; Theoretical computer science; Programming language; Reliability engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.3360824296820287,"gpt":0.4339880477139365,"spread":0.09790561803190784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001008119,0.000282465,0.0003371365,0.0003888814,0.00003049285,0.0000718365,0.001187712,0.0000769024,0.000004545408],"category_scores_gemma":[0.004715927,0.0002963191,0.00008505357,0.0003334674,0.00003663386,0.0005266122,0.0002788463,0.0002650916,0.000004234643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002896982,"about_ca_system_score_gemma":0.000273394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008145485,"about_ca_topic_score_gemma":2.94187e-7,"domain_scores_codex":[0.9980592,0.00007209656,0.0004537489,0.0004882535,0.0006051662,0.0003214926],"domain_scores_gemma":[0.9981573,0.0003442637,0.00019131,0.0005867493,0.0005867248,0.0001336549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001167642,0.00003159986,0.0001622773,0.00002873694,0.00003334462,0.000005097168,0.0002263554,0.9595461,0.01243849,0.02133127,0.000006380502,0.006178636],"study_design_scores_gemma":[0.0003212556,0.00005058953,0.00008067433,0.0001811899,0.000006833912,0.000006701453,0.00001234252,0.9486368,0.04679013,0.003587805,0.00005209053,0.0002735776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01093788,0.00006889219,0.9866765,0.00008564805,0.001331929,0.000140784,0.000009039778,0.0006650491,0.0000842363],"genre_scores_gemma":[0.3331505,0.000002972029,0.6666764,0.00003464073,0.00006216636,0.00001454093,0.000005885889,0.00002368288,0.00002923365],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3222126,"threshold_uncertainty_score":0.9999489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112064227","doi":"10.5555/381473.381637","title":"From software requirements to architectures","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; Software requirements; Software; Social software engineering; Engineering management; Software development; Software construction; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04447392789602861,"gpt":0.3078530129289797,"spread":0.263379085032951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001493381,0.0002629851,0.0001773377,0.000310262,0.000055064,0.0003239482,0.001571013,0.00008334182,0.0002258663],"category_scores_gemma":[0.001029341,0.0002697475,0.00007459145,0.0002806123,0.000009422465,0.0003512634,0.0003251415,0.0002869967,0.0001715455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001112127,"about_ca_system_score_gemma":0.0000377439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009652022,"about_ca_topic_score_gemma":0.000004350541,"domain_scores_codex":[0.9983383,0.00001789531,0.0002609264,0.0005141977,0.0005490195,0.0003195959],"domain_scores_gemma":[0.9987271,0.0003116097,0.0000691168,0.0005592187,0.000150404,0.0001824892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002818422,0.0004990732,0.0273372,0.00006499963,0.0007948185,0.001075563,0.005106455,0.2074818,0.006645454,0.1653199,0.01304833,0.5723445],"study_design_scores_gemma":[0.002261987,0.001242051,0.06066231,0.002165306,0.00005559298,0.0003057096,0.0001031705,0.2958288,0.01923551,0.03634761,0.5767392,0.005052818],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0355651,0.00002873681,0.9593031,0.001001397,0.001539722,0.0001423015,0.00002178018,0.001991984,0.0004059001],"genre_scores_gemma":[0.4775977,0.00001841172,0.5212891,0.0005045633,0.0003117331,0.00005767951,0.00001619703,0.00002671513,0.0001779239],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5672917,"threshold_uncertainty_score":0.9999754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978219123","doi":"10.5555/2818754.2818796","title":"Detecting inconsistencies in JavaScript MVC applications","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Operating system; Artificial intelligence; User interface","retraction":null,"screen_n_in":null,"score":{"opus":0.07089629372013515,"gpt":0.2861331090805849,"spread":0.2152368153604498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003292957,0.0001481558,0.0001303536,0.0003364403,0.00003445421,0.0001723751,0.0008465488,0.00006067587,0.000005177453],"category_scores_gemma":[0.001834447,0.0001583228,0.00003730279,0.0003080098,0.00001807816,0.0003159026,0.0001944737,0.0002304365,0.00003877186],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001803648,"about_ca_system_score_gemma":0.0001060843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007031124,"about_ca_topic_score_gemma":0.000009394919,"domain_scores_codex":[0.9988809,0.00001791592,0.0002394514,0.0003173216,0.0003374568,0.0002069085],"domain_scores_gemma":[0.9989703,0.0002066487,0.000063286,0.0003423707,0.0003181628,0.00009920416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003712438,0.000428105,0.1056891,0.0000955474,0.0001229023,0.0002051565,0.005364533,0.0286256,0.0009450375,0.5608283,0.007693801,0.2899647],"study_design_scores_gemma":[0.001048712,0.0002310239,0.009420183,0.0007164508,0.000007262662,0.000141499,0.0001569076,0.8956931,0.00290656,0.07384338,0.01459992,0.001234988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005207384,0.00004689501,0.9872262,0.0002314916,0.0005776755,0.000127737,0.000002685064,0.005160685,0.001419181],"genre_scores_gemma":[0.7099158,0.00000328382,0.2897052,0.0001144458,0.00007834446,0.0001147743,0.00000305799,0.00001074483,0.00005431411],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8670675,"threshold_uncertainty_score":0.6456215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122517552","doi":"10.5555/381473.381624","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Software engineering; Implementation; Focus (optics); Programming language; Software; Model checking","retraction":null,"screen_n_in":null,"score":{"opus":0.032772682589832,"gpt":0.2788894805009732,"spread":0.2461167979111412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002567644,0.0003107685,0.0001928785,0.0005977582,0.00007193666,0.0004579074,0.001881725,0.00009755338,0.0003543018],"category_scores_gemma":[0.002322546,0.0002932362,0.00007529921,0.0004262225,0.0000326254,0.0005927518,0.0003184111,0.0005420683,0.0001800103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002894481,"about_ca_system_score_gemma":0.00009929409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001258849,"about_ca_topic_score_gemma":0.000005387542,"domain_scores_codex":[0.9975654,0.0000217428,0.0002783842,0.0006160517,0.001092403,0.0004260288],"domain_scores_gemma":[0.9975635,0.001233148,0.00007347368,0.0005757785,0.0003764592,0.000177684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002037423,0.000852904,0.2046223,0.00007127102,0.0009430799,0.001503867,0.002081243,0.2324404,0.001083137,0.4371744,0.002257442,0.1167662],"study_design_scores_gemma":[0.002212319,0.0007971661,0.2791396,0.004723157,0.00001998108,0.0007457811,0.0002340275,0.6647626,0.001076787,0.0008706079,0.04264946,0.002768571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06775855,0.00002616394,0.9211864,0.001448268,0.002296258,0.0001678961,0.000007901615,0.001250978,0.005857548],"genre_scores_gemma":[0.959689,0.00005283164,0.03858693,0.000203632,0.0002933727,0.00006669654,0.000009836313,0.0000417571,0.001055965],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8919304,"threshold_uncertainty_score":0.999952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101393557","doi":"10.5555/2337223.2337289","title":"Partial evaluation of model transformations","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model transformation; Transformation (genetics); Partial evaluation; Program transformation; Software; Interdependence; Code (set theory); Software development; Programming language; Software engineering; Data mining; Theoretical computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.08530779236058862,"gpt":0.3182950951641049,"spread":0.2329873028035163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005877258,0.000156618,0.0001379503,0.0002410599,0.00002667667,0.0000433331,0.0006383461,0.00007213667,0.00004711825],"category_scores_gemma":[0.00007538885,0.0001670254,0.00007277072,0.0001498053,0.00001309346,0.0009407123,0.00007030404,0.0001566524,0.00001552573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001361357,"about_ca_system_score_gemma":0.00008145045,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003499788,"about_ca_topic_score_gemma":2.896398e-7,"domain_scores_codex":[0.9984573,0.00002184747,0.0002992985,0.0001716951,0.0008160404,0.0002338025],"domain_scores_gemma":[0.9990476,0.00003962695,0.00007539229,0.0003267111,0.0004184898,0.00009211849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002198811,0.00004937781,0.0002313851,0.000009856948,0.00002435007,1.889565e-7,0.0006023461,0.3090589,0.000672755,0.6692389,0.00005998497,0.02004975],"study_design_scores_gemma":[0.0001733134,0.00001818488,0.0005050721,0.00006162938,0.00001015899,0.00000435591,0.000002149897,0.9900379,0.007318739,0.0007537022,0.0009519628,0.0001628371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01197415,0.00003311957,0.9860053,0.00009327313,0.0005638952,0.0001649811,0.00001644872,0.0005655439,0.0005832725],"genre_scores_gemma":[0.6523414,0.000007707792,0.3474906,0.000016312,0.00004758346,0.00006551839,0.000009845029,0.000009802819,0.00001131826],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.680979,"threshold_uncertainty_score":0.6811097,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2051318236","doi":"10.5555/381473.381580","title":"Simple object access protocol (SOAP) and Web services","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada)","funders":"","keywords":"SOAP; Computer science; Simple (philosophy); Protocol (science); Web service; World Wide Web; Object (grammar); Computer network; Database; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02952722306402533,"gpt":0.3055823758790879,"spread":0.2760551528150625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000129134,0.0001656109,0.0001333298,0.0001307398,0.00005789504,0.0006937601,0.001119605,0.00005119536,0.00004921913],"category_scores_gemma":[0.00004555504,0.0001582881,0.00003456679,0.0001735111,0.000009969262,0.0005174566,0.0002990132,0.0001376829,0.00003269825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003757327,"about_ca_system_score_gemma":0.00004594573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003627627,"about_ca_topic_score_gemma":0.000006628668,"domain_scores_codex":[0.9989323,0.00001686139,0.0002063542,0.0003299873,0.0003046791,0.0002098368],"domain_scores_gemma":[0.9993868,0.00007422645,0.00007440928,0.000235959,0.0001431681,0.00008546301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001722964,0.0004692522,0.2378093,0.0009343374,0.0004801965,0.0005771568,0.002305962,0.1257512,0.002704114,0.5498926,0.002549765,0.07635392],"study_design_scores_gemma":[0.0005474762,0.00006863044,0.01101526,0.0002549059,0.00000200713,0.00006803814,0.00001379633,0.9198565,0.0001291544,0.0007637872,0.06695532,0.0003250827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03936036,0.00001101112,0.9476605,0.0002777999,0.0008749053,0.005340807,0.00002268803,0.001046971,0.005404966],"genre_scores_gemma":[0.9935251,0.000003731749,0.003805981,0.0001221905,0.0001524309,0.002190969,0.00001467161,0.00001095442,0.000173965],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9541647,"threshold_uncertainty_score":0.6689944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997588820","doi":"10.5555/2486788.2487012","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Program comprehension; Source code; Identifier; Normalization (sociology); Vocabulary; Software quality; Software maintenance; Natural language processing; Information retrieval; Static program analysis; Software; Artificial intelligence; Software development; Programming language; Software system; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.05035563521686575,"gpt":0.3253980243126402,"spread":0.2750423890957744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003371036,0.0003323589,0.0002828787,0.0004061255,0.00009796209,0.0006536858,0.001236323,0.0001182498,0.0001493616],"category_scores_gemma":[0.001740782,0.0003485451,0.0000732292,0.0003331593,0.00003548637,0.0007482964,0.0007582979,0.0004353952,0.0003163536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001472312,"about_ca_system_score_gemma":0.00007753288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001203505,"about_ca_topic_score_gemma":0.000004953227,"domain_scores_codex":[0.9974135,0.00003848836,0.0004176183,0.000688749,0.0008840265,0.00055769],"domain_scores_gemma":[0.9978087,0.0006496251,0.0000705866,0.0005891408,0.0004846833,0.000397254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007271017,0.0005053336,0.2070899,0.000433636,0.0003316338,0.0001232843,0.002967967,0.05669847,0.00648824,0.03052345,0.005652633,0.6891128],"study_design_scores_gemma":[0.001385051,0.00127713,0.5226977,0.0007574364,0.00001206477,0.0001522841,0.0001106243,0.4353876,0.003015596,0.0004745026,0.03259996,0.002130002],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2840347,0.00002766745,0.7126169,0.0004407174,0.0005789953,0.0004656715,0.00001060998,0.001764765,0.00005996223],"genre_scores_gemma":[0.7518556,0.000009176241,0.2472903,0.000237695,0.00009913569,0.0002408823,0.00002216542,0.00004058278,0.0002045781],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6869828,"threshold_uncertainty_score":0.9998966,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001111660","doi":"10.5555/998675.999499","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Computer science; Key (lock); Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Engineering management; Computer security; Distributed computing; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01671887247730311,"gpt":0.2406556879304807,"spread":0.2239368154531776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001299729,0.0003942894,0.0002227201,0.0006534667,0.00008647567,0.0003957101,0.002011119,0.0001338881,0.0001234671],"category_scores_gemma":[0.0002633994,0.000399914,0.0001389456,0.0004837063,0.00001409985,0.000605719,0.0003219641,0.0005324656,0.0002328961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003078206,"about_ca_system_score_gemma":0.00009839438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003107487,"about_ca_topic_score_gemma":0.00000909297,"domain_scores_codex":[0.9976185,0.0000126035,0.000376484,0.0006646582,0.0008898048,0.0004379581],"domain_scores_gemma":[0.9986507,0.0002312316,0.0001198991,0.0005096638,0.000297929,0.0001905382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004383099,0.0002160799,0.001050909,0.00004113738,0.0001983916,0.0001228625,0.001085309,0.6210729,0.0004955763,0.3589492,0.00008867711,0.01663516],"study_design_scores_gemma":[0.00960165,0.0008931621,0.04299322,0.007185693,0.00008437682,0.0004594104,0.000546248,0.7912449,0.01626523,0.008045945,0.1166967,0.005983528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0313487,0.00005397281,0.9599192,0.001598862,0.004741494,0.0001761922,0.00002699669,0.001161264,0.0009733357],"genre_scores_gemma":[0.8770455,0.0000644018,0.1207825,0.001148194,0.000632451,0.00005849421,0.00008357608,0.00004867795,0.0001362509],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8456967,"threshold_uncertainty_score":0.9998453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157408853","doi":"10.5555/998675.999503","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Key (lock); Field (mathematics); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.03246617795960962,"gpt":0.2917920050000534,"spread":0.2593258270404438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002962491,0.0003020863,0.0001455372,0.000134431,0.0001873893,0.0006805242,0.002332764,0.0001084937,0.00003761717],"category_scores_gemma":[0.001334022,0.0002527059,0.00008922115,0.0002478508,0.00002745705,0.000521081,0.0003492572,0.0004037691,0.0001527322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005718968,"about_ca_system_score_gemma":0.0001730256,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001058983,"about_ca_topic_score_gemma":0.000006679732,"domain_scores_codex":[0.9979944,0.00001524077,0.0003444566,0.0004695696,0.0008168608,0.0003594723],"domain_scores_gemma":[0.9985802,0.0004300481,0.0001215608,0.0004992733,0.0002454683,0.0001235179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000530895,0.0001274001,0.0007402191,0.00001038623,0.0002090854,0.00008771112,0.0003413813,0.07317915,0.00003165662,0.7546133,0.0008591794,0.1697474],"study_design_scores_gemma":[0.002689843,0.0004297799,0.02375094,0.002136214,0.00002399604,0.0003059617,0.0001317771,0.06225526,0.005894359,0.02789245,0.8715299,0.0029595],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002890672,0.00005544504,0.9872954,0.003235662,0.003859008,0.0001399147,0.00001078952,0.001552998,0.0009601355],"genre_scores_gemma":[0.5122706,0.0001211319,0.4863286,0.0005073274,0.0003188884,0.0001212488,0.00002369653,0.00003168906,0.0002768567],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8706707,"threshold_uncertainty_score":0.9999925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2114905813","doi":"10.5555/2337223.2337410","title":"CodeTimeline: storytelling with versioning data","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Storytelling; Software versioning; Casual; World Wide Web; Visualization; Data visualization; Narrative; Human–computer interaction; Software engineering; Software; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06457803039089124,"gpt":0.2980390296624419,"spread":0.2334609992715506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004252468,0.000210286,0.0001452872,0.0002659193,0.00006629345,0.0001973964,0.002329017,0.00006246382,0.0001001227],"category_scores_gemma":[0.001036227,0.0001975988,0.00002746941,0.0002640041,0.0000209606,0.001305117,0.0005949206,0.0003854528,0.0001774154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001366681,"about_ca_system_score_gemma":0.00008011383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009453153,"about_ca_topic_score_gemma":5.839286e-7,"domain_scores_codex":[0.998158,0.00001609088,0.0001815859,0.0004228158,0.0007580257,0.0004635263],"domain_scores_gemma":[0.9980695,0.0005468699,0.00004934059,0.0009391138,0.000190704,0.0002044348],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001939799,0.0007456967,0.3211622,0.0002389042,0.0009921587,0.0003196071,0.003920444,0.3045219,0.003024742,0.2929936,0.006989682,0.06489708],"study_design_scores_gemma":[0.0007947555,0.0001395637,0.02273235,0.0004910139,0.00001290207,0.0001142561,0.00006067979,0.9442655,0.001967365,0.00003695907,0.02846007,0.0009246255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02314912,0.0001098277,0.9740684,0.0001728916,0.001298856,0.00009339431,0.00001596512,0.0008116063,0.0002799314],"genre_scores_gemma":[0.7990139,0.00001741886,0.2004202,0.00005007847,0.0002852601,0.00001306939,0.00004184969,0.00002814255,0.0001301307],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7758648,"threshold_uncertainty_score":0.8057846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913441567","doi":"","title":"Proceedings of the 4th International Workshop on Managing Technical Debt","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Documentation; Software deployment; Software; Computer science; Software engineering; Engineering; Software development; Business; Finance; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02349287177094463,"gpt":0.2683152819179291,"spread":0.2448224101469845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001988151,0.0002177125,0.0001589135,0.0003491758,0.00004800084,0.0003094263,0.002840627,0.00009190998,0.000148487],"category_scores_gemma":[0.001839179,0.000177635,0.0001083994,0.0003875201,0.00004301096,0.000520617,0.0005802979,0.0005199641,0.00009314863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002065941,"about_ca_system_score_gemma":0.00004576408,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001352957,"about_ca_topic_score_gemma":5.886623e-7,"domain_scores_codex":[0.9979574,0.000006644815,0.0003056959,0.0004152574,0.001010847,0.0003041379],"domain_scores_gemma":[0.9985121,0.000441672,0.00009556438,0.0003496335,0.0005060313,0.00009503499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003173995,0.000268221,0.02925668,0.00008146739,0.0002322798,0.00001509244,0.0005060245,0.02242742,0.01740997,0.8844331,0.006055881,0.03928216],"study_design_scores_gemma":[0.001536856,0.0002697732,0.3416779,0.00318932,0.00001558497,0.000128157,0.0001550653,0.6076366,0.02638645,0.009616312,0.007788837,0.001599055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2514639,0.00003660471,0.7128937,0.009849394,0.005999446,0.0009792037,0.00001689735,0.001955565,0.01680526],"genre_scores_gemma":[0.9743213,0.00001391769,0.02463162,0.0001424634,0.0001377115,0.0001056993,0.000002397362,0.00002598992,0.0006188874],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8748168,"threshold_uncertainty_score":0.7243743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966394892","doi":"10.5555/2486788.2487043","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software system; Software maintenance; Software development; Source code; Software quality; Software construction; Programming language; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.03741111536065112,"gpt":0.2666118718198485,"spread":0.2292007564591974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003961438,0.0003580382,0.0002402814,0.0004783192,0.000113009,0.0009593571,0.001906125,0.000171319,0.0003626259],"category_scores_gemma":[0.001746792,0.0003576702,0.00007820102,0.0005634485,0.00002783623,0.001352953,0.0005545171,0.000761869,0.0005012778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002905754,"about_ca_system_score_gemma":0.0001641786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006879068,"about_ca_topic_score_gemma":0.000008949228,"domain_scores_codex":[0.9974279,0.00003125009,0.0004479969,0.0006647101,0.000839274,0.0005888151],"domain_scores_gemma":[0.998087,0.0004666473,0.00008724212,0.0005359232,0.0005948407,0.0002283302],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002111969,0.0002067247,0.08781952,0.0002015836,0.0008144583,0.0003374197,0.007842681,0.6712294,0.006113356,0.1577561,0.009165808,0.05849176],"study_design_scores_gemma":[0.0005791533,0.00006092441,0.09626674,0.0007637915,0.000005826799,0.0001000877,0.000202268,0.8956302,0.0028558,0.0004862437,0.001777373,0.001271579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1017526,0.00003314796,0.8944155,0.0004447925,0.001840047,0.0002306693,0.000002013474,0.001124326,0.0001568851],"genre_scores_gemma":[0.7703573,0.000008641557,0.2288677,0.0001452335,0.0001673959,0.0001362556,0.00001152822,0.00004448473,0.0002614766],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6686046,"threshold_uncertainty_score":0.9998875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W202414668","doi":"","title":"Towards a compliance support framework for global software companies","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Business; Compliance (psychology); Software; Process management; Revenue; Process (computing); Software development; Computer science; Knowledge management; Risk analysis (engineering); Accounting","retraction":null,"screen_n_in":null,"score":{"opus":0.07208877016142141,"gpt":0.3530945818371886,"spread":0.2810058116757672,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004799488,0.0003200031,0.0002648124,0.000156833,0.00009095866,0.0003381196,0.001610685,0.000166571,0.00006387553],"category_scores_gemma":[0.001777149,0.0003410483,0.0001416858,0.0002965726,0.00002910973,0.0005836915,0.0002342996,0.0003285573,0.00003714884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002339461,"about_ca_system_score_gemma":0.00009863141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001401653,"about_ca_topic_score_gemma":0.000003596944,"domain_scores_codex":[0.9980558,0.000009903571,0.0003887877,0.0005176654,0.0005309223,0.0004969827],"domain_scores_gemma":[0.9980885,0.0007069406,0.0001446253,0.0004955713,0.0003924206,0.0001719053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004150997,0.00005958233,0.001325503,0.00005561052,0.00007480843,0.00003714374,0.0001623837,0.002326926,0.00002375804,0.9487668,0.0005318806,0.04659415],"study_design_scores_gemma":[0.002633063,0.001953402,0.06316724,0.002732306,0.00007852993,0.0005985888,0.0001709461,0.3708535,0.006911026,0.2932025,0.2527969,0.004902108],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009148519,0.00004874269,0.9930387,0.0004843452,0.002420274,0.0002499368,0.0000633524,0.002249918,0.0005299509],"genre_scores_gemma":[0.2899309,0.00001511485,0.7094007,0.0002932262,0.0002136496,0.00005031639,0.00002226114,0.00002198849,0.00005178143],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6555643,"threshold_uncertainty_score":0.9999042,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2403466964","doi":"","title":"A software behaviour analysis framework based on the human perception systems.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Perception; Software; Software system; Software engineering; Human–computer interaction; Programming language; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06196391677748977,"gpt":0.2996796333380656,"spread":0.2377157165605758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002358775,0.0001855668,0.0001604461,0.0004129294,0.0001151881,0.0003424942,0.001185313,0.00008255654,0.0005516538],"category_scores_gemma":[0.0003616112,0.0001500252,0.0001274611,0.0005180716,0.00002157221,0.0002308571,0.00009964929,0.0002505172,0.00009463872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009292024,"about_ca_system_score_gemma":0.0000349876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000460124,"about_ca_topic_score_gemma":0.000003046207,"domain_scores_codex":[0.9986125,0.00004190975,0.0002593405,0.0003552464,0.000548739,0.0001822376],"domain_scores_gemma":[0.9988635,0.0001425982,0.000105809,0.0005671999,0.0002410834,0.00007985518],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005459705,0.0001665727,0.02895293,0.00001351097,0.000217943,0.00001983839,0.0007674173,0.03415465,0.0000372069,0.9344869,0.0003631657,0.0008144531],"study_design_scores_gemma":[0.000106471,0.00006353406,0.03819402,0.0001587391,0.0000503144,0.000001624407,0.00007847392,0.9603571,0.0000544435,0.0004165086,0.000260424,0.0002583479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008276887,0.000002829564,0.9901204,0.0001423128,0.0004686954,0.00009285535,0.00003864846,0.0003837147,0.0004736354],"genre_scores_gemma":[0.9644044,0.000002908257,0.03484565,0.0003949627,0.00006677143,0.0000321186,0.00007446228,0.00001437059,0.0001643441],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9561275,"threshold_uncertainty_score":0.611785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0851315501571733,"gpt":0.305890984941278,"spread":0.2207594347841047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003130967,0.0002271026,0.0001659301,0.0002808089,0.00005843343,0.001195379,0.0007452666,0.00009413373,0.000102684],"category_scores_gemma":[0.002373941,0.0002356108,0.00005055558,0.0002088897,0.00002961416,0.00130877,0.0001649964,0.000328669,0.00004010168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001071723,"about_ca_system_score_gemma":0.00007687357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002617756,"about_ca_topic_score_gemma":5.591388e-7,"domain_scores_codex":[0.9983303,0.00004083365,0.0001582128,0.0004931708,0.0006486502,0.0003288166],"domain_scores_gemma":[0.9985084,0.0006083708,0.00004192313,0.0004029303,0.0002582544,0.0001801271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003061193,0.0002885286,0.08979174,0.0001979269,0.0004259264,0.0004114267,0.003697149,0.01506738,0.002136204,0.818628,0.01372954,0.05559563],"study_design_scores_gemma":[0.004387861,0.0009365942,0.067808,0.001976785,0.0000401182,0.001165363,0.0006385751,0.4573046,0.03549113,0.01665499,0.4087893,0.004806644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03315892,0.0001609054,0.9606931,0.003357938,0.001607719,0.0001292227,0.000003684786,0.0006989817,0.0001894818],"genre_scores_gemma":[0.9109819,0.0001138546,0.08800984,0.0002952219,0.000111961,0.0000486305,0.000008431502,0.00003062044,0.0003995296],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.877823,"threshold_uncertainty_score":0.9998415,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2915705208","doi":"","title":"Proceedings of the 7th International Workshop on Software Clones","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Restructuring; Theme (computing); Software engineering; Software; Software development; Software maintenance; Computer science; Engineering management; Engineering; World Wide Web; Programming language; Business; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.02686804766883603,"gpt":0.2648285073840674,"spread":0.2379604597152314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002060624,0.0002939941,0.0002122726,0.0003864166,0.0000665248,0.0003859343,0.00316749,0.0001208632,0.0002572847],"category_scores_gemma":[0.00344966,0.0002398676,0.0001434089,0.0004444836,0.00005489299,0.0007019302,0.0006001757,0.0005508456,0.0001562561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000203974,"about_ca_system_score_gemma":0.00007762562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002188314,"about_ca_topic_score_gemma":7.637513e-7,"domain_scores_codex":[0.9974782,0.000009749345,0.0003781916,0.0005079922,0.001251947,0.0003739265],"domain_scores_gemma":[0.9978709,0.0005695214,0.0001393406,0.0004276603,0.0008668959,0.0001256474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00009368287,0.0007571721,0.178177,0.0002588476,0.0008668024,0.00003336853,0.002528392,0.06068403,0.01088872,0.6452296,0.01888319,0.08159922],"study_design_scores_gemma":[0.002142919,0.0003877917,0.5864,0.003426233,0.00002247719,0.000110161,0.0002598266,0.3520633,0.03297292,0.005040529,0.01503541,0.002138436],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4523752,0.00004661569,0.5306441,0.00431753,0.007548191,0.0008753456,0.00004133633,0.001698006,0.002453718],"genre_scores_gemma":[0.9619016,0.00001920405,0.03649012,0.0001768356,0.0002334425,0.0001423624,0.000006071245,0.00003899067,0.000991358],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6401891,"threshold_uncertainty_score":0.9781515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001935537","doi":"10.5555/2486788.2486997","title":"V:ISSUE:LIZER: exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements analysis; Software engineering; World Wide Web; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.0800850046072287,"gpt":0.3117819911464471,"spread":0.2316969865392184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002980405,0.0002141267,0.0001736903,0.0005153352,0.00004393279,0.0003169397,0.00160976,0.00009088523,0.0004843787],"category_scores_gemma":[0.001080937,0.0002400896,0.0000483132,0.0004019809,0.00001988983,0.00154842,0.0003209193,0.0004530676,0.0007245637],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003376043,"about_ca_system_score_gemma":0.00004849729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001192504,"about_ca_topic_score_gemma":0.000003794173,"domain_scores_codex":[0.9981743,0.00004144205,0.000381507,0.0004174442,0.0006445628,0.0003408061],"domain_scores_gemma":[0.9984144,0.0003916821,0.0000738572,0.0007379124,0.0002736911,0.000108459],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008798929,0.002206296,0.2659124,0.0003304705,0.000552379,0.0001231271,0.007324588,0.1517543,0.06242601,0.2296188,0.009987013,0.2696766],"study_design_scores_gemma":[0.0007291125,0.00006895138,0.3248183,0.0004956105,0.000002607065,0.000007014432,0.00003664515,0.6677235,0.001628642,0.0007925559,0.003146721,0.0005503068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.636453,0.00009367241,0.3579805,0.001807033,0.001237005,0.0005956456,0.00001464594,0.001350135,0.000468417],"genre_scores_gemma":[0.9322194,0.000081853,0.06669893,0.00009165092,0.00009575015,0.0002709824,0.00007119182,0.00003215203,0.0004380204],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5159692,"threshold_uncertainty_score":0.9790571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138741972","doi":"","title":"Proceedings of the Third International Workshop on Managing Technical Debt","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Computer science; Software; Engineering management; Dimension (graph theory); Software development; Engineering; Software engineering; Business; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.03016033959334422,"gpt":0.2843532860365948,"spread":0.2541929464432506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003761154,0.0002144554,0.0001568001,0.0003330459,0.00005073185,0.0001644007,0.002466259,0.00009775804,0.00004964183],"category_scores_gemma":[0.002092081,0.0001769497,0.0001140546,0.0003840517,0.00003933204,0.0005790278,0.0005882696,0.0005456177,0.00004516023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002296011,"about_ca_system_score_gemma":0.00003811957,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003553865,"about_ca_topic_score_gemma":3.208047e-7,"domain_scores_codex":[0.9979511,0.000007680354,0.0002893292,0.0003191478,0.001048944,0.0003838057],"domain_scores_gemma":[0.9986731,0.0004726669,0.00009674081,0.0003298872,0.0003097736,0.0001178596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003491611,0.0002306841,0.06009866,0.00004749029,0.0001391874,0.000005725356,0.000579668,0.0067099,0.005470926,0.9137409,0.001959316,0.01098259],"study_design_scores_gemma":[0.002010741,0.000281517,0.6820681,0.004087367,0.00003363417,0.0002601405,0.0002394114,0.228734,0.04935237,0.004392964,0.02624602,0.002293682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2035134,0.00009480207,0.758541,0.005251399,0.01045132,0.0006209205,0.00002246766,0.001904292,0.01960031],"genre_scores_gemma":[0.9768625,0.0000166134,0.02228321,0.0001218709,0.0002723316,0.00004790116,0.000002334283,0.00002453444,0.000368733],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.909348,"threshold_uncertainty_score":0.7215801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983565008","doi":"10.5555/2486788.2487076","title":"1st international workshop on release engineering (RELENG 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; Software engineering; Software; Product (mathematics); Field (mathematics); World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02754981775215336,"gpt":0.2654451887148189,"spread":0.2378953709626655,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000209254,0.0003987477,0.0002293091,0.0005140748,0.00006109969,0.0006527901,0.001941305,0.0001606496,0.0005486083],"category_scores_gemma":[0.001230392,0.0004128403,0.0001287408,0.0002729531,0.00001523537,0.001338352,0.0003054102,0.0006804603,0.0005858776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002097257,"about_ca_system_score_gemma":0.00004413845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005158605,"about_ca_topic_score_gemma":9.798596e-7,"domain_scores_codex":[0.997829,0.00001839887,0.0003949247,0.0006057664,0.0007237908,0.0004280781],"domain_scores_gemma":[0.9981344,0.0005851976,0.000128705,0.0006256893,0.0003161676,0.0002098025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005232326,0.0003640921,0.0009835424,0.00007168268,0.0004681809,0.0001918828,0.0005951707,0.3219652,0.002871729,0.5332398,0.02114809,0.1180483],"study_design_scores_gemma":[0.0004186135,0.0001108356,0.002988018,0.0005440915,0.000007213162,0.00004858862,0.00001998545,0.9323236,0.001727457,0.0006468417,0.06033247,0.0008322838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009135966,0.00005628155,0.9788376,0.003408797,0.004136493,0.0002608347,0.00001265402,0.002529516,0.001621844],"genre_scores_gemma":[0.7999981,0.000214406,0.1979628,0.0004421083,0.0005027778,0.0002149838,0.00003020864,0.00006406594,0.0005705536],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7908621,"threshold_uncertainty_score":0.9998323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143742229","doi":"10.5555/2486788.2486974","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Programming language; Machine learning; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03945455755763936,"gpt":0.2990520090276418,"spread":0.2595974514700024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001142358,0.0002575468,0.0001710442,0.0002586302,0.00009961083,0.0005374033,0.0009886523,0.00008924042,0.0002195071],"category_scores_gemma":[0.00280811,0.0002456674,0.00006839561,0.0001817968,0.00001951745,0.0007361813,0.0002394069,0.0005154423,0.0003601088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001189211,"about_ca_system_score_gemma":0.00005740444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003430884,"about_ca_topic_score_gemma":0.000003481207,"domain_scores_codex":[0.9985043,0.00003014018,0.0002637749,0.0004861616,0.0004228502,0.0002927899],"domain_scores_gemma":[0.997146,0.001807397,0.0001407939,0.0004158416,0.0003606527,0.0001292848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004895519,0.0008757769,0.03042191,0.00004482415,0.0004009719,0.000269469,0.006648133,0.008295684,0.003445168,0.1302185,0.00807016,0.8112605],"study_design_scores_gemma":[0.0007551729,0.0005558832,0.04579778,0.003988251,0.00001708185,0.00006486694,0.0002046097,0.8785866,0.003903423,0.06259087,0.001923795,0.001611694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1002345,0.00001237916,0.8877579,0.0004567443,0.00113001,0.0002582977,0.00001124959,0.009152884,0.0009860247],"genre_scores_gemma":[0.7185225,0.000002318186,0.2809724,0.0001732113,0.00009695776,0.0001113763,0.0000148936,0.00002011537,0.00008620846],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8702909,"threshold_uncertainty_score":0.9999996,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914337294","doi":"","title":"Proceedings of the Third International Workshop on Conducting Empirical Studies in Industry","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Context (archaeology); Plan (archaeology); USable; Management science; Computer science; Engineering ethics; Operations research; Management; Engineering; Epistemology; Economics; History","retraction":null,"screen_n_in":null,"score":{"opus":0.2644413387088453,"gpt":0.3887353233501338,"spread":0.1242939846412885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004573122,0.0001863135,0.0001931713,0.0003437226,0.00003731691,0.0001417681,0.00165881,0.0001421738,0.00001303131],"category_scores_gemma":[0.004214969,0.0001533376,0.00005636436,0.0006659348,0.00006968535,0.000554611,0.0005201774,0.0008040552,0.00001517151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003212746,"about_ca_system_score_gemma":0.0001307544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006408461,"about_ca_topic_score_gemma":0.000002272174,"domain_scores_codex":[0.9982338,0.00001358431,0.0004242078,0.0003495088,0.0007790072,0.0001998941],"domain_scores_gemma":[0.9982928,0.000267102,0.0001882518,0.0002208134,0.0009685411,0.00006246803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006909833,0.0004239758,0.2281616,0.00005057444,0.0003664399,0.00003344134,0.01598639,0.04008109,0.001009218,0.6977833,0.00852792,0.007506957],"study_design_scores_gemma":[0.01264059,0.001175206,0.222144,0.02032978,0.00007824961,0.0005628685,0.03994976,0.5454476,0.05200291,0.04996854,0.04951466,0.006185763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9549206,0.00002585168,0.02453111,0.007953647,0.005369781,0.0002913927,0.00001227411,0.0003432762,0.006552021],"genre_scores_gemma":[0.9839436,0.00000366626,0.01506685,0.0003806643,0.0001601781,0.00003629975,0.000002096953,0.0000138782,0.0003927981],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6478148,"threshold_uncertainty_score":0.6252925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088481278","doi":"10.5555/2486788.2487071","title":"4th international workshop on managing technical debt (MTD 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Credibility; Debt; Software; Computer science; Engineering management; Software engineering; Software development; Engineering; Systems engineering; Engineering ethics; Business; Political science; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.02855289651907549,"gpt":0.2845764858648499,"spread":0.2560235893457744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002525502,0.0003496591,0.0002204213,0.0006967277,0.00006980822,0.0007009619,0.002795205,0.0001462935,0.0006432956],"category_scores_gemma":[0.001699128,0.0003550307,0.0001190962,0.000362153,0.00003642037,0.0008343036,0.000559101,0.0007437012,0.001232949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003620618,"about_ca_system_score_gemma":0.00006516487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000399203,"about_ca_topic_score_gemma":0.000002388384,"domain_scores_codex":[0.9971901,0.00002239998,0.0003743675,0.0007056117,0.001175706,0.0005318034],"domain_scores_gemma":[0.9977539,0.0008444054,0.00007628984,0.0006926565,0.0004033659,0.0002293899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006903488,0.0005503414,0.01089182,0.00007758017,0.0005090853,0.000341363,0.0005695316,0.1487961,0.005900969,0.6266904,0.03372536,0.1718784],"study_design_scores_gemma":[0.00130371,0.0002336703,0.05030866,0.001230192,0.000008945991,0.0001393241,0.00005805745,0.9133596,0.002174959,0.005054866,0.02441866,0.001709318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01309761,0.00003927537,0.9713987,0.005093509,0.003498343,0.0003216998,0.000009266247,0.001867053,0.004674509],"genre_scores_gemma":[0.9274527,0.0000769665,0.07031124,0.0003492614,0.000358753,0.0002152605,0.00002430284,0.00005274219,0.001158708],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9143552,"threshold_uncertainty_score":0.9998901,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2366520322","doi":"","title":"Feature location based on impact analysis","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); TRACE (psycholinguistics); Source code; Feature model; Reverse engineering; Data mining; Dependency (UML); Software; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02185341761854571,"gpt":0.3101139225925804,"spread":0.2882605049740347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005387327,0.0002496815,0.0001956323,0.001344585,0.0000491201,0.0002506604,0.001137219,0.000115689,0.00008952658],"category_scores_gemma":[0.001647151,0.0002385171,0.0001728919,0.00157482,0.00001488495,0.0002794963,0.00008659763,0.0004289171,0.00008994291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004282284,"about_ca_system_score_gemma":0.0001098751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001725501,"about_ca_topic_score_gemma":0.000004450614,"domain_scores_codex":[0.9979782,0.00001559223,0.0001899762,0.0004732684,0.0009405611,0.0004024591],"domain_scores_gemma":[0.9978428,0.0008742739,0.00006060574,0.0006060608,0.0004293098,0.0001869661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000409063,0.00008833886,0.04158036,0.00001559034,0.0003279307,0.00007352932,0.0001045281,0.9325684,0.000295725,0.01686094,0.0004482914,0.007595501],"study_design_scores_gemma":[0.0002220077,0.0001052752,0.2286287,0.00006686451,0.00001224129,0.000003801096,0.000003596902,0.7691712,0.0009792162,0.00003359735,0.0005197335,0.0002537078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02412139,0.00001435693,0.9736421,0.0004655102,0.0006062527,0.0001047506,0.00001021579,0.0007215498,0.0003139194],"genre_scores_gemma":[0.9516821,0.000002145246,0.04781806,0.0001210238,0.0001271922,0.00001523403,0.00003926778,0.00002128515,0.0001736928],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9275607,"threshold_uncertainty_score":0.9726445,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006834218","doi":"10.5555/2486788.2487008","title":"Supporting maintenance tasks on transformational code generation environments","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Model transformation; Computer science; Software engineering; Executable; Transformational leadership; Software development; Code generation; Transformation (genetics); Software maintenance; Model-driven architecture; Software system; Field (mathematics); Separation of concerns; Software; Programming language; Artificial intelligence; Key (lock)","retraction":null,"screen_n_in":null,"score":{"opus":0.02672411748924588,"gpt":0.2606567155084247,"spread":0.2339325980191788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001839902,0.0002816821,0.0001723069,0.0002460408,0.00006881588,0.0002548047,0.0009291439,0.0001027178,0.0002246905],"category_scores_gemma":[0.00006128529,0.0002891221,0.00008266095,0.0001137637,0.00001942485,0.0009286662,0.00009467468,0.000316598,0.0002838221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002412211,"about_ca_system_score_gemma":0.00003683702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001059754,"about_ca_topic_score_gemma":8.725762e-7,"domain_scores_codex":[0.9980936,0.00001813249,0.0004144857,0.0004492277,0.0006533086,0.0003712476],"domain_scores_gemma":[0.9991871,0.00005946405,0.0001132568,0.0003993495,0.000117953,0.0001229525],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006643504,0.0001137083,0.0003990809,0.00002048527,0.00007268042,0.00001965333,0.0005559023,0.1294276,0.01151303,0.7865757,0.002678406,0.06861708],"study_design_scores_gemma":[0.0002595251,0.00009023859,0.001830579,0.0001244875,0.000002427797,0.00001693101,0.000003102456,0.9670915,0.008526772,0.0006167007,0.02104944,0.0003883231],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01208261,0.000005455499,0.9851213,0.0006400496,0.0006811846,0.0002777106,0.00002617331,0.0007786231,0.0003868801],"genre_scores_gemma":[0.6856053,0.00001486191,0.3133381,0.0003158693,0.0001267173,0.0001964631,0.0000612363,0.00002613521,0.0003153289],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8376639,"threshold_uncertainty_score":0.9999561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913811733","doi":"","title":"Proceedings of the Eighth International Workshop on Search-Based Software Testing","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software development; Software metric; Software construction; Process (computing); Software; Metric (unit); Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.09293096580281542,"gpt":0.2918747485365626,"spread":0.1989437827337472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004195054,0.000240702,0.0001780231,0.0003072341,0.00006484293,0.000247926,0.002259873,0.00009214647,0.00001321246],"category_scores_gemma":[0.006668615,0.000195673,0.00009039194,0.000463065,0.0000575028,0.000313376,0.0003773153,0.0004141707,0.00001739567],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002149393,"about_ca_system_score_gemma":0.0002054643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002149017,"about_ca_topic_score_gemma":5.291845e-7,"domain_scores_codex":[0.9978993,0.00001429944,0.0003211047,0.0004290988,0.001070734,0.0002654462],"domain_scores_gemma":[0.9976039,0.0005892596,0.0001652747,0.0003420039,0.001172727,0.0001268418],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000249267,0.00104976,0.2385356,0.0002110227,0.0003671769,0.00008348969,0.002951426,0.1490549,0.002259315,0.42191,0.03024861,0.1530795],"study_design_scores_gemma":[0.001127043,0.0003591772,0.01611205,0.003219242,0.00001275352,0.00005555525,0.00004802811,0.9497474,0.01397158,0.01224425,0.00223801,0.0008648828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04628688,0.00001739667,0.9376693,0.001960329,0.002617432,0.0003079659,0.00002548878,0.00704603,0.004069158],"genre_scores_gemma":[0.7140496,9.55832e-7,0.2853821,0.0002509674,0.0001285209,0.00002935961,0.000004318262,0.00002210392,0.0001320694],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8006926,"threshold_uncertainty_score":0.7983437,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966649174","doi":"10.5555/2819009.2819156","title":"Mining temporal properties of data invariants","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Data mining; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.2133350588002208,"gpt":0.3249796058937569,"spread":0.1116445470935361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004751793,0.0001612763,0.0001740442,0.0002782995,0.00001845535,0.0001450439,0.002893737,0.00005881291,0.00001643488],"category_scores_gemma":[0.003341442,0.0001550858,0.00002733671,0.0002490191,0.00002752095,0.0009930079,0.0009298477,0.0001901395,0.00003517507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008457153,"about_ca_system_score_gemma":0.0002473677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004365601,"about_ca_topic_score_gemma":0.000002404516,"domain_scores_codex":[0.9982892,0.00001949009,0.0002769815,0.0004006795,0.0007755186,0.000238184],"domain_scores_gemma":[0.9983817,0.0001629677,0.00006817061,0.0008512728,0.0003890599,0.0001468776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004153358,0.001276397,0.3229758,0.0008753288,0.00157989,0.0007968107,0.01614399,0.1417811,0.02973916,0.3529228,0.01739876,0.1140947],"study_design_scores_gemma":[0.0009092464,0.0001802459,0.005883289,0.0007265004,0.00000579631,0.00005207692,0.0001313515,0.9778582,0.00980129,0.0002323666,0.003639741,0.0005798559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1349814,0.0001023157,0.8623538,0.0003222931,0.001260607,0.0001284266,0.00002183597,0.0005610484,0.0002682685],"genre_scores_gemma":[0.8681278,0.000004634709,0.1316109,0.00002236238,0.00008746773,0.00001193935,0.00001889631,0.00001687327,0.00009914764],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8360771,"threshold_uncertainty_score":0.6324217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151666881","doi":"10.5555/2337223.2337510","title":"Online sharing and integration of results from mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Software; World Wide Web; Data science; Domain (mathematical analysis); Software as a service; Software mining; Source code; Software engineering; Data mining; Database; Software development; Information retrieval; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.04690364729029656,"gpt":0.2960549892908707,"spread":0.2491513420005741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002934642,0.0002082011,0.0002034122,0.0002761219,0.00004380339,0.0001597115,0.0007809441,0.00007959292,0.00001339243],"category_scores_gemma":[0.004962494,0.0002130066,0.00004257106,0.0002141605,0.00002860532,0.0008118525,0.0003791369,0.0002695215,0.000005436062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001000824,"about_ca_system_score_gemma":0.00003834952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001016653,"about_ca_topic_score_gemma":0.000004633671,"domain_scores_codex":[0.9983477,0.00001551084,0.0004113396,0.0003958662,0.0005320729,0.0002975344],"domain_scores_gemma":[0.9980999,0.0009142133,0.0001227528,0.0004494397,0.000270556,0.0001431023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003989385,0.001060368,0.7130246,0.0002335518,0.0007286232,0.00009197208,0.02049277,0.01829497,0.0335858,0.1224467,0.0006867753,0.08895491],"study_design_scores_gemma":[0.002104181,0.0004540739,0.5906284,0.002079783,0.00002817398,0.00007035373,0.0004107562,0.36777,0.03316731,0.0008111175,0.001136866,0.001339013],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5127618,0.0001044471,0.4852997,0.00007692722,0.001216686,0.00006918572,0.00005951666,0.0003674879,0.00004419778],"genre_scores_gemma":[0.7935632,0.00002137182,0.2059748,0.00001358567,0.0002631049,0.00001153975,0.00006356587,0.0000183576,0.00007041849],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.349475,"threshold_uncertainty_score":0.8686156,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974908123","doi":"10.5555/2819009.2819054","title":"Code repurposing as an assessment tool","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Repurposing; Computer science; Code (set theory); Software engineering; Source code; Software; Code review; KPI-driven code analysis; Programming language; Software development; Static program analysis; Engineering; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.06233157398028721,"gpt":0.363942044817729,"spread":0.3016104708374417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005433424,0.000232816,0.0001735846,0.0003207268,0.0000488264,0.0005570754,0.001574501,0.0000867089,0.00006279189],"category_scores_gemma":[0.002029052,0.0002488766,0.00005509265,0.0002614886,0.00001938016,0.0009744894,0.0003094477,0.0004050791,0.0001519371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004170886,"about_ca_system_score_gemma":0.0003361914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002680281,"about_ca_topic_score_gemma":0.000001716426,"domain_scores_codex":[0.9976874,0.00003361556,0.0002764889,0.0005416837,0.001088405,0.0003724362],"domain_scores_gemma":[0.9982088,0.000279993,0.00005684408,0.0006695186,0.0004915047,0.0002932946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004161011,0.0003048356,0.02186417,0.00003747248,0.0001668836,0.0004581911,0.001435619,0.1068957,0.001819483,0.8237646,0.001331334,0.04188012],"study_design_scores_gemma":[0.0009877339,0.0005190197,0.01671383,0.0002375689,0.000005723626,0.0001683342,0.00007078683,0.9599493,0.002403056,0.003754401,0.01431439,0.0008759103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1140776,0.00002030198,0.881225,0.0003225081,0.001743513,0.0001484015,0.000008291549,0.001313897,0.001140431],"genre_scores_gemma":[0.7920974,0.000006845526,0.207193,0.0001202002,0.0001874112,0.00005300226,0.00001806382,0.00003096385,0.0002931107],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8530536,"threshold_uncertainty_score":0.9999964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1972501133","doi":"10.5555/2486788.2487042","title":"Changeset based developer communication to detect software failures","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Software development; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03607087907812086,"gpt":0.2786316262526435,"spread":0.2425607471745226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002750156,0.000299036,0.000203953,0.0006262171,0.00009340617,0.0005745385,0.002521129,0.0001123204,0.0004404942],"category_scores_gemma":[0.003442099,0.0003079762,0.00007476786,0.0005145734,0.00002230876,0.0006500399,0.0005031457,0.0004022953,0.001024527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002626598,"about_ca_system_score_gemma":0.000125935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001070296,"about_ca_topic_score_gemma":0.00001202486,"domain_scores_codex":[0.9978831,0.00003925454,0.0002937259,0.0005158869,0.0007923702,0.0004756013],"domain_scores_gemma":[0.9972582,0.0008484604,0.00005357499,0.0009114777,0.0006634234,0.0002648385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008927376,0.0004121417,0.04573509,0.0003802893,0.0006410768,0.0001576817,0.004194648,0.3039305,0.01077796,0.07470282,0.04008781,0.5188907],"study_design_scores_gemma":[0.002225643,0.0006767705,0.3077812,0.002031237,0.00001665121,0.00007477713,0.0001037789,0.5818172,0.03481063,0.002690854,0.06389585,0.003875373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01927163,0.00004088944,0.9755334,0.002725376,0.0005618372,0.0003989945,0.00001455846,0.001346017,0.0001072765],"genre_scores_gemma":[0.5917611,0.000006958946,0.4072032,0.0003928999,0.00005993749,0.0003605887,0.00002392217,0.00003361953,0.0001577407],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5724895,"threshold_uncertainty_score":0.9999372,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098174190","doi":"10.5555/2337223.2337449","title":"Locating features in dynamically configured avionics software","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Avionics software; Computer science; Avionics; Software construction; Program comprehension; Software system; Software engineering; Software; Static program analysis; Software development; Verification and validation; Software framework; Software sizing; Component-based software engineering; Embedded system; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02324148763626,"gpt":0.2753308825634161,"spread":0.2520893949271561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003687672,0.0002527802,0.0002020851,0.0003325488,0.00005496597,0.0001981816,0.001072849,0.0001324924,0.00003007909],"category_scores_gemma":[0.002250427,0.000262025,0.00006566343,0.0002864609,0.00002385801,0.0005322926,0.0002204429,0.0004637454,0.0000406786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002090689,"about_ca_system_score_gemma":0.0000745798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005005944,"about_ca_topic_score_gemma":0.000005371915,"domain_scores_codex":[0.9983701,0.00003042423,0.0003189724,0.0003576984,0.0004580521,0.000464775],"domain_scores_gemma":[0.9987414,0.0004149031,0.00009812991,0.0004142501,0.0001911983,0.0001401503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004243655,0.0005782109,0.1623968,0.0001387274,0.0001067628,0.0001271072,0.003257335,0.01299748,0.000907478,0.6628069,0.003131456,0.1535092],"study_design_scores_gemma":[0.001600328,0.0002925018,0.2549158,0.002234784,0.00001958932,0.0003889258,0.00006292458,0.7111242,0.003313141,0.02057553,0.002802926,0.002669401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01326286,0.0001213742,0.977787,0.0002973498,0.00121064,0.0001354668,0.000007874937,0.006511594,0.0006659025],"genre_scores_gemma":[0.6828908,0.000006244159,0.3166838,0.0001810343,0.00009613351,0.00003750403,0.00001420968,0.00001948005,0.00007079564],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6981267,"threshold_uncertainty_score":0.9999832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914165265","doi":"","title":"Proceedings of the 39th International Conference on Software Engineering: New Ideas and Emerging Results Track","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Latin Americans; Set (abstract data type); Computer science; Track (disk drive); Software; Engineering management; Engineering; Political science; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04124708655229542,"gpt":0.2942209653813385,"spread":0.2529738788290431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003704671,0.0003832982,0.0002891139,0.0002665628,0.0001709496,0.0008484855,0.003069209,0.0001503175,0.00004244146],"category_scores_gemma":[0.003933133,0.0003393782,0.000122832,0.0001353863,0.00005620871,0.001194856,0.0006738974,0.00058777,0.000009029676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001052484,"about_ca_system_score_gemma":0.0001044355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005948585,"about_ca_topic_score_gemma":0.000003095025,"domain_scores_codex":[0.9977561,0.000008364851,0.0004855805,0.0006295649,0.0007878079,0.0003326086],"domain_scores_gemma":[0.9980257,0.0002423994,0.0004559638,0.000668903,0.0004390117,0.0001680816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001378975,0.0001121189,0.007452349,0.0001101305,0.0002588906,0.00002659734,0.001213308,0.006357943,0.002097828,0.9595946,0.002652017,0.01998634],"study_design_scores_gemma":[0.003988944,0.0007654922,0.1493944,0.004786577,0.00007179844,0.0002593931,0.0001462402,0.737646,0.02652257,0.009067044,0.06447052,0.002881008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1272584,0.0001065812,0.8432998,0.01187191,0.008566878,0.00082893,0.0001646867,0.002596888,0.005305961],"genre_scores_gemma":[0.8789692,0.00009941176,0.1199205,0.00009055669,0.0002611314,0.00002818789,0.000006923385,0.00003826953,0.0005858382],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9505275,"threshold_uncertainty_score":0.9999058,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912238873","doi":"","title":"Proceedings of the 1st International Workshop on Live Programming","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Focus (optics); Programming paradigm; Software engineering; Compiler; Extensible programming; Programming language; Inductive programming; Human–computer interaction; Multimedia; Reactive programming","retraction":null,"screen_n_in":null,"score":{"opus":0.02159118370307432,"gpt":0.2483465199145851,"spread":0.2267553362115108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001776954,0.0001680145,0.0001181608,0.0001610415,0.00007093926,0.0004223432,0.001600616,0.00006423101,0.00007295742],"category_scores_gemma":[0.0007136427,0.0001321837,0.00009398092,0.0001755745,0.00003017848,0.0004110189,0.00025822,0.0004641765,0.00007022819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008706036,"about_ca_system_score_gemma":0.0000292738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003036173,"about_ca_topic_score_gemma":7.074254e-7,"domain_scores_codex":[0.9986664,0.000009468294,0.0002357262,0.0003110637,0.0005608573,0.0002164817],"domain_scores_gemma":[0.9991308,0.0001303014,0.0001491501,0.0001861286,0.000343794,0.00005986834],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001348499,0.0002069011,0.01054744,0.0000335715,0.0001549512,0.000003626379,0.00408898,0.006360778,0.0009992885,0.3730858,0.0006832734,0.6038219],"study_design_scores_gemma":[0.002360949,0.0007149064,0.1241364,0.006744575,0.00003718345,0.0001229537,0.002634722,0.6126603,0.006920132,0.002403113,0.2387217,0.002543001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4208777,0.00003829909,0.5536407,0.008645433,0.00740213,0.0009478007,0.000007474712,0.001766796,0.006673659],"genre_scores_gemma":[0.9286914,0.00000336895,0.07029462,0.0001076721,0.0001379739,0.00006740435,0.000002337292,0.00001504796,0.0006801317],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6062996,"threshold_uncertainty_score":0.5390296,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1822490568","doi":"","title":"IT and infrastructure's lost dependability","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Dependability; Information system; Computer science; Information infrastructure; Core (optical fiber); Software; Quarter (Canadian coin); Computer security; Risk analysis (engineering); Engineering; Business; Software engineering; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.02887983941232447,"gpt":0.2749223647637882,"spread":0.2460425253514638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000179675,0.0001472502,0.0001514553,0.0001760904,0.00008160486,0.0001270019,0.0007249033,0.00006683118,0.0001997886],"category_scores_gemma":[0.000943873,0.0001391729,0.00006026976,0.0001963411,0.00006374182,0.0003732124,0.0002612029,0.0002747989,0.00006953879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008466374,"about_ca_system_score_gemma":0.00008659322,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001675453,"about_ca_topic_score_gemma":0.000002957018,"domain_scores_codex":[0.9986508,0.00002341176,0.0002021844,0.00040449,0.00050808,0.0002110179],"domain_scores_gemma":[0.9990244,0.0002463264,0.00003567178,0.000336769,0.0002309657,0.0001258778],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001028189,0.0004892592,0.4247161,0.0002134142,0.0006094287,0.0005652315,0.005483791,0.0411602,0.00262515,0.37391,0.004396177,0.1457285],"study_design_scores_gemma":[0.0007169154,0.0001615347,0.2017143,0.0001361774,0.000007451248,0.0002694994,0.00004521465,0.7731729,0.001652401,0.004572149,0.01680312,0.0007483549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1739202,0.00003168096,0.8229694,0.001402492,0.0003341235,0.00008737665,0.000009961849,0.0002547693,0.0009899597],"genre_scores_gemma":[0.9611889,0.00009882567,0.03830767,0.0001740547,0.00005964387,0.000008800715,0.000004990999,0.000007324406,0.0001498],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7872687,"threshold_uncertainty_score":0.5675306,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914218640","doi":"","title":"Proceedings of the Fourth International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Computer science; Set (abstract data type); Software; Intersection (aeronautics); Work (physics); Engineering management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03688228005869837,"gpt":0.2763348829257718,"spread":0.2394526028670734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005121843,0.0003134551,0.0002553118,0.0004969866,0.00004911277,0.000285958,0.002177229,0.0001364164,0.00002710358],"category_scores_gemma":[0.004456485,0.0002815366,0.0001224041,0.0005002201,0.00003015517,0.0006577739,0.0003977078,0.0006006171,0.00001034202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001710755,"about_ca_system_score_gemma":0.00004064103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002221902,"about_ca_topic_score_gemma":0.000004049328,"domain_scores_codex":[0.9979219,0.00001508516,0.0005290208,0.0004887453,0.0007187542,0.0003265168],"domain_scores_gemma":[0.998277,0.0007822122,0.0002185215,0.0003650362,0.0002834643,0.00007378325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002856396,0.00008078208,0.002052637,0.00004794191,0.00005170454,0.000005966479,0.0004013695,0.1653724,0.0008071603,0.8027124,0.0001010411,0.02833807],"study_design_scores_gemma":[0.0001954716,0.0001388857,0.007686777,0.002224561,0.00001013256,0.00003099031,0.0001034037,0.9608897,0.017067,0.005254344,0.005637265,0.0007614719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02890693,0.00001589565,0.9664239,0.0009691824,0.002045308,0.0001886723,0.000008805072,0.0007644136,0.0006768684],"genre_scores_gemma":[0.8482185,0.00003583887,0.1513174,0.00009415958,0.0001965569,0.00005429077,0.000003901765,0.00003216734,0.00004716342],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8193116,"threshold_uncertainty_score":0.9999637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1921408347","doi":"","title":"Software release planning with time-dependent value functions and flexible release dates","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Value (mathematics); Interval (graph theory); Computer science; Software; Resource (disambiguation); Genetic algorithm; Product (mathematics); Key (lock); Operations research; Software development; Engineering; Software quality; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02155308975632323,"gpt":0.2692476316177592,"spread":0.2476945418614359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004040031,0.000286549,0.0001857105,0.0003473572,0.0001184074,0.0003303327,0.0006435021,0.0001020499,0.0000598316],"category_scores_gemma":[0.0006482607,0.0002723141,0.00004237442,0.0002442475,0.00002825132,0.0008436354,0.0002055667,0.0004212142,0.00005324282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001003297,"about_ca_system_score_gemma":0.00006606625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003337453,"about_ca_topic_score_gemma":0.000001148603,"domain_scores_codex":[0.9983487,0.00001619562,0.0002699911,0.0005117965,0.0004988419,0.0003544653],"domain_scores_gemma":[0.9984924,0.000586613,0.0001099462,0.0004159132,0.0001920952,0.0002030249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008168342,0.0006073429,0.0381159,0.0003915007,0.0009909481,0.002143799,0.00228423,0.5306994,0.004174217,0.2567696,0.004174676,0.1588316],"study_design_scores_gemma":[0.003337482,0.002052334,0.02984011,0.003379213,0.0001450758,0.001710222,0.000298055,0.8785813,0.02273415,0.003618236,0.04986551,0.004438253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01815153,0.0001124275,0.9782308,0.0002100487,0.0004528264,0.0001379133,0.00001677972,0.002217385,0.0004702532],"genre_scores_gemma":[0.6354879,0.00003091016,0.3632689,0.0001284993,0.0001429155,0.00003176024,0.00003216799,0.00004597637,0.0008309715],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6173364,"threshold_uncertainty_score":0.9999729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2278479890","doi":"","title":"Software clustering based on behavioural features","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Cluster analysis; Computer science; Software; Data mining; Software system; Focus (optics); Software maintenance; Software construction; Software metric; Task (project management); Software analytics; Software sizing; Software engineering; Machine learning; Programming language; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03632589238399748,"gpt":0.2942047225007634,"spread":0.2578788301167659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005560744,0.0003756744,0.0002273143,0.00076029,0.00009748369,0.0003712809,0.001781069,0.0001602956,0.0001039468],"category_scores_gemma":[0.002221079,0.0003909595,0.0001354418,0.0004017562,0.00002997798,0.0003870131,0.0002724381,0.0007209055,0.0001164047],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003807147,"about_ca_system_score_gemma":0.00009714828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002857924,"about_ca_topic_score_gemma":0.00001671004,"domain_scores_codex":[0.9971024,0.00001903845,0.0003489478,0.000653622,0.001208487,0.0006674433],"domain_scores_gemma":[0.9975134,0.001146497,0.0000744003,0.000699111,0.0003038429,0.0002627538],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003506959,0.0006621267,0.1436949,0.0001984136,0.0002530732,0.001771779,0.001095902,0.6574206,0.002356615,0.07129575,0.002584322,0.1183158],"study_design_scores_gemma":[0.001619759,0.0005423014,0.419245,0.0008691729,0.00001072631,0.00010931,0.00003258396,0.5655875,0.007683563,0.0002046301,0.002546635,0.001548862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02108885,0.00002008012,0.9740368,0.0003128306,0.002226855,0.000180009,0.00001616771,0.001695087,0.000423278],"genre_scores_gemma":[0.8613734,0.000003005457,0.1377738,0.0002686217,0.0001971172,0.00003198581,0.00002303396,0.00004984743,0.0002791456],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8402846,"threshold_uncertainty_score":0.9998542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W204271202","doi":"","title":"Atomic requirements for software architecting","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Requirements analysis; Systems engineering; Software engineering; Context (archaeology); Process (computing); Software; Software development; Engineering; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.08977179403979542,"gpt":0.349579294552769,"spread":0.2598075005129736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008871719,0.0002984679,0.0002376196,0.0003986375,0.00009671571,0.0001455535,0.001331167,0.0001051634,0.00001344591],"category_scores_gemma":[0.004982434,0.0003239074,0.0001233949,0.0002328204,0.00002465081,0.0004762455,0.0002545124,0.0003095223,0.00002260697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002527007,"about_ca_system_score_gemma":0.00005462122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003514149,"about_ca_topic_score_gemma":0.000001898291,"domain_scores_codex":[0.9980005,0.00001701578,0.0004155347,0.0005599852,0.0004506689,0.0005563224],"domain_scores_gemma":[0.9974446,0.001556266,0.0001290417,0.0004628047,0.0002763411,0.0001309442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001482096,0.0001306121,0.0029164,0.0001754288,0.0002923312,0.0001050864,0.001271239,0.2386203,0.01025394,0.4226522,0.0002504795,0.3231837],"study_design_scores_gemma":[0.008445821,0.001824179,0.03307009,0.002998265,0.00008049683,0.0004557156,0.0004834014,0.5585071,0.1587543,0.1887269,0.03859913,0.008054535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009394852,0.00003311345,0.9854795,0.0001101333,0.002756139,0.000249652,0.00001399773,0.001839121,0.0001234392],"genre_scores_gemma":[0.2063753,0.000006281498,0.7930677,0.0001034619,0.0002086645,0.00005132527,0.00001176669,0.00003734249,0.0001381536],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3198868,"threshold_uncertainty_score":0.9999213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140946067","doi":"10.5555/381473.381747","title":"Babel: representing business rules in XML for application integration","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; XML; Programming language; Information retrieval; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.0319088513250415,"gpt":0.2809522497821025,"spread":0.249043398457061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002062993,0.0001111629,0.0001122376,0.0002839075,0.00003574834,0.0001896829,0.0006069351,0.00004465582,0.000009953656],"category_scores_gemma":[0.0005831679,0.0001144206,0.00003958034,0.0003231421,0.000007356484,0.0004744539,0.00008155063,0.00009833345,0.0000198938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006550705,"about_ca_system_score_gemma":0.00002842198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006647244,"about_ca_topic_score_gemma":0.00002085717,"domain_scores_codex":[0.9990772,0.0000090431,0.0002243988,0.0003328268,0.000203938,0.0001525855],"domain_scores_gemma":[0.999267,0.0001206082,0.00007127003,0.0002674618,0.0002415306,0.00003206451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003063325,0.0001509332,0.01378533,0.00003418711,0.00006834198,0.00002554543,0.0005007309,0.04799361,0.006677805,0.5446945,0.0002037366,0.3858346],"study_design_scores_gemma":[0.0002125702,0.00001099629,0.01023288,0.0001215112,0.000003015563,0.000007832228,0.00002511798,0.9853428,0.0007395942,0.001284365,0.001861305,0.0001580265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05053521,0.00001015579,0.9481149,0.0004986519,0.0002475271,0.00008883449,0.00000967493,0.0001864833,0.0003086193],"genre_scores_gemma":[0.8979747,0.00001711107,0.1015246,0.00004309447,0.0001034265,0.00009188878,0.0001119615,0.000009237143,0.0001238771],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9373492,"threshold_uncertainty_score":0.4665937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965783511","doi":"10.5555/2486788.2486965","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; World Wide Web; Database; Set (abstract data type); Information retrieval; Software engineering; Data science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01288560936311487,"gpt":0.2518800112637012,"spread":0.2389944019005863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000119939,0.0001141315,0.00008298551,0.00007555667,0.00004449994,0.0001093747,0.0004602789,0.00002337346,0.00002034896],"category_scores_gemma":[0.00006918822,0.00007736115,0.00001218083,0.0001220873,0.00001359514,0.0004972733,0.00006513981,0.0001238178,0.00002515187],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004955159,"about_ca_system_score_gemma":0.00004948012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004447882,"about_ca_topic_score_gemma":0.00004555805,"domain_scores_codex":[0.9991415,0.0000113626,0.0001986642,0.0002082997,0.0002793423,0.0001608369],"domain_scores_gemma":[0.9995035,0.00006031194,0.00007462086,0.0002286559,0.0001060606,0.00002684763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000004821597,0.00001847341,0.005273985,0.00001907304,0.00001718029,0.00001027477,0.002488701,0.003245933,0.0006206298,0.9513498,0.00004582743,0.03690531],"study_design_scores_gemma":[0.00199007,0.0003043864,0.3540294,0.00113019,0.000008262004,0.0003006769,0.004017317,0.30268,0.01541445,0.005468904,0.3121884,0.002467992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04552331,0.000009485711,0.9534487,0.0003042447,0.0001886054,0.0001921232,0.000002595765,0.0001119981,0.000218919],"genre_scores_gemma":[0.8152404,0.000001876996,0.1843655,0.00009714488,0.00004886456,0.0001780554,0.00001874177,0.000005871101,0.00004349923],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9458809,"threshold_uncertainty_score":0.3154696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011037576","doi":"10.5555/2486788.2487019","title":"Informing development decisions: from data to information","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software analytics; Software development; Software development process; Software engineering; Personal software process; Software project management; Software peer review; Data science; Package development process; Context (archaeology); Software quality; Software; Software construction; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.08094301475176306,"gpt":0.3005112809245753,"spread":0.2195682661728122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002189752,0.0001920655,0.0001334685,0.0004680867,0.00005902222,0.0007428448,0.003201704,0.00006557754,0.0002139638],"category_scores_gemma":[0.005173492,0.0001940133,0.00002307611,0.0003053278,0.000006896859,0.003335573,0.001357486,0.0002410939,0.002562126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001854101,"about_ca_system_score_gemma":0.0001512112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008695928,"about_ca_topic_score_gemma":0.000003194586,"domain_scores_codex":[0.9981329,0.000007391617,0.0003819106,0.0003401829,0.0008289852,0.0003086081],"domain_scores_gemma":[0.9976628,0.0007443021,0.00005238465,0.0009410921,0.0003846373,0.0002147528],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001468537,0.00007009532,0.008331886,0.00002165886,0.0001886538,0.00002031476,0.003284532,0.03414427,0.0008836809,0.02263236,0.008638866,0.921769],"study_design_scores_gemma":[0.0005763684,0.00006793093,0.1563163,0.0006270131,0.000003034658,0.00001388569,0.0000913538,0.710575,0.002416255,0.000471784,0.127899,0.0009419557],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06006387,0.000008958413,0.9374339,0.0004881351,0.0009564534,0.0002336651,0.00002520914,0.000622506,0.0001672967],"genre_scores_gemma":[0.5107777,0.000006024092,0.4885252,0.0002830961,0.00007714441,0.0001031042,0.0001633334,0.00001213997,0.0000523314],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.920827,"threshold_uncertainty_score":0.9982145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911360423","doi":"","title":"Proceedings of the 9th International Workshop on Modelling in Software Engineering","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software development; Model transformation; Abstraction; Software; Focus (optics); Model-driven architecture; Systems engineering; Data science; Management science; Engineering; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03865737967609444,"gpt":0.2667324990117538,"spread":0.2280751193356593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032023,0.0003690144,0.0002991028,0.0004579665,0.0001034538,0.0004609289,0.004313896,0.0001657136,0.00001969944],"category_scores_gemma":[0.0005917485,0.0003421755,0.0001555702,0.0001858554,0.00004293045,0.0008959379,0.0007562258,0.0006777294,0.00000960719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002842359,"about_ca_system_score_gemma":0.00006294749,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002414247,"about_ca_topic_score_gemma":0.000002320412,"domain_scores_codex":[0.9976869,0.000006330593,0.0005023723,0.0005835347,0.0008504037,0.0003704564],"domain_scores_gemma":[0.9983504,0.000135545,0.0002955318,0.0007542832,0.0003729168,0.00009135964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001993178,0.00008502026,0.007375498,0.00004475149,0.00006509711,0.0000153972,0.0003606006,0.4963366,0.0005635625,0.4867845,0.0001425302,0.008206454],"study_design_scores_gemma":[0.000376359,0.00003633067,0.006442647,0.001627463,0.000004380905,0.00001580506,0.000005742346,0.9817093,0.003859809,0.0005773547,0.004908241,0.0004365531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02604022,0.00001220034,0.9686894,0.0004543619,0.003533439,0.0002314409,0.00001682866,0.0006043693,0.0004177279],"genre_scores_gemma":[0.6756611,0.00002675682,0.3237659,0.00004139561,0.0001262255,0.00006914054,0.000003395219,0.00003972592,0.0002662496],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.649621,"threshold_uncertainty_score":0.999903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889460088","doi":"","title":"Poster: Challenge-Based Learning: A Brazilian Case Study","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Agile software development; Computer science; Software development; Software engineering; Curriculum; Mobile device; Software; Engineering management; Multimedia; Engineering; World Wide Web; Operating system; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02752878382546835,"gpt":0.2743936628091552,"spread":0.2468648789836868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001176054,0.0002341613,0.00015817,0.0002579309,0.00005924131,0.00008171627,0.0002426391,0.00009570273,0.0003886201],"category_scores_gemma":[0.000129539,0.0002429413,0.00005010781,0.0001888178,0.00002544698,0.0001162665,0.00002950571,0.0003528066,0.0001694545],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001188535,"about_ca_system_score_gemma":0.00002656258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003546068,"about_ca_topic_score_gemma":0.00003108337,"domain_scores_codex":[0.9989477,0.00001121756,0.0002305079,0.0002511414,0.0002982378,0.000261137],"domain_scores_gemma":[0.9994266,0.00005694704,0.00002286254,0.0001969112,0.0001501002,0.0001465474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003672146,0.004922037,0.06414314,0.002208844,0.00299322,0.008507824,0.04441868,0.5712065,0.008932919,0.01146287,0.01077477,0.270062],"study_design_scores_gemma":[0.001481962,0.001217096,0.007585022,0.0003637279,0.00003649006,0.0004884529,0.0009672812,0.9649416,0.001242824,0.0000483668,0.02051818,0.001108943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9236454,0.00003429866,0.06769282,0.0003343898,0.003938074,0.0002503775,0.0000119857,0.00208336,0.002009239],"genre_scores_gemma":[0.9977077,0.000006882584,0.001465883,0.00004242659,0.0005366783,0.00006052324,0.00001965904,0.00005359001,0.0001066867],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3937351,"threshold_uncertainty_score":0.9906858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974712054","doi":"10.5555/2486788.2487004","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04268068091898779,"gpt":0.3053308972043857,"spread":0.2626502162853979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007576003,0.0002352609,0.0003042653,0.0004494403,0.00003101785,0.0004846655,0.003216337,0.00007963255,0.0001877032],"category_scores_gemma":[0.004859039,0.0002392576,0.00004624452,0.0005248591,0.00002294044,0.0009526897,0.001206759,0.0003903962,0.00006484093],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001773795,"about_ca_system_score_gemma":0.0001079529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006744796,"about_ca_topic_score_gemma":0.00002060106,"domain_scores_codex":[0.9978551,0.00008451948,0.0004338705,0.000580227,0.0007006631,0.0003455782],"domain_scores_gemma":[0.9973071,0.001348229,0.00009219542,0.0007466429,0.0003855803,0.0001202293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002930786,0.001523905,0.8477536,0.00009167068,0.0001685566,0.00006461739,0.005815886,0.09670872,0.0005062085,0.01861013,0.0003104488,0.0284169],"study_design_scores_gemma":[0.002462522,0.0007117461,0.7502481,0.0005028214,0.000006610023,0.00002356221,0.0007030549,0.2409509,0.0009567979,0.00193836,0.0005250018,0.000970429],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5251656,0.000005512811,0.473342,0.0001136117,0.0003719805,0.0005773858,0.000003282131,0.0003018635,0.0001187847],"genre_scores_gemma":[0.9480355,0.000002456301,0.05147198,0.00002222512,0.00003540009,0.0002668114,0.000003226983,0.00002475226,0.0001376497],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.42287,"threshold_uncertainty_score":0.9756643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}