{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"8a737edb5bcd","filters":{"venue":"Proceedings. 26th International Conference on Software Engineering"}},"results":[{"id":"W4243258316","doi":"10.1109/icse.2004.1317431","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Class (philosophy); Test case; Test (biology); Code coverage; Reliability engineering; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08422974191687765,"gpt":0.3406571406334332,"spread":0.2564273987165555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002977696,0.0003375759,0.0002220679,0.0005285389,0.0001212275,0.0005935454,0.0009049504,0.0001037699,0.0000273206],"category_scores_gemma":[0.003917748,0.0003535716,0.00006459219,0.0005020994,0.00002224978,0.0005493648,0.0001820989,0.0003127035,0.00004028028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004054539,"about_ca_system_score_gemma":0.0001495405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001883982,"about_ca_topic_score_gemma":3.549542e-7,"domain_scores_codex":[0.9979271,0.000006114874,0.0003642659,0.000640253,0.000683883,0.0003784358],"domain_scores_gemma":[0.9985461,0.0002313417,0.0001305767,0.0002481725,0.0006059853,0.0002378584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004339506,0.0002127549,0.005232646,0.00007833081,0.0000232275,0.00003407396,0.0007033468,0.9547553,0.004681831,0.03010367,0.0007590536,0.003372356],"study_design_scores_gemma":[0.0003529234,0.000338487,0.001634916,0.0007722633,0.000004271481,0.000009266514,0.000002408069,0.9839637,0.004269964,0.007850423,0.0003652812,0.000436065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03229513,0.000002370901,0.9597696,0.0007109272,0.0004376041,0.0002510314,0.00002153333,0.00603865,0.0004731319],"genre_scores_gemma":[0.6269628,9.228414e-7,0.371785,0.001091551,0.00008299291,0.00003009091,0.00000688006,0.00002666873,0.00001310062],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5946676,"threshold_uncertainty_score":0.9998916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236176675","doi":"10.1109/icse.2004.1317512","title":"Case studies for software engineers","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.06779189235494602,"gpt":0.3211305170014263,"spread":0.2533386246464803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003251125,0.0004201867,0.0003270467,0.0003985143,0.0001522065,0.0004121249,0.001070467,0.0001414537,0.00001226018],"category_scores_gemma":[0.003037099,0.0004226675,0.0001478066,0.000348402,0.0000304702,0.00126243,0.0002446153,0.0003793531,0.00001842303],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003232821,"about_ca_system_score_gemma":0.00007970865,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007100565,"about_ca_topic_score_gemma":7.480365e-7,"domain_scores_codex":[0.998018,0.000003447523,0.0004010228,0.0006488587,0.0004485787,0.0004801139],"domain_scores_gemma":[0.9982772,0.0002893517,0.0001611358,0.0002614259,0.0008418426,0.0001690387],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003856326,0.0001114792,0.0002334061,0.0003600587,0.0003830396,0.0004758878,0.002147428,0.02586951,0.0003502019,0.9593508,0.001120259,0.009559372],"study_design_scores_gemma":[0.01167679,0.004601776,0.0008859721,0.005770816,0.0003888143,0.02622883,0.002338397,0.6597843,0.07359355,0.1084132,0.09490111,0.01141641],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0118914,0.0001616124,0.9820597,0.0005903417,0.001734508,0.0003977601,0.00002527022,0.003030466,0.0001090024],"genre_scores_gemma":[0.437853,0.0000850061,0.561309,0.0001461783,0.0002323951,0.0002681091,0.000006953987,0.00004261061,0.00005669357],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8509376,"threshold_uncertainty_score":0.9998225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232309574","doi":"10.1109/icse.2004.1317517","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Key (lock); Computer science; Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Computer security; Distributed computing; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01789548050710137,"gpt":0.239212863849136,"spread":0.2213173833420346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000190955,0.0005136038,0.0002884435,0.0008085717,0.0001297015,0.0006747603,0.002298626,0.0001726309,0.00009717762],"category_scores_gemma":[0.0004189083,0.0005172869,0.0001527615,0.0007112993,0.00001903608,0.001017413,0.0004244645,0.0006991292,0.0001631185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003952731,"about_ca_system_score_gemma":0.00009744131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001895405,"about_ca_topic_score_gemma":0.000003187184,"domain_scores_codex":[0.9969625,0.000004904669,0.0004744792,0.0008705829,0.001108823,0.0005786809],"domain_scores_gemma":[0.9985142,0.0001210145,0.0001914161,0.0003069254,0.0006112526,0.0002552365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008806217,0.0003407624,0.003629666,0.000155413,0.0002948217,0.0000641622,0.002340864,0.1642236,0.001057968,0.8133917,0.0002191661,0.01419378],"study_design_scores_gemma":[0.009454465,0.001145771,0.03960843,0.009489226,0.0001179464,0.0005197476,0.0009922355,0.7990008,0.02473921,0.008713379,0.09944978,0.006769035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06220623,0.00008671313,0.9246016,0.002258446,0.005250904,0.000380227,0.00003201836,0.002235226,0.002948606],"genre_scores_gemma":[0.8678322,0.00008747836,0.1298913,0.001042011,0.0007905341,0.00009641527,0.00005357872,0.00006373478,0.0001427101],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.805626,"threshold_uncertainty_score":0.9997278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4246300345","doi":"10.1109/icse.2004.1317521","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Field (mathematics); Key (lock); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.03277285029955163,"gpt":0.2858676091610708,"spread":0.2530947588615192,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004199866,0.0004054335,0.0001963845,0.0001852206,0.0002724259,0.001139163,0.002665589,0.000143951,0.00003252943],"category_scores_gemma":[0.001924864,0.000340995,0.0001023588,0.0003839837,0.00003632222,0.0008935165,0.0004647954,0.000546682,0.0001109629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007166989,"about_ca_system_score_gemma":0.0001678116,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007093059,"about_ca_topic_score_gemma":0.000002475324,"domain_scores_codex":[0.9973929,0.000005966319,0.0004429244,0.000635826,0.001035011,0.0004873718],"domain_scores_gemma":[0.9985882,0.0002202433,0.0001971965,0.0003035022,0.0005184088,0.0001724334],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000064294,0.000126148,0.001581119,0.00002612352,0.0001891875,0.00002837709,0.0004766905,0.01072695,0.00004844361,0.9074243,0.001142642,0.07816571],"study_design_scores_gemma":[0.00349434,0.0007035297,0.02764845,0.003728153,0.00004481686,0.0004350146,0.0003220362,0.09082166,0.01157697,0.03392603,0.8230215,0.004277521],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00535959,0.00007166147,0.9827926,0.003461375,0.003421044,0.000244029,0.00001093786,0.002317096,0.002321698],"genre_scores_gemma":[0.5498766,0.0001559654,0.4485787,0.0004662001,0.0004051066,0.0001861296,0.00001610711,0.00004163387,0.0002735593],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8734983,"threshold_uncertainty_score":0.9999042,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4234453556","doi":"10.1109/icse.2004.1317524","title":"The sixth international workshop on economics-driven software engineering research (EDSER-6)","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Context (archaeology); Software; Capital (architecture); Investment (military); Value (mathematics); Computer science; Social software engineering; Value engineering; Engineering management; Software engineering; Software development; Management science; Engineering; Economics; Software construction; Management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0610514676542849,"gpt":0.3105195596180652,"spread":0.2494680919637803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009890072,0.0004994354,0.00030108,0.0008749263,0.0005274413,0.002158852,0.004315396,0.0002115933,0.00005651324],"category_scores_gemma":[0.004770391,0.0004645839,0.0001544344,0.0009392275,0.0001025437,0.001357022,0.0009345276,0.00144597,0.0002862455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001153741,"about_ca_system_score_gemma":0.0002759372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001591082,"about_ca_topic_score_gemma":0.000005792521,"domain_scores_codex":[0.9961298,0.00001427485,0.0007018698,0.001002938,0.001271838,0.0008792537],"domain_scores_gemma":[0.9966023,0.0006612989,0.0002252602,0.0005652555,0.001701493,0.0002443969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003695739,0.0001113195,0.001389538,0.00002082674,0.000164958,0.00001434377,0.0007829294,0.0708529,0.0002200366,0.9180805,0.0006617252,0.007663977],"study_design_scores_gemma":[0.005443413,0.0009929314,0.02306097,0.004542191,0.00004315596,0.0002921846,0.001248709,0.6770597,0.01080692,0.02976965,0.2419119,0.004828196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1192433,0.00007476614,0.8483805,0.01415499,0.008239232,0.001176812,0.00007389225,0.003006456,0.005650058],"genre_scores_gemma":[0.8805302,0.0001457615,0.117017,0.0003510056,0.0008372479,0.0003069191,0.00003350777,0.0001010283,0.0006773433],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8883108,"threshold_uncertainty_score":0.9997806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245501839","doi":"10.1109/icse.2004.1317526","title":"Collaboration, conflict and control: the 4th workshop on open source software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Software engineering; Conflict resolution; Software; Open source software; Computer science; Open source; Control (management); Engineering management; Engineering; Operating system; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0277199410988842,"gpt":0.2736469642186464,"spread":0.2459270231197622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005714041,0.0004824566,0.0003609522,0.0003688464,0.0003475092,0.002933401,0.002706007,0.0001617911,0.00003493413],"category_scores_gemma":[0.003111767,0.0004244091,0.0000678936,0.0009781128,0.00006865035,0.001688043,0.000670727,0.0006928277,0.00005498049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003103896,"about_ca_system_score_gemma":0.0002060117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002787565,"about_ca_topic_score_gemma":0.000004847179,"domain_scores_codex":[0.9973213,0.00001137013,0.0005474765,0.0008155705,0.0007985994,0.0005056539],"domain_scores_gemma":[0.9976624,0.0003550447,0.0002559352,0.0004151308,0.001116624,0.0001948164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000063247,0.0001333993,0.003442305,0.0000565356,0.0002200294,0.00001381684,0.003316417,0.06530114,0.0005586821,0.920257,0.001265113,0.005372372],"study_design_scores_gemma":[0.01549375,0.001457429,0.04319502,0.005852846,0.0001658439,0.0004864327,0.002362724,0.6031041,0.008021506,0.007045699,0.3063073,0.006507414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02775925,0.00007678276,0.9621544,0.006020681,0.001001313,0.0009587891,0.00003604205,0.001270126,0.0007225391],"genre_scores_gemma":[0.9082631,0.00004861213,0.08897238,0.001598598,0.0002876782,0.0003072207,0.00001841873,0.00007935661,0.0004245724],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9132112,"threshold_uncertainty_score":0.9998208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}