{"meta":{"query_hash":"8a737edb5bcd","filters":{"venue":"Proceedings. 26th International Conference on Software Engineering"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8a737edb5bcd","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings.+26th+International+Conference+on+Software+Engineering"},"results":[{"id":"W4232309574","doi":"10.1109/icse.2004.1317517","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Key (lock); Computer science; Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Computer security; Distributed computing; Operating system","score_opus":0.01789548050710137,"score_gpt":0.239212863849136,"score_spread":0.22131738334203463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232309574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06220623,0.00008671313,0.9246016,0.0022584456,0.005250904,0.00038022702,0.000032018364,0.0022352263,0.002948606],"genre_scores_gemma":[0.86783224,0.00008747836,0.12989129,0.0010420112,0.00079053413,0.00009641527,0.00005357872,0.00006373478,0.0001427101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696255,0.0000049046694,0.00047447917,0.0008705829,0.0011088226,0.0005786809],"domain_scores_gemma":[0.9985142,0.00012101446,0.00019141614,0.00030692536,0.0006112526,0.00025523655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019095496,0.0005136038,0.00028844347,0.0008085717,0.00012970148,0.0006747603,0.0022986261,0.0001726309,0.000097177624],"category_scores_gemma":[0.0004189083,0.0005172869,0.00015276148,0.0007112993,0.000019036084,0.001017413,0.0004244645,0.00069912925,0.00016311854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008806217,0.0003407624,0.0036296663,0.000155413,0.00029482174,0.0000641622,0.0023408642,0.16422357,0.0010579677,0.81339175,0.00021916615,0.014193777],"study_design_scores_gemma":[0.0094544655,0.0011457709,0.039608426,0.009489226,0.000117946365,0.00051974755,0.0009922355,0.7990008,0.02473921,0.008713379,0.099449776,0.0067690355],"about_ca_topic_score_codex":0.000018954048,"about_ca_topic_score_gemma":0.0000031871841,"teacher_disagreement_score":0.80562603,"about_ca_system_score_codex":0.00039527312,"about_ca_system_score_gemma":0.00009744131,"threshold_uncertainty_score":0.99972785},"labels":[],"label_agreement":null},{"id":"W4234453556","doi":"10.1109/icse.2004.1317524","title":"The sixth international workshop on economics-driven software engineering research (EDSER-6)","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Context (archaeology); Software; Capital (architecture); Investment (military); Value (mathematics); Computer science; Social software engineering; Value engineering; Engineering management; Software engineering; Software development; Management science; Engineering; Economics; Software construction; Management; Political science","score_opus":0.0610514676542849,"score_gpt":0.3105195596180652,"score_spread":0.2494680919637803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234453556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11924327,0.00007476614,0.8483805,0.014154992,0.008239232,0.0011768118,0.00007389225,0.0030064564,0.0056500584],"genre_scores_gemma":[0.8805302,0.00014576153,0.11701701,0.00035100555,0.0008372479,0.00030691907,0.00003350777,0.0001010283,0.0006773433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961298,0.000014274846,0.0007018698,0.001002938,0.0012718384,0.0008792537],"domain_scores_gemma":[0.9966023,0.00066129887,0.00022526024,0.0005652555,0.0017014926,0.00024439688],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009890072,0.00049943535,0.00030108,0.0008749263,0.0005274413,0.0021588516,0.0043153963,0.00021159332,0.000056513236],"category_scores_gemma":[0.004770391,0.00046458386,0.00015443435,0.00093922747,0.0001025437,0.001357022,0.0009345276,0.0014459697,0.00028624551],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003695739,0.00011131955,0.0013895383,0.00002082674,0.00016495798,0.000014343769,0.0007829294,0.0708529,0.0002200366,0.9180805,0.00066172524,0.0076639773],"study_design_scores_gemma":[0.005443413,0.0009929314,0.023060968,0.0045421906,0.000043155964,0.00029218462,0.0012487093,0.6770597,0.010806922,0.029769652,0.24191195,0.0048281956],"about_ca_topic_score_codex":0.000015910822,"about_ca_topic_score_gemma":0.0000057925213,"teacher_disagreement_score":0.88831085,"about_ca_system_score_codex":0.0011537407,"about_ca_system_score_gemma":0.00027593717,"threshold_uncertainty_score":0.9997806},"labels":[],"label_agreement":null},{"id":"W4236176675","doi":"10.1109/icse.2004.1317512","title":"Case studies for software engineers","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Operating system","score_opus":0.06779189235494602,"score_gpt":0.3211305170014263,"score_spread":0.25333862464648027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236176675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011891403,0.00016161244,0.98205966,0.00059034175,0.0017345084,0.0003977601,0.000025270221,0.0030304657,0.00010900242],"genre_scores_gemma":[0.437853,0.0000850061,0.56130904,0.0001461783,0.00023239506,0.00026810908,0.0000069539874,0.00004261061,0.00005669357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801797,0.0000034475229,0.00040102281,0.0006488587,0.00044857874,0.00048011387],"domain_scores_gemma":[0.9982772,0.0002893517,0.00016113583,0.00026142586,0.0008418426,0.00016903866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032511246,0.0004201867,0.0003270467,0.00039851427,0.00015220651,0.00041212494,0.001070467,0.00014145368,0.00001226018],"category_scores_gemma":[0.003037099,0.00042266748,0.00014780657,0.000348402,0.000030470197,0.0012624299,0.0002446153,0.00037935306,0.00001842303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038563256,0.00011147917,0.00023340606,0.0003600587,0.00038303965,0.00047588782,0.0021474282,0.025869507,0.00035020188,0.9593508,0.0011202592,0.0095593715],"study_design_scores_gemma":[0.011676793,0.0046017757,0.0008859721,0.0057708165,0.00038881434,0.026228828,0.0023383966,0.6597843,0.07359355,0.1084132,0.094901115,0.011416415],"about_ca_topic_score_codex":0.0000071005647,"about_ca_topic_score_gemma":7.4803654e-7,"teacher_disagreement_score":0.8509376,"about_ca_system_score_codex":0.0003232821,"about_ca_system_score_gemma":0.00007970865,"threshold_uncertainty_score":0.9998225},"labels":[],"label_agreement":null},{"id":"W4243258316","doi":"10.1109/icse.2004.1317431","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Class (philosophy); Test case; Test (biology); Code coverage; Reliability engineering; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","score_opus":0.08422974191687765,"score_gpt":0.34065714063343316,"score_spread":0.2564273987165555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243258316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03229513,0.0000023709008,0.9597696,0.0007109272,0.00043760406,0.00025103142,0.000021533331,0.0060386504,0.0004731319],"genre_scores_gemma":[0.6269628,9.2284137e-7,0.371785,0.0010915506,0.00008299291,0.000030090907,0.00000688006,0.000026668731,0.000013100618],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792707,0.0000061148744,0.00036426593,0.00064025295,0.00068388303,0.00037843577],"domain_scores_gemma":[0.99854606,0.00023134166,0.00013057668,0.00024817252,0.00060598535,0.00023785842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029776955,0.00033757594,0.00022206787,0.00052853895,0.00012122748,0.00059354544,0.00090495043,0.00010376986,0.000027320604],"category_scores_gemma":[0.0039177476,0.00035357164,0.00006459219,0.0005020994,0.000022249782,0.00054936484,0.00018209893,0.0003127035,0.000040280276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043395063,0.00021275488,0.005232646,0.000078330806,0.000023227496,0.00003407396,0.0007033468,0.9547553,0.0046818308,0.030103667,0.00075905357,0.0033723563],"study_design_scores_gemma":[0.00035292338,0.000338487,0.0016349164,0.0007722633,0.0000042714814,0.000009266514,0.000002408069,0.9839637,0.004269964,0.007850423,0.0003652812,0.00043606505],"about_ca_topic_score_codex":0.000018839823,"about_ca_topic_score_gemma":3.5495418e-7,"teacher_disagreement_score":0.5946676,"about_ca_system_score_codex":0.00040545393,"about_ca_system_score_gemma":0.00014954047,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W4245501839","doi":"10.1109/icse.2004.1317526","title":"Collaboration, conflict and control: the 4th workshop on open source software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Conflict resolution; Software; Open source software; Computer science; Open source; Control (management); Engineering management; Engineering; Operating system; Political science","score_opus":0.027719941098884204,"score_gpt":0.2736469642186464,"score_spread":0.24592702311976222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245501839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027759252,0.00007678276,0.96215445,0.0060206805,0.0010013132,0.00095878914,0.00003604205,0.0012701257,0.00072253915],"genre_scores_gemma":[0.90826315,0.00004861213,0.08897238,0.0015985982,0.00028767815,0.00030722067,0.000018418728,0.000079356614,0.00042457235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973213,0.000011370129,0.0005474765,0.00081557047,0.00079859945,0.0005056539],"domain_scores_gemma":[0.9976624,0.00035504473,0.00025593519,0.00041513075,0.0011166245,0.00019481637],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00057140406,0.00048245664,0.00036095217,0.00036884638,0.00034750917,0.002933401,0.002706007,0.00016179113,0.000034934128],"category_scores_gemma":[0.0031117673,0.00042440908,0.0000678936,0.0009781128,0.00006865035,0.0016880425,0.000670727,0.00069282774,0.00005498049],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063247,0.00013339925,0.0034423051,0.0000565356,0.00022002944,0.000013816842,0.0033164169,0.065301135,0.0005586821,0.920257,0.0012651128,0.005372372],"study_design_scores_gemma":[0.015493748,0.001457429,0.043195024,0.0058528464,0.00016584391,0.00048643275,0.0023627237,0.60310405,0.0080215065,0.007045699,0.3063073,0.0065074144],"about_ca_topic_score_codex":0.00002787565,"about_ca_topic_score_gemma":0.000004847179,"teacher_disagreement_score":0.9132112,"about_ca_system_score_codex":0.0003103896,"about_ca_system_score_gemma":0.00020601173,"threshold_uncertainty_score":0.99982077},"labels":[],"label_agreement":null},{"id":"W4246300345","doi":"10.1109/icse.2004.1317521","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Field (mathematics); Key (lock); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","score_opus":0.032772850299551626,"score_gpt":0.28586760916107085,"score_spread":0.2530947588615192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246300345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053595896,0.00007166147,0.98279256,0.0034613747,0.0034210444,0.00024402903,0.000010937863,0.002317096,0.0023216978],"genre_scores_gemma":[0.54987663,0.00015596542,0.4485787,0.00046620006,0.0004051066,0.00018612959,0.000016107115,0.000041633866,0.00027355933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973929,0.000005966319,0.0004429244,0.00063582597,0.001035011,0.00048737184],"domain_scores_gemma":[0.9985882,0.00022024331,0.00019719648,0.00030350222,0.00051840884,0.0001724334],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00041998658,0.00040543347,0.0001963845,0.00018522065,0.00027242588,0.001139163,0.002665589,0.000143951,0.000032529435],"category_scores_gemma":[0.0019248642,0.00034099497,0.00010235882,0.0003839837,0.000036322217,0.00089351647,0.00046479536,0.00054668204,0.000110962865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064294,0.00012614802,0.001581119,0.000026123516,0.00018918746,0.000028377088,0.00047669047,0.010726954,0.000048443606,0.90742433,0.0011426416,0.07816571],"study_design_scores_gemma":[0.0034943395,0.0007035297,0.027648445,0.0037281534,0.00004481686,0.00043501463,0.00032203618,0.09082166,0.011576972,0.033926025,0.8230215,0.004277521],"about_ca_topic_score_codex":0.000007093059,"about_ca_topic_score_gemma":0.0000024753242,"teacher_disagreement_score":0.87349826,"about_ca_system_score_codex":0.00071669894,"about_ca_system_score_gemma":0.0001678116,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null}]}