{"meta":{"query_hash":"8a737edb5bcd","filters":{"venue":"Proceedings. 26th International Conference on Software Engineering"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8a737edb5bcd","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings.+26th+International+Conference+on+Software+Engineering"},"results":[{"id":"W4232309574","doi":"10.1109/icse.2004.1317517","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Key (lock); Computer science; Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Computer security; Distributed computing; Operating system","score_opus":0.01789548050710137,"score_gpt":0.239212863849136,"score_spread":0.22131738334203463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232309574","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01854329,0.050155364,0.5195009,0.045132585,0.032896623,0.00091044814,0.001123068,0.0057624304,0.3259753],"genre_scores_gemma":[0.14461875,0.03666181,0.3267149,0.0063010957,0.0079607405,0.0010951307,0.0058207787,0.0024891591,0.46833768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996505,0.0011476632,0.00027332382,0.00057318184,0.0011426123,0.00035813823],"domain_scores_gemma":[0.99636203,0.0008777827,0.000113134854,0.0010360316,0.0010801165,0.0005308601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005184959,0.0013012897,0.0011086811,0.0016651136,0.0009695773,0.0059508346,0.002425828,0.0029228034,0.04229596],"category_scores_gemma":[0.007654558,0.00062191987,0.0012699377,0.0013941939,0.0013739923,0.007415112,0.0042648716,0.0038675515,0.01568661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023479901,0.0004014228,0.0012912676,0.0007335325,0.00009570895,0.0005135823,0.0017013585,0.002538249,0.0054208157,0.1173495,0.2470662,0.62265354],"study_design_scores_gemma":[0.000035141074,0.00011937879,0.0009917944,0.0004449751,0.000036793404,0.0005028365,0.0005320667,0.00396295,0.0020230731,0.04942161,0.9418997,0.000029683328],"about_ca_topic_score_codex":0.0014435463,"about_ca_topic_score_gemma":0.0020512843,"teacher_disagreement_score":0.04229596,"about_ca_system_score_codex":0.0013051218,"about_ca_system_score_gemma":0.0022355234,"threshold_uncertainty_score":0.1414941},"labels":[],"label_agreement":null},{"id":"W4234453556","doi":"10.1109/icse.2004.1317524","title":"The sixth international workshop on economics-driven software engineering research (EDSER-6)","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Context (archaeology); Software; Capital (architecture); Investment (military); Value (mathematics); Computer science; Social software engineering; Value engineering; Engineering management; Software engineering; Software development; Management science; Engineering; Economics; Software construction; Management; Political science","score_opus":0.0610514676542849,"score_gpt":0.3105195596180652,"score_spread":0.2494680919637803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234453556","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012355993,0.11669513,0.60109466,0.039235856,0.04517134,0.00060960156,0.0013919807,0.004098675,0.17934676],"genre_scores_gemma":[0.082286686,0.08212301,0.4102695,0.006754395,0.01773934,0.0007942551,0.007447058,0.0034729505,0.38911283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938055,0.0023415287,0.00041955002,0.0010707773,0.0018515724,0.00051109],"domain_scores_gemma":[0.99024194,0.0034853136,0.0003179638,0.0024308334,0.002211502,0.0013124347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012403588,0.001719554,0.0019699652,0.0034005903,0.0008298086,0.007975894,0.0032032125,0.0035665757,0.05747798],"category_scores_gemma":[0.012229456,0.0009218556,0.0022639483,0.002741067,0.0017837281,0.008929933,0.00585415,0.0046508503,0.021755107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032476793,0.00058543147,0.0011929721,0.00079718884,0.00016574525,0.00025224613,0.00046979677,0.003859539,0.0028461497,0.111654095,0.21289945,0.66495264],"study_design_scores_gemma":[0.00006800295,0.00020610471,0.0014990676,0.00087769306,0.00006227067,0.00053863524,0.00030186787,0.008169075,0.0022312358,0.08383021,0.9021653,0.000050495993],"about_ca_topic_score_codex":0.0014090321,"about_ca_topic_score_gemma":0.0016750674,"teacher_disagreement_score":0.05747798,"about_ca_system_score_codex":0.0017947425,"about_ca_system_score_gemma":0.0027161737,"threshold_uncertainty_score":0.19228297},"labels":[],"label_agreement":null},{"id":"W4236176675","doi":"10.1109/icse.2004.1317512","title":"Case studies for software engineers","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Operating system","score_opus":0.06779189235494602,"score_gpt":0.3211305170014263,"score_spread":0.25333862464648027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236176675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020166311,0.07369385,0.47785842,0.041666243,0.0051962086,0.008220142,0.0017098808,0.00093222386,0.3705567],"genre_scores_gemma":[0.0949644,0.02715109,0.8325243,0.0034966054,0.0007468298,0.007545095,0.0009945715,0.00019558881,0.032381516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97504085,0.020782119,0.0010498973,0.00057734683,0.0021611603,0.00038861172],"domain_scores_gemma":[0.95913386,0.03458728,0.001173585,0.0021899384,0.0020637994,0.00085151015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015622832,0.0012826334,0.001145808,0.0054002246,0.003093588,0.0060498905,0.0022880242,0.0038086006,0.020993328],"category_scores_gemma":[0.037108466,0.00058203534,0.0011128427,0.004672603,0.0031656255,0.005902204,0.0060190754,0.003592947,0.0026060245],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013049628,0.00054493913,0.0010060149,0.0032480895,0.00007870477,0.0025629697,0.010817476,0.0039070034,0.0010279953,0.6630237,0.110986464,0.20266607],"study_design_scores_gemma":[0.000090487476,0.0002555652,0.0007486135,0.0036373422,0.000039632516,0.002397833,0.010069916,0.0024484592,0.00065197534,0.3140387,0.6655644,0.0000570828],"about_ca_topic_score_codex":0.0007652427,"about_ca_topic_score_gemma":0.0026454257,"teacher_disagreement_score":0.020993328,"about_ca_system_score_codex":0.0034658008,"about_ca_system_score_gemma":0.0020989887,"threshold_uncertainty_score":0.08262247},"labels":[],"label_agreement":null},{"id":"W4243258316","doi":"10.1109/icse.2004.1317431","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Class (philosophy); Test case; Test (biology); Code coverage; Reliability engineering; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","score_opus":0.08422974191687765,"score_gpt":0.34065714063343316,"score_spread":0.2564273987165555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243258316","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91784364,0.00035413852,0.074991085,0.00028224988,0.000015999514,0.00035167343,0.0005312691,0.00017710128,0.0054528015],"genre_scores_gemma":[0.9839093,0.00008745629,0.015407517,0.000020495585,0.000003454226,0.00021524927,0.00022510285,0.000013140675,0.00011839439],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98638165,0.0098522,0.0007267259,0.00062461256,0.0018954478,0.0005193037],"domain_scores_gemma":[0.6313094,0.3485192,0.0070461095,0.0066753356,0.005915994,0.0005339339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016257575,0.0009182334,0.00070639414,0.0032308104,0.0004142279,0.0015403961,0.001070898,0.0013753984,0.0017126804],"category_scores_gemma":[0.12115686,0.00046490273,0.0009742308,0.002759085,0.0010332429,0.00249911,0.0009287276,0.001057558,0.00014118594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008440048,0.000649492,0.055247776,0.00027552887,0.00038335417,0.00011462183,0.00045106583,0.89943266,0.0020808436,0.018302131,0.0003996496,0.021818891],"study_design_scores_gemma":[0.0001021612,0.0012313308,0.010396491,0.00006859204,0.00013956444,0.00008623157,0.00026846724,0.9746907,0.0033019064,0.009061212,0.0006156492,0.000037724414],"about_ca_topic_score_codex":0.0048479,"about_ca_topic_score_gemma":0.0051911334,"teacher_disagreement_score":0.016257575,"about_ca_system_score_codex":0.0028175174,"about_ca_system_score_gemma":0.0013780219,"threshold_uncertainty_score":0.08597928},"labels":[],"label_agreement":null},{"id":"W4245501839","doi":"10.1109/icse.2004.1317526","title":"Collaboration, conflict and control: the 4th workshop on open source software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Conflict resolution; Software; Open source software; Computer science; Open source; Control (management); Engineering management; Engineering; Operating system; Political science","score_opus":0.027719941098884204,"score_gpt":0.2736469642186464,"score_spread":0.24592702311976222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245501839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037629582,0.13562883,0.36754236,0.2549941,0.06026862,0.0010020235,0.00033283271,0.0010012544,0.14160043],"genre_scores_gemma":[0.51633495,0.07191828,0.14201786,0.02156616,0.022082373,0.0022009704,0.0014511495,0.0018247644,0.22060353],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98368675,0.010110355,0.0007914791,0.0013887533,0.0026376445,0.0013849976],"domain_scores_gemma":[0.985502,0.0076956,0.00056053273,0.0008805522,0.0018207676,0.0035406577],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.02303487,0.0015797375,0.0016429041,0.0015512421,0.004237728,0.020121157,0.0029795368,0.0068723774,0.008427948],"category_scores_gemma":[0.017786095,0.0010609688,0.0016771731,0.0022201785,0.009398333,0.015792208,0.011906924,0.010529941,0.00178154],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008191249,0.0006921538,0.0016479958,0.0017234273,0.00017467025,0.001486868,0.08098608,0.004903015,0.004215304,0.2256599,0.33936155,0.33832997],"study_design_scores_gemma":[0.00011164811,0.00014420325,0.0009400934,0.0016475238,0.000046889134,0.00041460947,0.011648933,0.0030901458,0.0018928082,0.106616445,0.8733153,0.00013142923],"about_ca_topic_score_codex":0.0037840984,"about_ca_topic_score_gemma":0.0048234323,"teacher_disagreement_score":0.9970205,"about_ca_system_score_codex":0.004421971,"about_ca_system_score_gemma":0.0074860067,"threshold_uncertainty_score":0.12182152},"labels":[],"label_agreement":null},{"id":"W4246300345","doi":"10.1109/icse.2004.1317521","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Field (mathematics); Key (lock); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","score_opus":0.032772850299551626,"score_gpt":0.28586760916107085,"score_spread":0.2530947588615192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246300345","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017507505,0.11471329,0.23492073,0.11349272,0.15660863,0.0015804797,0.002256082,0.0036502325,0.3552704],"genre_scores_gemma":[0.09946713,0.07331919,0.16205233,0.01245229,0.017568748,0.0017996909,0.007723411,0.003749812,0.62186736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99426854,0.0023473396,0.0004341562,0.0007014417,0.0015092395,0.00073936704],"domain_scores_gemma":[0.99414164,0.0012965054,0.00019429774,0.0009152972,0.0017614757,0.0016909279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010737821,0.0018965933,0.0013037558,0.002213499,0.0018613907,0.008245373,0.0023179252,0.0035212548,0.03490579],"category_scores_gemma":[0.008857731,0.0008853513,0.0020302895,0.0017107243,0.0022030408,0.0075039333,0.0067196656,0.005802037,0.012282006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019146244,0.0002129702,0.0007816456,0.00050313387,0.000051125036,0.00040247987,0.0020079622,0.0016423941,0.0021496823,0.038986802,0.6608997,0.2921708],"study_design_scores_gemma":[0.0000170011,0.00006612947,0.00047076936,0.00041476704,0.000015117329,0.00020796312,0.00048067726,0.0005642079,0.000691862,0.009239641,0.9878122,0.000019600962],"about_ca_topic_score_codex":0.00364998,"about_ca_topic_score_gemma":0.006579454,"teacher_disagreement_score":0.03490579,"about_ca_system_score_codex":0.002642769,"about_ca_system_score_gemma":0.0060626,"threshold_uncertainty_score":0.11677152},"labels":[],"label_agreement":null}]}