{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"8a737edb5bcd","filters":{"venue":"Proceedings. 26th International Conference on Software Engineering"}},"results":[{"id":"W4243258316","doi":"10.1109/icse.2004.1317431","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Class (philosophy); Test case; Test (biology); Code coverage; Reliability engineering; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true},{"name":"Y. Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08422974191687765,"gpt":0.3406571406334332,"spread":0.2564273987165555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01625757,0.0009182334,0.0007063941,0.00323081,0.0004142279,0.001540396,0.001070898,0.001375398,0.00171268],"category_scores_gemma":[0.1211569,0.0004649027,0.0009742308,0.002759085,0.001033243,0.00249911,0.0009287276,0.001057558,0.0001411859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002817517,"about_ca_system_score_gemma":0.001378022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0048479,"about_ca_topic_score_gemma":0.005191133,"domain_scores_codex":[0.9863816,0.0098522,0.0007267259,0.0006246126,0.001895448,0.0005193037],"domain_scores_gemma":[0.6313094,0.3485192,0.00704611,0.006675336,0.005915994,0.0005339339],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008440048,0.000649492,0.05524778,0.0002755289,0.0003833542,0.0001146218,0.0004510658,0.8994327,0.002080844,0.01830213,0.0003996496,0.02181889],"study_design_scores_gemma":[0.0001021612,0.001231331,0.01039649,0.00006859204,0.0001395644,0.00008623157,0.0002684672,0.9746907,0.003301906,0.009061212,0.0006156492,0.00003772441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9178436,0.0003541385,0.07499108,0.0002822499,0.00001599951,0.0003516734,0.0005312691,0.0001771013,0.005452801],"genre_scores_gemma":[0.9839093,0.00008745629,0.01540752,0.00002049558,0.000003454226,0.0002152493,0.0002251028,0.00001314068,0.0001183944],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01625757,"threshold_uncertainty_score":0.08597928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236176675","doi":"10.1109/icse.2004.1317512","title":"Case studies for software engineers","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Operating system","authors":[{"name":"D.E. Perry","is_ca":false},{"name":"S.E. Sim","is_ca":false},{"name":"S.M. Easterbrook","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06779189235494602,"gpt":0.3211305170014263,"spread":0.2533386246464803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01562283,0.001282633,0.001145808,0.005400225,0.003093588,0.006049891,0.002288024,0.003808601,0.02099333],"category_scores_gemma":[0.03710847,0.0005820353,0.001112843,0.004672603,0.003165626,0.005902204,0.006019075,0.003592947,0.002606024],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003465801,"about_ca_system_score_gemma":0.002098989,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007652427,"about_ca_topic_score_gemma":0.002645426,"domain_scores_codex":[0.9750409,0.02078212,0.001049897,0.0005773468,0.00216116,0.0003886117],"domain_scores_gemma":[0.9591339,0.03458728,0.001173585,0.002189938,0.002063799,0.0008515102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001304963,0.0005449391,0.001006015,0.003248089,0.00007870477,0.00256297,0.01081748,0.003907003,0.001027995,0.6630237,0.1109865,0.2026661],"study_design_scores_gemma":[0.00009048748,0.0002555652,0.0007486135,0.003637342,0.00003963252,0.002397833,0.01006992,0.002448459,0.0006519753,0.3140387,0.6655644,0.0000570828],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02016631,0.07369385,0.4778584,0.04166624,0.005196209,0.008220142,0.001709881,0.0009322239,0.3705567],"genre_scores_gemma":[0.0949644,0.02715109,0.8325243,0.003496605,0.0007468298,0.007545095,0.0009945715,0.0001955888,0.03238152],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02099333,"threshold_uncertainty_score":0.08262247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232309574","doi":"10.1109/icse.2004.1317517","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Key (lock); Computer science; Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Computer security; Distributed computing; Operating system","authors":[{"name":"B. Balzer","is_ca":false},{"name":"Marin Litoiu","is_ca":true},{"name":"H. Muller","is_ca":true},{"name":"D. Smith","is_ca":false},{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"S. Tilley","is_ca":false},{"name":"K. Wong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01789548050710137,"gpt":0.239212863849136,"spread":0.2213173833420346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005184959,0.00130129,0.001108681,0.001665114,0.0009695773,0.005950835,0.002425828,0.002922803,0.04229596],"category_scores_gemma":[0.007654558,0.0006219199,0.001269938,0.001394194,0.001373992,0.007415112,0.004264872,0.003867551,0.01568661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001305122,"about_ca_system_score_gemma":0.002235523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001443546,"about_ca_topic_score_gemma":0.002051284,"domain_scores_codex":[0.996505,0.001147663,0.0002733238,0.0005731818,0.001142612,0.0003581382],"domain_scores_gemma":[0.996362,0.0008777827,0.0001131349,0.001036032,0.001080116,0.0005308601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000234799,0.0004014228,0.001291268,0.0007335325,0.00009570895,0.0005135823,0.001701358,0.002538249,0.005420816,0.1173495,0.2470662,0.6226535],"study_design_scores_gemma":[0.00003514107,0.0001193788,0.0009917944,0.0004449751,0.0000367934,0.0005028365,0.0005320667,0.00396295,0.002023073,0.04942161,0.9418997,0.00002968333],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01854329,0.05015536,0.5195009,0.04513258,0.03289662,0.0009104481,0.001123068,0.00576243,0.3259753],"genre_scores_gemma":[0.1446187,0.03666181,0.3267149,0.006301096,0.00796074,0.001095131,0.005820779,0.002489159,0.4683377],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.04229596,"threshold_uncertainty_score":0.1414941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4246300345","doi":"10.1109/icse.2004.1317521","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Field (mathematics); Key (lock); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","authors":[{"name":"D. Damian","is_ca":true},{"name":"F. Lanubile","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03277285029955163,"gpt":0.2858676091610708,"spread":0.2530947588615192,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01073782,0.001896593,0.001303756,0.002213499,0.001861391,0.008245373,0.002317925,0.003521255,0.03490579],"category_scores_gemma":[0.008857731,0.0008853513,0.002030289,0.001710724,0.002203041,0.007503933,0.006719666,0.005802037,0.01228201],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002642769,"about_ca_system_score_gemma":0.0060626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00364998,"about_ca_topic_score_gemma":0.006579454,"domain_scores_codex":[0.9942685,0.00234734,0.0004341562,0.0007014417,0.00150924,0.000739367],"domain_scores_gemma":[0.9941416,0.001296505,0.0001942977,0.0009152972,0.001761476,0.001690928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001914624,0.0002129702,0.0007816456,0.0005031339,0.00005112504,0.0004024799,0.002007962,0.001642394,0.002149682,0.0389868,0.6608997,0.2921708],"study_design_scores_gemma":[0.0000170011,0.00006612947,0.0004707694,0.000414767,0.00001511733,0.0002079631,0.0004806773,0.0005642079,0.000691862,0.009239641,0.9878122,0.00001960096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0175075,0.1147133,0.2349207,0.1134927,0.1566086,0.00158048,0.002256082,0.003650232,0.3552704],"genre_scores_gemma":[0.09946713,0.07331919,0.1620523,0.01245229,0.01756875,0.001799691,0.007723411,0.003749812,0.6218674],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.03490579,"threshold_uncertainty_score":0.1167715,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4234453556","doi":"10.1109/icse.2004.1317524","title":"The sixth international workshop on economics-driven software engineering research (EDSER-6)","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Context (archaeology); Software; Capital (architecture); Investment (military); Value (mathematics); Computer science; Social software engineering; Value engineering; Engineering management; Software engineering; Software development; Management science; Engineering; Economics; Software construction; Management; Political science","authors":[{"name":"Hakan Erdogmus","is_ca":true},{"name":"J. Kontio","is_ca":false},{"name":"M.A. Cusumano","is_ca":false},{"name":"D. Raffo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0610514676542849,"gpt":0.3105195596180652,"spread":0.2494680919637803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01240359,0.001719554,0.001969965,0.00340059,0.0008298086,0.007975894,0.003203213,0.003566576,0.05747798],"category_scores_gemma":[0.01222946,0.0009218556,0.002263948,0.002741067,0.001783728,0.008929933,0.00585415,0.00465085,0.02175511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001794743,"about_ca_system_score_gemma":0.002716174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001409032,"about_ca_topic_score_gemma":0.001675067,"domain_scores_codex":[0.9938055,0.002341529,0.00041955,0.001070777,0.001851572,0.00051109],"domain_scores_gemma":[0.9902419,0.003485314,0.0003179638,0.002430833,0.002211502,0.001312435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003247679,0.0005854315,0.001192972,0.0007971888,0.0001657453,0.0002522461,0.0004697968,0.003859539,0.00284615,0.1116541,0.2128994,0.6649526],"study_design_scores_gemma":[0.00006800295,0.0002061047,0.001499068,0.0008776931,0.00006227067,0.0005386352,0.0003018679,0.008169075,0.002231236,0.08383021,0.9021653,0.00005049599],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01235599,0.1166951,0.6010947,0.03923586,0.04517134,0.0006096016,0.001391981,0.004098675,0.1793468],"genre_scores_gemma":[0.08228669,0.08212301,0.4102695,0.006754395,0.01773934,0.0007942551,0.007447058,0.003472951,0.3891128],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.05747798,"threshold_uncertainty_score":0.192283,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245501839","doi":"10.1109/icse.2004.1317526","title":"Collaboration, conflict and control: the 4th workshop on open source software engineering","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Software engineering; Conflict resolution; Software; Open source software; Computer science; Open source; Control (management); Engineering management; Engineering; Operating system; Political science","authors":[{"name":"Joseph Feller","is_ca":false},{"name":"Brian Fitzgerald","is_ca":false},{"name":"S. Hissam","is_ca":false},{"name":"Karim R. Lakhani","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0277199410988842,"gpt":0.2736469642186464,"spread":0.2459270231197622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.02303487,0.001579738,0.001642904,0.001551242,0.004237728,0.02012116,0.002979537,0.006872377,0.008427948],"category_scores_gemma":[0.01778609,0.001060969,0.001677173,0.002220178,0.009398333,0.01579221,0.01190692,0.01052994,0.00178154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004421971,"about_ca_system_score_gemma":0.007486007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003784098,"about_ca_topic_score_gemma":0.004823432,"domain_scores_codex":[0.9836867,0.01011035,0.0007914791,0.001388753,0.002637645,0.001384998],"domain_scores_gemma":[0.985502,0.0076956,0.0005605327,0.0008805522,0.001820768,0.003540658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008191249,0.0006921538,0.001647996,0.001723427,0.0001746702,0.001486868,0.08098608,0.004903015,0.004215304,0.2256599,0.3393615,0.33833],"study_design_scores_gemma":[0.0001116481,0.0001442033,0.0009400934,0.001647524,0.00004688913,0.0004146095,0.01164893,0.003090146,0.001892808,0.1066164,0.8733153,0.0001314292],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03762958,0.1356288,0.3675424,0.2549941,0.06026862,0.001002023,0.0003328327,0.001001254,0.1416004],"genre_scores_gemma":[0.516335,0.07191828,0.1420179,0.02156616,0.02208237,0.00220097,0.001451149,0.001824764,0.2206035],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9970205,"threshold_uncertainty_score":0.1218215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}