{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":7,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":7,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"f2dcd5ffc716","filters":{"venue":"Annals of Software Engineering"}},"results":[{"id":"W1599457040","doi":"10.1023/a:1020537121530","title":"Process-Based Software Engineering: Building the Infrastructures","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Software Engineering Process Group; Social software engineering; Software development; Personal software process; Software construction; Software engineering; Software requirements; Computer science; Software development process; Package development process; Software system; Systems engineering; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02664998054379017,"gpt":0.2525873445915826,"spread":0.2259373640477924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002649508,0.000267799,0.0002566133,0.0001897311,0.00011424,0.00009380072,0.0009568264,0.00009012884,0.00002052011],"category_scores_gemma":[0.001353011,0.0002242064,0.0001473057,0.0007161773,0.0000317727,0.0002305943,0.000168456,0.0003426079,0.000006125488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001192148,"about_ca_system_score_gemma":0.00002250029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003674283,"about_ca_topic_score_gemma":2.317702e-7,"domain_scores_codex":[0.9984877,0.00001802467,0.0003198464,0.0003458979,0.0003397511,0.0004887777],"domain_scores_gemma":[0.9982566,0.0007910499,0.0001156543,0.0004787807,0.0002458684,0.000112096],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003250276,0.00003810879,0.002914652,0.0002020414,0.00006317728,0.00001684963,0.000519402,0.9424297,0.0001801859,0.0009116727,0.002047887,0.05067306],"study_design_scores_gemma":[0.0002423306,0.00009231292,0.01399278,0.0004501859,0.00001139799,0.00002072851,0.000005980151,0.9687263,0.01266011,0.0002691803,0.003044575,0.0004840665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07278888,0.001617817,0.923975,0.0003069071,0.0003822902,0.0001227047,0.00000454168,0.000788576,0.00001330399],"genre_scores_gemma":[0.9197276,0.00002465956,0.07968482,0.0003203633,0.0001830981,0.00001515367,0.000001835756,0.00003169232,0.00001083982],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8469387,"threshold_uncertainty_score":0.9142873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1533504084","doi":"10.1023/a:1020505708326","title":"Integrating Process Support and Knowledge Management for Virtual Software Development Teams","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; Process (computing); Task (project management); Software; Software engineering; Engineering management; Knowledge management; Engineering; Systems engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03156406160594681,"gpt":0.2527702571549593,"spread":0.2212061955490125,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003231285,0.0002892987,0.0003542613,0.0004358477,0.0001727403,0.000133103,0.0002366804,0.00007970253,0.00003705468],"category_scores_gemma":[0.0003325463,0.0002797392,0.00009789447,0.000520282,0.00002782012,0.0006978707,0.0001399454,0.0001118013,0.00002159292],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000119655,"about_ca_system_score_gemma":0.00001463111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009625622,"about_ca_topic_score_gemma":0.000004686578,"domain_scores_codex":[0.9985581,0.00000195045,0.0004642336,0.0003686351,0.0002144159,0.0003926878],"domain_scores_gemma":[0.999114,0.00006855377,0.0001778089,0.000163862,0.0004472726,0.00002848789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005187584,0.00054557,0.01652275,0.01402432,0.0007707789,0.00001738228,0.002143846,0.02865081,0.00008340993,0.007716893,0.00483298,0.9246394],"study_design_scores_gemma":[0.004655913,0.0002053975,0.008518219,0.006019655,0.00103055,0.00002136903,0.005334718,0.6905317,0.004656936,0.002030855,0.271562,0.00543271],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2822549,0.002105232,0.7118502,0.0003352322,0.0004804901,0.000678086,0.00001246433,0.001125457,0.001157872],"genre_scores_gemma":[0.9777968,0.00006219969,0.02098545,0.0002603971,0.0002915869,0.0001150845,0.00003931714,0.00006574762,0.0003834219],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9192067,"threshold_uncertainty_score":0.9999655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1501450862","doi":"10.1023/a:1013310705258","title":"Graphical Transformation of Multimedia XML Documents","year":2001,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Computer science; Document Structure Description; XML; Markup language; Document type definition; Grammar; Information retrieval; World Wide Web; Natural language processing; Multimedia; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.04023238285551119,"gpt":0.3353042947799362,"spread":0.295071911924425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000302461,0.00005534216,0.0001232697,0.0001579187,0.00004365568,0.000004241077,0.0002339936,0.0001004998,0.0000788086],"category_scores_gemma":[0.0005676628,0.00005959769,0.00005813703,0.0003115382,0.00009907893,0.0001570154,0.0000174401,0.00009504566,0.00000655438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005937326,"about_ca_system_score_gemma":0.00002016054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002628159,"about_ca_topic_score_gemma":0.00005270161,"domain_scores_codex":[0.9993579,0.00002361206,0.0002230123,0.00005920396,0.0001843722,0.0001518394],"domain_scores_gemma":[0.999445,0.0001731941,0.00006463256,0.0001542886,0.0001089939,0.00005395667],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000111044,0.0008455261,0.1292818,0.0004010479,0.000370416,0.000009330914,0.07460619,0.002345161,0.01081406,0.1443051,0.001542541,0.6353678],"study_design_scores_gemma":[0.003016238,0.0003557217,0.1570089,0.0006893461,0.00007219766,0.000008669836,0.004813576,0.01614858,0.0629778,0.006176275,0.747432,0.001300742],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9438913,0.0008008454,0.046613,0.003649747,0.0003205591,0.0003727805,0.00001184641,0.0005210514,0.003818875],"genre_scores_gemma":[0.9924256,0.001426508,0.006054209,0.00002984594,0.00001841222,0.000007805541,0.000006090455,0.000005669599,0.00002582477],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7458895,"threshold_uncertainty_score":0.2430323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1550431237","doi":"10.1023/a:1018924724621","title":"Software assessment using metrics: A comparison across large C++ and Java systems","year":2000,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering; Software quality; Software system; Software; Java; Software sizing; Programming language; Verification and validation; Software measurement; Software metric; Software construction; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05841628753574674,"gpt":0.3613897420495466,"spread":0.3029734545137999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001198964,0.0003394585,0.0005802062,0.0003663067,0.0001680955,0.0002965493,0.0008560496,0.0001600056,0.00002061405],"category_scores_gemma":[0.001124722,0.0003650865,0.000115375,0.001263227,0.00003941004,0.000715917,0.0004258184,0.0004129065,0.00001192869],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007197293,"about_ca_system_score_gemma":0.00007722728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009958301,"about_ca_topic_score_gemma":0.000001044934,"domain_scores_codex":[0.9969392,0.00004775584,0.0005928567,0.0005684299,0.0007784128,0.001073312],"domain_scores_gemma":[0.9973485,0.001221237,0.0001101571,0.0007582349,0.0002699559,0.0002919518],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001939997,0.0003697127,0.3865835,0.001682332,0.0004049876,0.0001288549,0.002388705,0.5366754,0.0005636356,0.001515918,0.001042925,0.06862459],"study_design_scores_gemma":[0.0008670702,0.0002416971,0.1537752,0.0006489719,0.00001858829,0.0001027666,0.0001130383,0.8327597,0.001420494,0.00003888086,0.009007991,0.001005634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3993951,0.002929569,0.5966071,0.00002194407,0.0002424979,0.0001815441,0.00003049882,0.0005870527,0.000004686248],"genre_scores_gemma":[0.8502559,0.0001533757,0.1493396,0.00002981755,0.00008430898,0.00002340565,0.000006461201,0.00005328028,0.00005385235],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4508608,"threshold_uncertainty_score":0.9998801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1586550572","doi":"10.1023/a:1016501611550","title":"Engineering Web-Based Systems with UML Assets","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Computer science; Reuse; Software engineering; Timeline; Software development; Web application; Web standards; Abstraction; Web modeling; Web development; World Wide Web; Unified Modeling Language; Process (computing); Software; Web service; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02833798337963076,"gpt":0.2190817889196888,"spread":0.190743805540058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001648909,0.0001459484,0.0001641151,0.0001866419,0.00003058152,0.0001008554,0.0005467966,0.00003468835,0.00001005659],"category_scores_gemma":[0.00005125492,0.000137265,0.00003968667,0.0004533949,0.000007911331,0.0003595968,0.00009280268,0.00008117466,0.00003193245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001192695,"about_ca_system_score_gemma":0.00001054525,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001175977,"about_ca_topic_score_gemma":3.269609e-7,"domain_scores_codex":[0.9990433,0.000005317944,0.0002025104,0.0002543737,0.0002385459,0.0002559892],"domain_scores_gemma":[0.99902,0.00008182184,0.00006229713,0.0006685696,0.00008168676,0.00008561051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002143631,0.000130094,0.001389187,0.000544481,0.00009982475,0.00003256266,0.00006975957,0.9528361,0.00068231,0.0274117,0.006860806,0.009941017],"study_design_scores_gemma":[0.0001876978,0.00004905319,0.002061178,0.0001378111,0.00000527537,0.000005172295,0.00000182385,0.9596111,0.001254879,0.000003512884,0.03646068,0.0002218679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007634821,0.0004379349,0.9908942,0.0002196142,0.0001041394,0.0001508322,0.00001041773,0.0004687554,0.00007926448],"genre_scores_gemma":[0.8931942,0.00002887166,0.1065484,0.00005556675,0.00003668401,0.00006094615,0.000005925472,0.00001968698,0.00004973663],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8855594,"threshold_uncertainty_score":0.5597503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1554740521","doi":"10.1023/a:1016518115185","title":"A Framework for Community Information Systems","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reference architecture; Applications architecture; XML; Architecture; Software architecture description; Software architecture; Software engineering; Enterprise architecture framework; Space-based architecture; Component (thermodynamics); Data architecture; Computer architecture; Software; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1421115452320432,"gpt":0.3243237062641429,"spread":0.1822121610320997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006181678,0.0001573488,0.0002510253,0.0001823996,0.00008305591,0.00006417471,0.0007096126,0.0001095263,0.000001372446],"category_scores_gemma":[0.007471933,0.0001672862,0.00008873652,0.0003376784,0.00001754825,0.001138848,0.0001409496,0.000288564,0.000007707495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000166285,"about_ca_system_score_gemma":0.000006515768,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008058252,"about_ca_topic_score_gemma":5.939222e-8,"domain_scores_codex":[0.9990507,0.00004425526,0.0003329907,0.0001023563,0.0001711745,0.0002984765],"domain_scores_gemma":[0.9961345,0.002864734,0.0001235841,0.0005981879,0.0002113712,0.00006762408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003000526,0.00002893911,0.00007577147,0.0005939875,0.00004322086,7.857906e-7,0.001697731,0.8779103,0.00004643981,0.0932468,0.0006325768,0.02572042],"study_design_scores_gemma":[0.001096073,0.001048438,0.00454439,0.001909833,0.00003156661,0.00006795185,0.0004142685,0.8561636,0.01652527,0.05949441,0.05634012,0.002364119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001790736,0.000718869,0.9955397,0.00007920395,0.0006436561,0.0002037074,0.0000133254,0.0009986106,0.00001224046],"genre_scores_gemma":[0.1498994,0.00005484874,0.8498507,0.00006964122,0.00004027508,0.00005902783,0.000003283933,0.00001359684,0.000009217559],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1481087,"threshold_uncertainty_score":0.8945142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1571680251","doi":"10.1023/a:1016545426571","title":"Views and Patterns in E-Commerce Application Design","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Separation of concerns; Abstraction; Software engineering; Domain analysis; Domain (mathematical analysis); Implementation; Software design pattern; Human–computer interaction; Object-oriented design; Software; Domain engineering; Software design; Component-based software engineering; Software development; Software construction; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1494059625556023,"gpt":0.3112549984419367,"spread":0.1618490358863343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004255799,0.0001506421,0.0002299509,0.0001920208,0.00001755502,0.0000191668,0.0003751905,0.00006270283,0.000002465026],"category_scores_gemma":[0.0007702164,0.0001617266,0.00003303749,0.0003278889,0.00001392418,0.0003728953,0.0001266543,0.0001440672,0.000004180913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001172115,"about_ca_system_score_gemma":0.000003310174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006988259,"about_ca_topic_score_gemma":6.691802e-7,"domain_scores_codex":[0.9990633,0.00003980883,0.000259436,0.0002626241,0.000121616,0.0002532108],"domain_scores_gemma":[0.9986372,0.0008257311,0.00006158655,0.0003788286,0.0000390637,0.00005757163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002720079,0.00005255028,0.006617196,0.0002291129,0.00001847602,0.00001253386,0.00122865,0.6893851,0.001431756,0.002116171,0.0001620944,0.2987436],"study_design_scores_gemma":[0.0008332409,0.0003094018,0.1526937,0.0006336814,0.00001030511,0.0000655984,0.0000439226,0.7965831,0.03674544,0.005351783,0.005164547,0.001565213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009353801,0.001555239,0.9883529,0.0001474929,0.00007912132,0.00014451,0.00000142604,0.0003610553,0.000004479786],"genre_scores_gemma":[0.275353,0.0004338401,0.7240593,0.00007193525,0.00001676837,0.00003687712,5.76122e-7,0.00001609396,0.00001165426],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2971784,"threshold_uncertainty_score":0.6595021,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}