{"meta":{"query_hash":"f2dcd5ffc716","filters":{"venue":"Annals of Software Engineering"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f2dcd5ffc716","api":"https://metacan.xera.ac/api/v1/cohort?venue=Annals+of+Software+Engineering"},"results":[{"id":"W1501450862","doi":"10.1023/a:1013310705258","title":"Graphical Transformation of Multimedia XML Documents","year":2001,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Computer science; Document Structure Description; XML; Markup language; Document type definition; Grammar; Information retrieval; World Wide Web; Natural language processing; Multimedia; Linguistics","score_opus":0.04023238285551119,"score_gpt":0.3353042947799362,"score_spread":0.295071911924425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501450862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438913,0.0008008454,0.046613004,0.0036497465,0.0003205591,0.00037278052,0.00001184641,0.0005210514,0.0038188754],"genre_scores_gemma":[0.9924256,0.0014265081,0.0060542086,0.000029845936,0.000018412222,0.000007805541,0.000006090455,0.0000056695985,0.000025824775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935794,0.000023612056,0.0002230123,0.00005920396,0.0001843722,0.00015183938],"domain_scores_gemma":[0.99944496,0.00017319406,0.000064632564,0.00015428863,0.00010899391,0.000053956668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030246098,0.000055342156,0.00012326968,0.00015791868,0.00004365568,0.0000042410775,0.00023399359,0.00010049983,0.0000788086],"category_scores_gemma":[0.0005676628,0.00005959769,0.00005813703,0.00031153817,0.00009907893,0.00015701543,0.0000174401,0.00009504566,0.00000655438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011104402,0.00084552605,0.12928183,0.0004010479,0.00037041603,0.000009330914,0.07460619,0.0023451608,0.010814062,0.14430512,0.0015425414,0.63536775],"study_design_scores_gemma":[0.0030162376,0.00035572174,0.15700886,0.0006893461,0.00007219766,0.0000086698365,0.0048135757,0.016148577,0.0629778,0.0061762747,0.747432,0.0013007422],"about_ca_topic_score_codex":0.00026281594,"about_ca_topic_score_gemma":0.00005270161,"teacher_disagreement_score":0.7458895,"about_ca_system_score_codex":0.000005937326,"about_ca_system_score_gemma":0.000020160542,"threshold_uncertainty_score":0.24303232},"labels":[],"label_agreement":null},{"id":"W1533504084","doi":"10.1023/a:1020505708326","title":"Integrating Process Support and Knowledge Management for Virtual Software Development Teams","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; Process (computing); Task (project management); Software; Software engineering; Engineering management; Knowledge management; Engineering; Systems engineering; Operating system","score_opus":0.03156406160594681,"score_gpt":0.2527702571549593,"score_spread":0.2212061955490125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533504084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28225493,0.0021052316,0.7118502,0.00033523215,0.0004804901,0.00067808595,0.000012464334,0.001125457,0.0011578721],"genre_scores_gemma":[0.9777968,0.00006219969,0.020985447,0.00026039712,0.0002915869,0.00011508446,0.00003931714,0.00006574762,0.00038342187],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985581,0.0000019504503,0.00046423357,0.0003686351,0.00021441591,0.00039268783],"domain_scores_gemma":[0.99911404,0.00006855377,0.00017780888,0.00016386202,0.00044727264,0.000028487886],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032312848,0.00028929868,0.00035426128,0.00043584767,0.00017274029,0.00013310304,0.00023668037,0.00007970253,0.000037054677],"category_scores_gemma":[0.00033254633,0.00027973918,0.000097894466,0.000520282,0.000027820117,0.0006978707,0.00013994538,0.000111801295,0.000021592918],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051875842,0.00054557,0.016522748,0.014024315,0.00077077886,0.000017382285,0.0021438457,0.028650805,0.00008340993,0.0077168928,0.0048329798,0.9246394],"study_design_scores_gemma":[0.0046559134,0.00020539746,0.008518219,0.006019655,0.0010305499,0.000021369033,0.0053347177,0.69053173,0.0046569356,0.0020308546,0.27156198,0.00543271],"about_ca_topic_score_codex":0.000009625622,"about_ca_topic_score_gemma":0.000004686578,"teacher_disagreement_score":0.9192067,"about_ca_system_score_codex":0.000011965499,"about_ca_system_score_gemma":0.000014631113,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W1550431237","doi":"10.1023/a:1018924724621","title":"Software assessment using metrics: A comparison across large C++ and Java systems","year":2000,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering; Software quality; Software system; Software; Java; Software sizing; Programming language; Verification and validation; Software measurement; Software metric; Software construction; Software development; Engineering","score_opus":0.05841628753574674,"score_gpt":0.3613897420495466,"score_spread":0.30297345451379987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550431237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39939514,0.0029295695,0.5966071,0.000021944074,0.00024249786,0.00018154408,0.000030498817,0.00058705267,0.000004686248],"genre_scores_gemma":[0.8502559,0.00015337567,0.1493396,0.00002981755,0.00008430898,0.000023405648,0.0000064612013,0.00005328028,0.000053852345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693924,0.00004775584,0.0005928567,0.0005684299,0.0007784128,0.001073312],"domain_scores_gemma":[0.9973485,0.0012212372,0.000110157125,0.00075823494,0.00026995593,0.00029195182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011989636,0.0003394585,0.00058020616,0.00036630675,0.00016809553,0.00029654935,0.0008560496,0.00016000555,0.00002061405],"category_scores_gemma":[0.0011247218,0.00036508654,0.00011537498,0.0012632267,0.000039410035,0.000715917,0.00042581843,0.00041290652,0.000011928694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019399973,0.00036971265,0.38658354,0.0016823321,0.00040498757,0.00012885485,0.0023887048,0.5366754,0.0005636356,0.0015159183,0.0010429254,0.06862459],"study_design_scores_gemma":[0.0008670702,0.00024169707,0.15377517,0.00064897194,0.000018588291,0.00010276658,0.000113038266,0.8327597,0.0014204936,0.000038880862,0.009007991,0.0010056339],"about_ca_topic_score_codex":0.000099583005,"about_ca_topic_score_gemma":0.0000010449343,"teacher_disagreement_score":0.45086077,"about_ca_system_score_codex":0.00007197293,"about_ca_system_score_gemma":0.000077227276,"threshold_uncertainty_score":0.99988014},"labels":[],"label_agreement":null},{"id":"W1554740521","doi":"10.1023/a:1016518115185","title":"A Framework for Community Information Systems","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reference architecture; Applications architecture; XML; Architecture; Software architecture description; Software architecture; Software engineering; Enterprise architecture framework; Space-based architecture; Component (thermodynamics); Data architecture; Computer architecture; Software; World Wide Web; Operating system","score_opus":0.1421115452320432,"score_gpt":0.3243237062641429,"score_spread":0.18221216103209972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554740521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017907356,0.000718869,0.99553967,0.00007920395,0.0006436561,0.00020370736,0.000013325402,0.0009986106,0.000012240457],"genre_scores_gemma":[0.14989944,0.00005484874,0.84985065,0.00006964122,0.000040275077,0.000059027825,0.0000032839325,0.00001359684,0.000009217559],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905074,0.000044255263,0.00033299066,0.000102356345,0.00017117448,0.00029847646],"domain_scores_gemma":[0.9961345,0.0028647338,0.00012358413,0.0005981879,0.00021137115,0.00006762408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006181678,0.00015734875,0.00025102525,0.00018239963,0.000083055915,0.00006417471,0.0007096126,0.00010952628,0.000001372446],"category_scores_gemma":[0.0074719335,0.00016728618,0.000088736524,0.00033767844,0.000017548251,0.001138848,0.0001409496,0.00028856404,0.000007707495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030005265,0.000028939112,0.00007577147,0.0005939875,0.000043220858,7.857906e-7,0.0016977312,0.8779103,0.000046439814,0.093246795,0.00063257676,0.025720416],"study_design_scores_gemma":[0.0010960731,0.0010484377,0.0045443904,0.0019098333,0.000031566615,0.00006795185,0.00041426852,0.85616356,0.016525269,0.059494406,0.056340124,0.0023641188],"about_ca_topic_score_codex":0.000008058252,"about_ca_topic_score_gemma":5.939222e-8,"teacher_disagreement_score":0.1481087,"about_ca_system_score_codex":0.000016628495,"about_ca_system_score_gemma":0.0000065157683,"threshold_uncertainty_score":0.8945142},"labels":[],"label_agreement":null},{"id":"W1571680251","doi":"10.1023/a:1016545426571","title":"Views and Patterns in E-Commerce Application Design","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Separation of concerns; Abstraction; Software engineering; Domain analysis; Domain (mathematical analysis); Implementation; Software design pattern; Human–computer interaction; Object-oriented design; Software; Domain engineering; Software design; Component-based software engineering; Software development; Software construction; Programming language; Engineering","score_opus":0.14940596255560232,"score_gpt":0.31125499844193666,"score_spread":0.16184903588633434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571680251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009353801,0.0015552392,0.9883529,0.00014749292,0.000079121324,0.00014450996,0.0000014260402,0.00036105534,0.000004479786],"genre_scores_gemma":[0.27535298,0.00043384006,0.7240593,0.000071935254,0.000016768367,0.00003687712,5.7612203e-7,0.00001609396,0.000011654257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990633,0.000039808827,0.00025943603,0.0002626241,0.00012161596,0.0002532108],"domain_scores_gemma":[0.9986372,0.00082573114,0.00006158655,0.00037882855,0.000039063696,0.000057571633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042557987,0.00015064205,0.0002299509,0.00019202079,0.000017555021,0.000019166804,0.0003751905,0.000062702835,0.000002465026],"category_scores_gemma":[0.0007702164,0.00016172664,0.000033037486,0.00032788888,0.000013924184,0.00037289533,0.00012665427,0.00014406725,0.0000041809126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027200792,0.000052550276,0.006617196,0.00022911293,0.000018476023,0.000012533865,0.0012286504,0.6893851,0.001431756,0.0021161707,0.0001620944,0.2987436],"study_design_scores_gemma":[0.00083324086,0.00030940177,0.15269372,0.0006336814,0.000010305111,0.000065598404,0.000043922595,0.7965831,0.03674544,0.005351783,0.005164547,0.0015652126],"about_ca_topic_score_codex":0.000006988259,"about_ca_topic_score_gemma":6.6918017e-7,"teacher_disagreement_score":0.2971784,"about_ca_system_score_codex":0.000011721155,"about_ca_system_score_gemma":0.0000033101744,"threshold_uncertainty_score":0.6595021},"labels":[],"label_agreement":null},{"id":"W1586550572","doi":"10.1023/a:1016501611550","title":"Engineering Web-Based Systems with UML Assets","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Computer science; Reuse; Software engineering; Timeline; Software development; Web application; Web standards; Abstraction; Web modeling; Web development; World Wide Web; Unified Modeling Language; Process (computing); Software; Web service; Engineering; Programming language","score_opus":0.02833798337963076,"score_gpt":0.21908178891968877,"score_spread":0.19074380554005801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586550572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007634821,0.0004379349,0.9908942,0.00021961416,0.000104139384,0.0001508322,0.00001041773,0.00046875537,0.00007926448],"genre_scores_gemma":[0.8931942,0.000028871658,0.106548384,0.00005556675,0.000036684007,0.00006094615,0.0000059254717,0.000019686979,0.00004973663],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990433,0.0000053179438,0.00020251045,0.0002543737,0.00023854592,0.00025598917],"domain_scores_gemma":[0.99902004,0.00008182184,0.00006229713,0.00066856964,0.00008168676,0.00008561051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016489087,0.00014594843,0.00016411509,0.00018664195,0.00003058152,0.0001008554,0.0005467966,0.00003468835,0.00001005659],"category_scores_gemma":[0.00005125492,0.00013726496,0.00003968667,0.00045339487,0.000007911331,0.00035959677,0.00009280268,0.000081174665,0.000031932446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021436308,0.00013009405,0.001389187,0.000544481,0.00009982475,0.000032562657,0.00006975957,0.9528361,0.00068230997,0.027411696,0.0068608057,0.009941017],"study_design_scores_gemma":[0.00018769779,0.000049053186,0.0020611775,0.00013781113,0.00000527537,0.0000051722955,0.0000018238496,0.95961106,0.0012548789,0.0000035128837,0.036460683,0.00022186794],"about_ca_topic_score_codex":0.000011759775,"about_ca_topic_score_gemma":3.2696093e-7,"teacher_disagreement_score":0.8855594,"about_ca_system_score_codex":0.000011926951,"about_ca_system_score_gemma":0.00001054525,"threshold_uncertainty_score":0.55975026},"labels":[],"label_agreement":null},{"id":"W1599457040","doi":"10.1023/a:1020537121530","title":"Process-Based Software Engineering: Building the Infrastructures","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software Engineering Process Group; Social software engineering; Software development; Personal software process; Software construction; Software engineering; Software requirements; Computer science; Software development process; Package development process; Software system; Systems engineering; Software; Engineering","score_opus":0.026649980543790166,"score_gpt":0.2525873445915826,"score_spread":0.22593736404779244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599457040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07278888,0.0016178167,0.923975,0.00030690705,0.00038229016,0.0001227047,0.0000045416805,0.00078857597,0.000013303987],"genre_scores_gemma":[0.91972756,0.000024659565,0.079684824,0.0003203633,0.00018309808,0.000015153668,0.0000018357558,0.00003169232,0.00001083982],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984877,0.000018024668,0.0003198464,0.0003458979,0.00033975107,0.0004887777],"domain_scores_gemma":[0.99825656,0.00079104985,0.000115654264,0.00047878074,0.0002458684,0.00011209602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026495077,0.00026779898,0.00025661333,0.00018973113,0.00011423996,0.00009380072,0.0009568264,0.000090128844,0.000020520109],"category_scores_gemma":[0.0013530114,0.00022420644,0.00014730573,0.0007161773,0.000031772703,0.00023059432,0.000168456,0.00034260793,0.0000061254877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032502755,0.000038108792,0.0029146515,0.00020204135,0.00006317728,0.000016849634,0.000519402,0.9424297,0.00018018593,0.0009116727,0.0020478866,0.050673064],"study_design_scores_gemma":[0.00024233064,0.00009231292,0.013992775,0.00045018594,0.000011397987,0.000020728514,0.000005980151,0.96872634,0.012660113,0.00026918028,0.0030445752,0.0004840665],"about_ca_topic_score_codex":0.000003674283,"about_ca_topic_score_gemma":2.3177019e-7,"teacher_disagreement_score":0.84693867,"about_ca_system_score_codex":0.000011921478,"about_ca_system_score_gemma":0.000022500291,"threshold_uncertainty_score":0.91428727},"labels":[],"label_agreement":null}]}