{"meta":{"query_hash":"f2dcd5ffc716","filters":{"venue":"Annals of Software Engineering"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f2dcd5ffc716","api":"https://metacan.xera.ac/api/v1/cohort?venue=Annals+of+Software+Engineering"},"results":[{"id":"W1501450862","doi":"10.1023/a:1013310705258","title":"Graphical Transformation of Multimedia XML Documents","year":2001,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Computer science; Document Structure Description; XML; Markup language; Document type definition; Grammar; Information retrieval; World Wide Web; Natural language processing; Multimedia; Linguistics","score_opus":0.04023238285551119,"score_gpt":0.3353042947799362,"score_spread":0.295071911924425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501450862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03246315,0.0003413367,0.87576133,0.0005061056,0.00027976453,0.00027296806,0.0032568884,0.06947134,0.017647134],"genre_scores_gemma":[0.4399847,0.0008811951,0.5138577,0.00033325423,0.00012976733,0.00038900942,0.010402691,0.010997503,0.023024132],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993191,0.00019739961,0.00006882229,0.000113121525,0.00024333209,0.000058192887],"domain_scores_gemma":[0.99852943,0.00075376214,0.00009366976,0.00032967824,0.00024057039,0.000052862433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006046466,0.00079658953,0.00041612898,0.0014990931,0.0003985205,0.002066532,0.0010029728,0.0006663405,0.018097734],"category_scores_gemma":[0.0033351695,0.00039387002,0.00093637605,0.0011656082,0.0004611329,0.001302511,0.0012424564,0.00078581535,0.0038630737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018949322,0.00044848467,0.0016510484,0.0013413844,0.00012705017,0.002138024,0.0015610943,0.030261923,0.08739473,0.094226055,0.064137645,0.7148176],"study_design_scores_gemma":[0.00041206717,0.00039485024,0.0020742132,0.00036826963,0.00023032202,0.0013317519,0.00052185537,0.3435579,0.28733402,0.0750372,0.2885765,0.00016097027],"about_ca_topic_score_codex":0.0016806106,"about_ca_topic_score_gemma":0.0014836575,"teacher_disagreement_score":0.018097734,"about_ca_system_score_codex":0.0004554446,"about_ca_system_score_gemma":0.00033735795,"threshold_uncertainty_score":0.06054294},"labels":[],"label_agreement":null},{"id":"W1533504084","doi":"10.1023/a:1020505708326","title":"Integrating Process Support and Knowledge Management for Virtual Software Development Teams","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; Process (computing); Task (project management); Software; Software engineering; Engineering management; Knowledge management; Engineering; Systems engineering; Operating system","score_opus":0.03156406160594681,"score_gpt":0.2527702571549593,"score_spread":0.2212061955490125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533504084","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38309425,0.0009332708,0.577622,0.005600938,0.000169035,0.00027025875,0.00008631034,0.0017636477,0.030460322],"genre_scores_gemma":[0.8886286,0.00026918863,0.10833963,0.00013261843,0.00006412562,0.00008576702,0.00010971066,0.000072784875,0.0022975605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657106,0.001351046,0.00031157114,0.00036274586,0.0010293674,0.00037415218],"domain_scores_gemma":[0.99059534,0.004648723,0.00084383704,0.0020487718,0.0011830685,0.0006801242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056362697,0.0004012442,0.00035852843,0.0014268156,0.0010615876,0.006939647,0.001582348,0.0019869655,0.0021092682],"category_scores_gemma":[0.014877501,0.0004190293,0.0004272704,0.0012149365,0.000881269,0.0076554567,0.0036105334,0.001153013,0.0006509238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006210053,0.0016841873,0.008415942,0.00029658293,0.00013576612,0.00034157815,0.0051781195,0.039586056,0.012530942,0.07643513,0.0037048587,0.8510699],"study_design_scores_gemma":[0.00044494928,0.00094666623,0.0064946404,0.00034216972,0.00042195868,0.00046338583,0.0040577785,0.5500428,0.029393665,0.35157248,0.05564831,0.00017119822],"about_ca_topic_score_codex":0.0012894217,"about_ca_topic_score_gemma":0.0012118574,"teacher_disagreement_score":0.006939647,"about_ca_system_score_codex":0.0008550724,"about_ca_system_score_gemma":0.0025954132,"threshold_uncertainty_score":0.029807806},"labels":[],"label_agreement":null},{"id":"W1550431237","doi":"10.1023/a:1018924724621","title":"Software assessment using metrics: A comparison across large C++ and Java systems","year":2000,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering; Software quality; Software system; Software; Java; Software sizing; Programming language; Verification and validation; Software measurement; Software metric; Software construction; Software development; Engineering","score_opus":0.05841628753574674,"score_gpt":0.3613897420495466,"score_spread":0.30297345451379987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550431237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98571813,0.0013718687,0.007940943,0.00035442537,0.000062614345,0.00011387212,0.0002799052,0.00037300217,0.003785211],"genre_scores_gemma":[0.991779,0.0003154919,0.006806211,0.000056890527,0.00002309821,0.00005088684,0.00042341367,0.00010837042,0.00043663333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9908845,0.0029104995,0.00086267333,0.0007009379,0.0043922663,0.0002491627],"domain_scores_gemma":[0.85763276,0.09523394,0.009502793,0.005101653,0.027980104,0.0045486926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0111226,0.0005072835,0.0006154792,0.0061903666,0.0008298347,0.0021026896,0.0010888501,0.0007791273,0.0011370893],"category_scores_gemma":[0.10583729,0.00024786283,0.0005376424,0.0050191134,0.00070285297,0.0033549839,0.0015286031,0.0005799792,0.00035467028],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004591861,0.0014349518,0.41887215,0.0011414974,0.00064942386,0.00028300306,0.005233503,0.0060875504,0.01609281,0.0040990324,0.004644996,0.5368691],"study_design_scores_gemma":[0.0003100165,0.006481069,0.9199001,0.0003063799,0.00047698844,0.000534523,0.0052967137,0.042385887,0.010539828,0.005142826,0.0084796455,0.0001460115],"about_ca_topic_score_codex":0.0068112407,"about_ca_topic_score_gemma":0.010548627,"teacher_disagreement_score":0.9888774,"about_ca_system_score_codex":0.0017046958,"about_ca_system_score_gemma":0.0016146009,"threshold_uncertainty_score":0.05882263},"labels":[],"label_agreement":null},{"id":"W1554740521","doi":"10.1023/a:1016518115185","title":"A Framework for Community Information Systems","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reference architecture; Applications architecture; XML; Architecture; Software architecture description; Software architecture; Software engineering; Enterprise architecture framework; Space-based architecture; Component (thermodynamics); Data architecture; Computer architecture; Software; World Wide Web; Operating system","score_opus":0.1421115452320432,"score_gpt":0.3243237062641429,"score_spread":0.18221216103209972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554740521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040127663,0.0006454062,0.95439595,0.005043438,0.00017273439,0.00027830832,0.00037511456,0.001190802,0.033885483],"genre_scores_gemma":[0.22679408,0.0011097548,0.7487072,0.0006054377,0.00043298045,0.0012306215,0.0009807006,0.0004919353,0.019647317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946412,0.0028410936,0.0003935283,0.00074740424,0.00096249353,0.00041428162],"domain_scores_gemma":[0.9933007,0.0024459613,0.00038475526,0.0017425859,0.0012164445,0.00090957124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054777265,0.00095058547,0.0011008296,0.0054482203,0.005619631,0.010612123,0.004116365,0.0044227308,0.01667198],"category_scores_gemma":[0.015557065,0.0010267993,0.002025053,0.0062466823,0.007936755,0.02008786,0.008104425,0.0036663378,0.0043723676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035250857,0.000010021159,0.00009496312,0.00001915539,0.0000049682717,0.000033598564,0.00026430594,0.0010982165,0.000052434065,0.99209034,0.0019458863,0.0043825763],"study_design_scores_gemma":[0.0000148333565,0.000010783154,0.00005943418,0.000036978134,0.000012818641,0.0000720023,0.00031843327,0.020563114,0.00011144259,0.932061,0.046724945,0.000014254737],"about_ca_topic_score_codex":0.013191221,"about_ca_topic_score_gemma":0.008921451,"teacher_disagreement_score":0.01667198,"about_ca_system_score_codex":0.0039651,"about_ca_system_score_gemma":0.005017873,"threshold_uncertainty_score":0.055773318},"labels":[],"label_agreement":null},{"id":"W1571680251","doi":"10.1023/a:1016545426571","title":"Views and Patterns in E-Commerce Application Design","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Separation of concerns; Abstraction; Software engineering; Domain analysis; Domain (mathematical analysis); Implementation; Software design pattern; Human–computer interaction; Object-oriented design; Software; Domain engineering; Software design; Component-based software engineering; Software development; Software construction; Programming language; Engineering","score_opus":0.14940596255560232,"score_gpt":0.31125499844193666,"score_spread":0.16184903588633434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571680251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20752586,0.0010317989,0.77295464,0.0023834105,0.00008559687,0.00015247232,0.00010346045,0.00053325546,0.015229438],"genre_scores_gemma":[0.7431733,0.0005086868,0.2508017,0.00019897394,0.00003829521,0.00011194206,0.00014240491,0.0001813834,0.0048432727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965643,0.0016425841,0.00027199156,0.000330298,0.0010381327,0.00015266468],"domain_scores_gemma":[0.9884496,0.007949595,0.00072076655,0.0013914965,0.00115668,0.00033188652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032615983,0.00035504933,0.0003534605,0.00094516954,0.0006982264,0.003500696,0.0009054513,0.001544741,0.0021529633],"category_scores_gemma":[0.020204468,0.0011469082,0.00055820163,0.0011341852,0.0017566837,0.008581022,0.0014158633,0.00166795,0.00040383634],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004465434,0.00027076594,0.028118066,0.0002852213,0.00011723366,0.0008705625,0.005588786,0.026765246,0.0080047045,0.58212817,0.0038942266,0.3435104],"study_design_scores_gemma":[0.00009711631,0.00039031755,0.004923496,0.00018593423,0.00023512317,0.0016709669,0.0026851308,0.23742872,0.010071594,0.71433187,0.027914228,0.00006533451],"about_ca_topic_score_codex":0.002359957,"about_ca_topic_score_gemma":0.003840655,"teacher_disagreement_score":0.003500696,"about_ca_system_score_codex":0.000789761,"about_ca_system_score_gemma":0.0010459586,"threshold_uncertainty_score":0.017249167},"labels":[],"label_agreement":null},{"id":"W1586550572","doi":"10.1023/a:1016501611550","title":"Engineering Web-Based Systems with UML Assets","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Computer science; Reuse; Software engineering; Timeline; Software development; Web application; Web standards; Abstraction; Web modeling; Web development; World Wide Web; Unified Modeling Language; Process (computing); Software; Web service; Engineering; Programming language","score_opus":0.02833798337963076,"score_gpt":0.21908178891968877,"score_spread":0.19074380554005801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586550572","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035382774,0.00037141045,0.9549051,0.00054670364,0.000048390564,0.00006661557,0.000024130011,0.0006590933,0.007995801],"genre_scores_gemma":[0.45480332,0.0013535026,0.536463,0.00013465266,0.00007896557,0.0001134419,0.00015054517,0.00035048544,0.00655215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814034,0.00065467844,0.00014743763,0.00011647381,0.00082881446,0.00011219651],"domain_scores_gemma":[0.9961234,0.0026448662,0.00022077376,0.0006151337,0.00031955715,0.00007633034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024325484,0.00052548817,0.00035452828,0.00093406014,0.00045356405,0.0027435995,0.00070973707,0.00134728,0.002151884],"category_scores_gemma":[0.010360625,0.00082243927,0.0007748573,0.0006202118,0.0012065052,0.0039992277,0.0026163505,0.0013375208,0.00071127235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008610899,0.00015965244,0.0039027047,0.0004485558,0.00010323474,0.00073277357,0.0012123879,0.20837584,0.015569905,0.45936453,0.0020403098,0.30800417],"study_design_scores_gemma":[0.000033987784,0.000094407726,0.00066215574,0.0002648662,0.00011946245,0.00050192216,0.00026260482,0.5485783,0.024065886,0.39202785,0.033360068,0.000028509085],"about_ca_topic_score_codex":0.001055192,"about_ca_topic_score_gemma":0.0012873631,"teacher_disagreement_score":0.0027435995,"about_ca_system_score_codex":0.0007153047,"about_ca_system_score_gemma":0.0011021937,"threshold_uncertainty_score":0.012864709},"labels":[],"label_agreement":null},{"id":"W1599457040","doi":"10.1023/a:1020537121530","title":"Process-Based Software Engineering: Building the Infrastructures","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software Engineering Process Group; Social software engineering; Software development; Personal software process; Software construction; Software engineering; Software requirements; Computer science; Software development process; Package development process; Software system; Systems engineering; Software; Engineering","score_opus":0.026649980543790166,"score_gpt":0.2525873445915826,"score_spread":0.22593736404779244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599457040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009060835,0.0032122051,0.96084124,0.0063932976,0.00014361303,0.00009551037,0.000056284145,0.00082522805,0.019371916],"genre_scores_gemma":[0.33620393,0.00906793,0.64613724,0.00064282183,0.00030186537,0.00032627166,0.00025958742,0.0005859519,0.0064743343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726236,0.0012583339,0.00016038724,0.0003887845,0.0007146179,0.0002155979],"domain_scores_gemma":[0.99353856,0.0030665568,0.0003589111,0.0019103445,0.00070348725,0.00042210845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004385223,0.0010768961,0.0008198825,0.0021903962,0.0013813239,0.00776242,0.0025417034,0.0031246464,0.0043127057],"category_scores_gemma":[0.012880749,0.0013832011,0.001054019,0.0021564707,0.009384342,0.020914614,0.004631938,0.0045234156,0.0021893692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012690978,0.00005016269,0.00042697837,0.00016710504,0.000024337032,0.00006222489,0.00049053953,0.01281185,0.0006988855,0.9434398,0.0016572131,0.040158264],"study_design_scores_gemma":[0.0000074681075,0.000018538683,0.00010379537,0.0000950567,0.0000130737435,0.000039403265,0.00013665951,0.024426805,0.0011663958,0.9495397,0.0244411,0.000012061844],"about_ca_topic_score_codex":0.0032901356,"about_ca_topic_score_gemma":0.0017891055,"teacher_disagreement_score":0.00776242,"about_ca_system_score_codex":0.0024284534,"about_ca_system_score_gemma":0.0056967977,"threshold_uncertainty_score":0.023191512},"labels":[],"label_agreement":null}]}