{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":7,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":7,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"f2dcd5ffc716","filters":{"venue":"Annals of Software Engineering"}},"results":[{"id":"W1599457040","doi":"10.1023/a:1020537121530","title":"Process-Based Software Engineering: Building the Infrastructures","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Software Engineering Process Group; Social software engineering; Software development; Personal software process; Software construction; Software engineering; Software requirements; Computer science; Software development process; Package development process; Software system; Systems engineering; Software; Engineering","authors":[{"name":"Yingxu Wang","is_ca":true},{"name":"Antony Bryant","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02664998054379017,"gpt":0.2525873445915826,"spread":0.2259373640477924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004385223,0.001076896,0.0008198825,0.002190396,0.001381324,0.00776242,0.002541703,0.003124646,0.004312706],"category_scores_gemma":[0.01288075,0.001383201,0.001054019,0.002156471,0.009384342,0.02091461,0.004631938,0.004523416,0.002189369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002428453,"about_ca_system_score_gemma":0.005696798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003290136,"about_ca_topic_score_gemma":0.001789105,"domain_scores_codex":[0.9972624,0.001258334,0.0001603872,0.0003887845,0.0007146179,0.0002155979],"domain_scores_gemma":[0.9935386,0.003066557,0.0003589111,0.001910344,0.0007034873,0.0004221085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001269098,0.00005016269,0.0004269784,0.000167105,0.00002433703,0.00006222489,0.0004905395,0.01281185,0.0006988855,0.9434398,0.001657213,0.04015826],"study_design_scores_gemma":[0.000007468107,0.00001853868,0.0001037954,0.0000950567,0.00001307374,0.00003940326,0.0001366595,0.0244268,0.001166396,0.9495397,0.0244411,0.00001206184],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009060835,0.003212205,0.9608412,0.006393298,0.000143613,0.00009551037,0.00005628415,0.0008252281,0.01937192],"genre_scores_gemma":[0.3362039,0.00906793,0.6461372,0.0006428218,0.0003018654,0.0003262717,0.0002595874,0.0005859519,0.006474334],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00776242,"threshold_uncertainty_score":0.02319151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1533504084","doi":"10.1023/a:1020505708326","title":"Integrating Process Support and Knowledge Management for Virtual Software Development Teams","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; Process (computing); Task (project management); Software; Software engineering; Engineering management; Knowledge management; Engineering; Systems engineering; Operating system","authors":[{"name":"Frank Maurer","is_ca":true},{"name":"Harald Holz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03156406160594681,"gpt":0.2527702571549593,"spread":0.2212061955490125,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00563627,0.0004012442,0.0003585284,0.001426816,0.001061588,0.006939647,0.001582348,0.001986966,0.002109268],"category_scores_gemma":[0.0148775,0.0004190293,0.0004272704,0.001214936,0.000881269,0.007655457,0.003610533,0.001153013,0.0006509238],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008550724,"about_ca_system_score_gemma":0.002595413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001289422,"about_ca_topic_score_gemma":0.001211857,"domain_scores_codex":[0.9965711,0.001351046,0.0003115711,0.0003627459,0.001029367,0.0003741522],"domain_scores_gemma":[0.9905953,0.004648723,0.000843837,0.002048772,0.001183068,0.0006801242],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006210053,0.001684187,0.008415942,0.0002965829,0.0001357661,0.0003415782,0.00517812,0.03958606,0.01253094,0.07643513,0.003704859,0.8510699],"study_design_scores_gemma":[0.0004449493,0.0009466662,0.00649464,0.0003421697,0.0004219587,0.0004633858,0.004057779,0.5500428,0.02939367,0.3515725,0.05564831,0.0001711982],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3830943,0.0009332708,0.577622,0.005600938,0.000169035,0.0002702588,0.00008631034,0.001763648,0.03046032],"genre_scores_gemma":[0.8886286,0.0002691886,0.1083396,0.0001326184,0.00006412562,0.00008576702,0.0001097107,0.00007278487,0.00229756],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006939647,"threshold_uncertainty_score":0.02980781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1501450862","doi":"10.1023/a:1013310705258","title":"Graphical Transformation of Multimedia XML Documents","year":2001,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Computer science; Document Structure Description; XML; Markup language; Document type definition; Grammar; Information retrieval; World Wide Web; Natural language processing; Multimedia; Linguistics","authors":[{"name":"Kang Zhang","is_ca":false},{"name":"Da-Qian Zhang","is_ca":true},{"name":"Yi Deng","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04023238285551119,"gpt":0.3353042947799362,"spread":0.295071911924425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006046466,0.0007965895,0.000416129,0.001499093,0.0003985205,0.002066532,0.001002973,0.0006663405,0.01809773],"category_scores_gemma":[0.00333517,0.00039387,0.000936376,0.001165608,0.0004611329,0.001302511,0.001242456,0.0007858154,0.003863074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004554446,"about_ca_system_score_gemma":0.000337358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001680611,"about_ca_topic_score_gemma":0.001483658,"domain_scores_codex":[0.9993191,0.0001973996,0.00006882229,0.0001131215,0.0002433321,0.00005819289],"domain_scores_gemma":[0.9985294,0.0007537621,0.00009366976,0.0003296782,0.0002405704,0.00005286243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001894932,0.0004484847,0.001651048,0.001341384,0.0001270502,0.002138024,0.001561094,0.03026192,0.08739473,0.09422605,0.06413765,0.7148176],"study_design_scores_gemma":[0.0004120672,0.0003948502,0.002074213,0.0003682696,0.000230322,0.001331752,0.0005218554,0.3435579,0.287334,0.0750372,0.2885765,0.0001609703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03246315,0.0003413367,0.8757613,0.0005061056,0.0002797645,0.0002729681,0.003256888,0.06947134,0.01764713],"genre_scores_gemma":[0.4399847,0.0008811951,0.5138577,0.0003332542,0.0001297673,0.0003890094,0.01040269,0.0109975,0.02302413],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01809773,"threshold_uncertainty_score":0.06054294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1550431237","doi":"10.1023/a:1018924724621","title":"Software assessment using metrics: A comparison across large C++ and Java systems","year":2000,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering; Software quality; Software system; Software; Java; Software sizing; Programming language; Verification and validation; Software measurement; Software metric; Software construction; Software development; Engineering","authors":[{"name":"Jean Mayrand","is_ca":true},{"name":"Jean‐François Patenaude","is_ca":true},{"name":"Ettore Merlo","is_ca":true},{"name":"Michel Dagenais","is_ca":true},{"name":"B. Laguë","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05841628753574674,"gpt":0.3613897420495466,"spread":0.3029734545137999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0111226,0.0005072835,0.0006154792,0.006190367,0.0008298347,0.00210269,0.00108885,0.0007791273,0.001137089],"category_scores_gemma":[0.1058373,0.0002478628,0.0005376424,0.005019113,0.000702853,0.003354984,0.001528603,0.0005799792,0.0003546703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001704696,"about_ca_system_score_gemma":0.001614601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006811241,"about_ca_topic_score_gemma":0.01054863,"domain_scores_codex":[0.9908845,0.002910499,0.0008626733,0.0007009379,0.004392266,0.0002491627],"domain_scores_gemma":[0.8576328,0.09523394,0.009502793,0.005101653,0.0279801,0.004548693],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004591861,0.001434952,0.4188721,0.001141497,0.0006494239,0.0002830031,0.005233503,0.00608755,0.01609281,0.004099032,0.004644996,0.5368691],"study_design_scores_gemma":[0.0003100165,0.006481069,0.9199001,0.0003063799,0.0004769884,0.000534523,0.005296714,0.04238589,0.01053983,0.005142826,0.008479645,0.0001460115],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9857181,0.001371869,0.007940943,0.0003544254,0.00006261434,0.0001138721,0.0002799052,0.0003730022,0.003785211],"genre_scores_gemma":[0.991779,0.0003154919,0.006806211,0.00005689053,0.00002309821,0.00005088684,0.0004234137,0.0001083704,0.0004366333],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9888774,"threshold_uncertainty_score":0.05882263,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1586550572","doi":"10.1023/a:1016501611550","title":"Engineering Web-Based Systems with UML Assets","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Computer science; Reuse; Software engineering; Timeline; Software development; Web application; Web standards; Abstraction; Web modeling; Web development; World Wide Web; Unified Modeling Language; Process (computing); Software; Web service; Engineering; Programming language","authors":[{"name":"Grant Larsen","is_ca":true},{"name":"Jim Conallen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02833798337963076,"gpt":0.2190817889196888,"spread":0.190743805540058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002432548,0.0005254882,0.0003545283,0.0009340601,0.000453564,0.002743599,0.0007097371,0.00134728,0.002151884],"category_scores_gemma":[0.01036062,0.0008224393,0.0007748573,0.0006202118,0.001206505,0.003999228,0.002616351,0.001337521,0.0007112724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007153047,"about_ca_system_score_gemma":0.001102194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001055192,"about_ca_topic_score_gemma":0.001287363,"domain_scores_codex":[0.9981403,0.0006546784,0.0001474376,0.0001164738,0.0008288145,0.0001121965],"domain_scores_gemma":[0.9961234,0.002644866,0.0002207738,0.0006151337,0.0003195571,0.00007633034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008610899,0.0001596524,0.003902705,0.0004485558,0.0001032347,0.0007327736,0.001212388,0.2083758,0.0155699,0.4593645,0.00204031,0.3080042],"study_design_scores_gemma":[0.00003398778,0.00009440773,0.0006621557,0.0002648662,0.0001194624,0.0005019222,0.0002626048,0.5485783,0.02406589,0.3920279,0.03336007,0.00002850908],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03538277,0.0003714105,0.9549051,0.0005467036,0.00004839056,0.00006661557,0.00002413001,0.0006590933,0.007995801],"genre_scores_gemma":[0.4548033,0.001353503,0.536463,0.0001346527,0.00007896557,0.0001134419,0.0001505452,0.0003504854,0.00655215],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002743599,"threshold_uncertainty_score":0.01286471,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1554740521","doi":"10.1023/a:1016518115185","title":"A Framework for Community Information Systems","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reference architecture; Applications architecture; XML; Architecture; Software architecture description; Software architecture; Software engineering; Enterprise architecture framework; Space-based architecture; Component (thermodynamics); Data architecture; Computer architecture; Software; World Wide Web; Operating system","authors":[{"name":"Paulo S. C. Alencar","is_ca":true},{"name":"Donald Cowan","is_ca":true},{"name":"Martin Luo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1421115452320432,"gpt":0.3243237062641429,"spread":0.1822121610320997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005477726,0.0009505855,0.00110083,0.00544822,0.005619631,0.01061212,0.004116365,0.004422731,0.01667198],"category_scores_gemma":[0.01555706,0.001026799,0.002025053,0.006246682,0.007936755,0.02008786,0.008104425,0.003666338,0.004372368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0039651,"about_ca_system_score_gemma":0.005017873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01319122,"about_ca_topic_score_gemma":0.008921451,"domain_scores_codex":[0.9946412,0.002841094,0.0003935283,0.0007474042,0.0009624935,0.0004142816],"domain_scores_gemma":[0.9933007,0.002445961,0.0003847553,0.001742586,0.001216445,0.0009095712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003525086,0.00001002116,0.00009496312,0.00001915539,0.000004968272,0.00003359856,0.0002643059,0.001098217,0.00005243406,0.9920903,0.001945886,0.004382576],"study_design_scores_gemma":[0.00001483336,0.00001078315,0.00005943418,0.00003697813,0.00001281864,0.0000720023,0.0003184333,0.02056311,0.0001114426,0.932061,0.04672495,0.00001425474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004012766,0.0006454062,0.9543959,0.005043438,0.0001727344,0.0002783083,0.0003751146,0.001190802,0.03388548],"genre_scores_gemma":[0.2267941,0.001109755,0.7487072,0.0006054377,0.0004329805,0.001230621,0.0009807006,0.0004919353,0.01964732],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01667198,"threshold_uncertainty_score":0.05577332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1571680251","doi":"10.1023/a:1016545426571","title":"Views and Patterns in E-Commerce Application Design","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Separation of concerns; Abstraction; Software engineering; Domain analysis; Domain (mathematical analysis); Implementation; Software design pattern; Human–computer interaction; Object-oriented design; Software; Domain engineering; Software design; Component-based software engineering; Software development; Software construction; Programming language; Engineering","authors":[{"name":"Marcus E. Markiewicz","is_ca":false},{"name":"Carlos Lucena","is_ca":false},{"name":"Paulo S. C. Alencar","is_ca":true},{"name":"Donald Cowan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1494059625556023,"gpt":0.3112549984419367,"spread":0.1618490358863343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003261598,0.0003550493,0.0003534605,0.0009451695,0.0006982264,0.003500696,0.0009054513,0.001544741,0.002152963],"category_scores_gemma":[0.02020447,0.001146908,0.0005582016,0.001134185,0.001756684,0.008581022,0.001415863,0.00166795,0.0004038363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000789761,"about_ca_system_score_gemma":0.001045959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002359957,"about_ca_topic_score_gemma":0.003840655,"domain_scores_codex":[0.9965643,0.001642584,0.0002719916,0.000330298,0.001038133,0.0001526647],"domain_scores_gemma":[0.9884496,0.007949595,0.0007207665,0.001391497,0.00115668,0.0003318865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004465434,0.0002707659,0.02811807,0.0002852213,0.0001172337,0.0008705625,0.005588786,0.02676525,0.008004704,0.5821282,0.003894227,0.3435104],"study_design_scores_gemma":[0.00009711631,0.0003903176,0.004923496,0.0001859342,0.0002351232,0.001670967,0.002685131,0.2374287,0.01007159,0.7143319,0.02791423,0.00006533451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2075259,0.001031799,0.7729546,0.00238341,0.00008559687,0.0001524723,0.0001034605,0.0005332555,0.01522944],"genre_scores_gemma":[0.7431733,0.0005086868,0.2508017,0.0001989739,0.00003829521,0.0001119421,0.0001424049,0.0001813834,0.004843273],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003500696,"threshold_uncertainty_score":0.01724917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}