{"meta":{"query_hash":"34f6b0290114","filters":{"venue":"IET Software"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/34f6b0290114","api":"https://metacan.xera.ac/api/v1/cohort?venue=IET+Software"},"results":[{"id":"W1994514428","doi":"10.1049/iet-sen:20080010","title":"Reducing the use of nullable types through non-null by default and monotonic non-null","year":2008,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Null (SQL); Java; Computer science; Software engineering; Java Modeling Language; Empirical research; Semantics (computer science); Java annotation; Database; Mathematics; Real time Java","score_opus":0.03589992865678084,"score_gpt":0.2562885052394724,"score_spread":0.22038857658269154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994514428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052897837,0.00083849847,0.92167455,0.0030122362,0.00031514303,0.00019082299,0.0005071269,0.0076003084,0.012963433],"genre_scores_gemma":[0.31469226,0.00056879874,0.6679121,0.0017035777,0.00012612548,0.00034991864,0.0008180916,0.004503503,0.009325631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95710945,0.017888933,0.0057127955,0.0041573006,0.0136206355,0.0015108564],"domain_scores_gemma":[0.74239844,0.117248975,0.017456872,0.090948835,0.030064272,0.0018826667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044847444,0.0011223663,0.0011803726,0.0044520386,0.0019877458,0.0067575336,0.006492913,0.0026125605,0.0054016355],"category_scores_gemma":[0.14447457,0.0017165976,0.0017630173,0.0035172761,0.0055709025,0.015688187,0.010317294,0.004979202,0.0022121377],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057549024,0.00033199583,0.052956097,0.0017908908,0.00013044324,0.0009691381,0.016012317,0.0056882245,0.024311958,0.47825304,0.011650258,0.4073302],"study_design_scores_gemma":[0.00014211258,0.00059476524,0.016560858,0.0028224983,0.00046161254,0.00548196,0.005586093,0.05357638,0.09125863,0.31432414,0.50848794,0.0007030573],"about_ca_topic_score_codex":0.0048168884,"about_ca_topic_score_gemma":0.008721945,"teacher_disagreement_score":0.044847444,"about_ca_system_score_codex":0.0026382152,"about_ca_system_score_gemma":0.006508856,"threshold_uncertainty_score":0.2371788},"labels":[],"label_agreement":null},{"id":"W1998690866","doi":"10.1049/iet-sen:20070062","title":"Ontological approach for the semantic recovery of traceability links between software artefacts","year":2008,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Traceability; Computer science; Software engineering; Requirements traceability; Documentation; Ontology; Software development; Source code; Software construction; Software; Programming language","score_opus":0.060071436611381715,"score_gpt":0.2797311478187576,"score_spread":0.21965971120737587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998690866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00260824,0.00020924666,0.99131525,0.00085242424,0.00009837244,0.00008849363,0.00012041871,0.00027378058,0.0044336785],"genre_scores_gemma":[0.081713185,0.0007890573,0.9110514,0.00039716798,0.000109649,0.00033697984,0.00068671413,0.00012255326,0.004793256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9940619,0.001827065,0.00077381916,0.0006027191,0.002408401,0.00032608112],"domain_scores_gemma":[0.99081236,0.0032325045,0.0007601893,0.0035142757,0.0014352861,0.00024537573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058116745,0.001013955,0.00080839515,0.0063725286,0.0027653147,0.0052965614,0.0037407225,0.003379422,0.0021948884],"category_scores_gemma":[0.0149161145,0.00089811767,0.004037884,0.004674609,0.0050944914,0.010571711,0.006948262,0.0059159384,0.0007558841],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004447357,0.00012946862,0.000767602,0.00027034065,0.00012814174,0.0005186903,0.002435724,0.009025099,0.0029770983,0.91300523,0.002294034,0.068404],"study_design_scores_gemma":[0.000031717667,0.00004732855,0.0007099608,0.00032700459,0.0002390551,0.0006189693,0.0012073369,0.113165475,0.006389057,0.7844093,0.09275212,0.00010261873],"about_ca_topic_score_codex":0.008008258,"about_ca_topic_score_gemma":0.008397128,"teacher_disagreement_score":0.008008258,"about_ca_system_score_codex":0.003341992,"about_ca_system_score_gemma":0.0046448144,"threshold_uncertainty_score":0.030735433},"labels":[],"label_agreement":null},{"id":"W2043445799","doi":"10.1049/iet-sen.2013.0165","title":"Analogy‐based effort estimation: a new method to discover set of analogies from dataset characteristics","year":2015,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Jordan; National Aeronautics and Space Administration","keywords":"Computer science; Analogy; Medoid; Set (abstract data type); Cluster analysis; Data mining; Estimation; Machine learning; Artificial intelligence; Software; Engineering; Programming language","score_opus":0.061420497988652414,"score_gpt":0.3609502763795231,"score_spread":0.2995297783908707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043445799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019323189,0.00026871398,0.9771871,0.00016359496,0.000033884422,0.00015877654,0.0003474944,0.0010518361,0.0014653611],"genre_scores_gemma":[0.41174173,0.00039765143,0.5833023,0.00019669833,0.00009219359,0.0006526149,0.0014995735,0.0001674412,0.001949745],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.996581,0.0009318457,0.00033034358,0.0010536432,0.0009675036,0.00013558294],"domain_scores_gemma":[0.99061525,0.0052536116,0.001365396,0.0012567285,0.0013037001,0.00020540158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025591506,0.0013526672,0.0013151561,0.005976337,0.0006143794,0.0016481103,0.00206879,0.0012829748,0.0023140404],"category_scores_gemma":[0.022255981,0.0006059186,0.0015223338,0.004705694,0.00076745875,0.0044851387,0.0020365326,0.0018546565,0.00069626316],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045391815,0.00045090902,0.019573664,0.00051257765,0.00046259907,0.00023411207,0.0007126793,0.18860579,0.0067074643,0.020335536,0.0040467856,0.75790393],"study_design_scores_gemma":[0.000033852186,0.00020775042,0.0056816824,0.000052955816,0.000057000532,0.00018660155,0.000123223,0.9636274,0.0023858272,0.02377199,0.0038030357,0.00006863221],"about_ca_topic_score_codex":0.0027455871,"about_ca_topic_score_gemma":0.002672377,"teacher_disagreement_score":0.005976337,"about_ca_system_score_codex":0.0010366164,"about_ca_system_score_gemma":0.0011679772,"threshold_uncertainty_score":0.013534248},"labels":[],"label_agreement":null},{"id":"W2072038212","doi":"10.1049/iet-sen:20089010","title":"Software language engineering","year":2008,"lang":"en","type":"editorial","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Programming language; Software engineering; Software construction; Software development; Second-generation programming language; Software system; Comparison of multi-paradigm programming languages; Domain-specific language; Software; Fifth-generation programming language; Programming paradigm","score_opus":0.0076433244501118575,"score_gpt":0.2482138613454336,"score_spread":0.24057053689532176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072038212","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023378676,0.12377581,0.035482526,0.1683696,0.6285414,0.00011731784,0.0002472405,0.0011214523,0.04211081],"genre_scores_gemma":[0.0075662853,0.1734389,0.023591638,0.09488958,0.6103387,0.00044676772,0.0008012064,0.0017354417,0.087191425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98921216,0.0035050898,0.0018769779,0.0008345605,0.004246734,0.00032440425],"domain_scores_gemma":[0.96075594,0.02452612,0.0010290653,0.0023304636,0.0101817455,0.0011767234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009422344,0.0021779414,0.0018296413,0.0041793375,0.0019838496,0.0067813615,0.0037710562,0.008131109,0.014908793],"category_scores_gemma":[0.03144192,0.00095553574,0.001835121,0.0021075064,0.006643711,0.009166335,0.003910815,0.017919954,0.016887745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012569316,0.000014180177,0.000028355746,0.0008438536,0.000038416176,0.00019581403,0.00022216376,0.00020057563,0.00023323587,0.048980016,0.8721027,0.077128135],"study_design_scores_gemma":[0.0000059389986,0.000004983375,0.000017681336,0.00025957965,0.0000056020835,0.0001436428,0.00002673568,0.00007442133,0.000081676386,0.014059421,0.98531264,0.000007521099],"about_ca_topic_score_codex":0.00073964667,"about_ca_topic_score_gemma":0.0009319409,"teacher_disagreement_score":0.014908793,"about_ca_system_score_codex":0.0027528035,"about_ca_system_score_gemma":0.0029396259,"threshold_uncertainty_score":0.0498749},"labels":[],"label_agreement":null},{"id":"W2085148999","doi":"10.1049/iet-sen.2013.0204","title":"Analysis of risks faced by information technology offshore outsourcing service providers","year":2014,"lang":"en","type":"article","venue":"IET Software","topic":"Outsourcing and Supply Chain Management","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Thompson Rivers University","funders":"","keywords":"Outsourcing; Service provider; Offshore outsourcing; Business; Submarine pipeline; Process management; Service (business); Engineering management; Offshoring; Computer science; Knowledge management; Risk analysis (engineering); Engineering; Marketing","score_opus":0.012061971896230591,"score_gpt":0.2277397208249903,"score_spread":0.2156777489287597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085148999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992351,0.0001520423,0.0010846154,0.0009362424,0.000008425824,0.000058012738,0.00006191794,0.000008378531,0.005339389],"genre_scores_gemma":[0.9986419,0.00020702048,0.00045820474,0.00004854637,0.0000059545782,0.000022912816,0.000043521,0.0000027459305,0.0005691544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960234,0.0014562396,0.00029059732,0.00011555702,0.0015158637,0.0005983143],"domain_scores_gemma":[0.983039,0.007980141,0.003980047,0.00031366415,0.0034380555,0.0012491193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039607445,0.00028414303,0.00026289193,0.0022306032,0.0021578202,0.0018826149,0.00039431747,0.0008116768,0.0019137721],"category_scores_gemma":[0.019848986,0.00023123996,0.00051993236,0.0020858154,0.0007512194,0.0012658909,0.0014239373,0.00076739036,0.00024493123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007343801,0.00038050045,0.7958473,0.00033691412,0.00013407391,0.004731396,0.099762484,0.0057441774,0.0038909623,0.013976694,0.004099805,0.07036122],"study_design_scores_gemma":[0.000030788287,0.00089310645,0.53287786,0.00055545196,0.00019584705,0.003681381,0.4148664,0.01592614,0.0026143843,0.006575464,0.021607447,0.00017567241],"about_ca_topic_score_codex":0.007593919,"about_ca_topic_score_gemma":0.006147361,"teacher_disagreement_score":0.007593919,"about_ca_system_score_codex":0.0022860637,"about_ca_system_score_gemma":0.0033237608,"threshold_uncertainty_score":0.020946681},"labels":[],"label_agreement":null},{"id":"W2120801660","doi":"10.1049/iet-sen.2012.0058","title":"Conflict‐aware optimal scheduling of prioritised code clone refactoring","year":2013,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Programming language; Source code; Scheduling (production processes); Software maintenance; Software engineering; Software; Software system; Engineering","score_opus":0.026973757101524092,"score_gpt":0.2775546649302163,"score_spread":0.2505809078286922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120801660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17693704,0.00050773233,0.816798,0.0003089099,0.00007852326,0.00022251895,0.00017991234,0.00070330064,0.004264119],"genre_scores_gemma":[0.7886105,0.00017459015,0.20938186,0.000081688726,0.000020583178,0.0001260358,0.00020472618,0.00013174534,0.0012682973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888545,0.00038776852,0.00005669763,0.00021207717,0.00026596527,0.00019197582],"domain_scores_gemma":[0.9969348,0.0016905392,0.0004068895,0.00021913587,0.00049684034,0.0002517845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016051739,0.00085610006,0.0008815163,0.00082584715,0.00042371184,0.00083097094,0.00142174,0.0006071383,0.001498269],"category_scores_gemma":[0.0048342342,0.00059345557,0.00053480675,0.00088368513,0.0004357857,0.00071451,0.000619062,0.0007820972,0.00021614801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002689643,0.00012393914,0.0012647521,0.00009675855,0.000050592203,0.00009499953,0.000106654705,0.9283394,0.0057432833,0.0043236474,0.00086880714,0.058718164],"study_design_scores_gemma":[0.00002332211,0.00006344325,0.0003673689,0.000004780754,0.000013238512,0.000015928843,0.000019584928,0.99640876,0.0012366482,0.0014309802,0.0004093992,0.000006586257],"about_ca_topic_score_codex":0.011366065,"about_ca_topic_score_gemma":0.009859888,"teacher_disagreement_score":0.011366065,"about_ca_system_score_codex":0.0013451965,"about_ca_system_score_gemma":0.0026953367,"threshold_uncertainty_score":0.022599816},"labels":[],"label_agreement":null},{"id":"W2135977696","doi":"10.1049/iet-sen.2009.0004","title":"Systematic selection of software architecture styles","year":2010,"lang":"en","type":"article","venue":"IET Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Selection (genetic algorithm); Architecture; Architectural style; Software architecture; Computer science; Ranking (information retrieval); Software; Architectural pattern; Software engineering; Reference architecture; Software architecture description; Software system; Artificial intelligence; Software construction; Programming language","score_opus":0.012856748413669693,"score_gpt":0.2592832664182455,"score_spread":0.24642651800457582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135977696","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48785368,0.0008685447,0.47242707,0.00074879156,0.00017895832,0.0047224774,0.0019722208,0.002378509,0.028849842],"genre_scores_gemma":[0.3686904,0.0004803649,0.6177121,0.00016630036,0.000054571567,0.0028748352,0.0025941362,0.0004838202,0.006943434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988311,0.0054003648,0.001335103,0.000956596,0.0036685916,0.00032833696],"domain_scores_gemma":[0.9546473,0.017879846,0.0033123628,0.0052267383,0.017912734,0.0010210748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010530929,0.0011322362,0.00088890275,0.0059042643,0.0009455073,0.0022554595,0.00083868793,0.00054749515,0.0028590546],"category_scores_gemma":[0.041212842,0.0004499607,0.00084488187,0.0023021114,0.00046111882,0.001624844,0.0018711097,0.0007747359,0.001546329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006716317,0.00034798615,0.047487114,0.0011268647,0.00015231762,0.00033506125,0.0059616026,0.0050006867,0.04722202,0.008808178,0.010826838,0.8720597],"study_design_scores_gemma":[0.0011319682,0.003669039,0.19039866,0.0028308204,0.0010019871,0.0023524032,0.034483593,0.2546059,0.12569943,0.10190408,0.2810198,0.0009022065],"about_ca_topic_score_codex":0.0009742935,"about_ca_topic_score_gemma":0.0040071653,"teacher_disagreement_score":0.010530929,"about_ca_system_score_codex":0.00085405377,"about_ca_system_score_gemma":0.002303057,"threshold_uncertainty_score":0.055693567},"labels":[],"label_agreement":null},{"id":"W2143654857","doi":"10.1049/iet-sen.2008.0078","title":"Approach for solving the feature location problem by measuring the component modification impact","year":2009,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); Feature model; Relevance (law); Software system; Dependency graph; Data mining; Ranking (information retrieval); Task (project management); Software; Domain (mathematical analysis); Source code; Dependency (UML); Artificial intelligence; Graph; Machine learning; Engineering; Systems engineering; Programming language; Theoretical computer science","score_opus":0.028858509463813898,"score_gpt":0.2773965040843011,"score_spread":0.2485379946204872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143654857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03308368,0.00023542347,0.96199834,0.00016854361,0.000039902985,0.00016462566,0.00022510374,0.0023407475,0.0017437171],"genre_scores_gemma":[0.32713038,0.00016299794,0.67078793,0.000077857585,0.000037336387,0.0001892857,0.0003066874,0.00013699883,0.001170628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964804,0.0007713281,0.00024164192,0.0007856705,0.0015768637,0.00014419632],"domain_scores_gemma":[0.9907871,0.003630837,0.001980153,0.0015292757,0.0018910834,0.0001815304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023067421,0.0022485391,0.0013820825,0.007121995,0.00066331885,0.0016018503,0.002205331,0.0022056052,0.0018936575],"category_scores_gemma":[0.009441898,0.00070580066,0.00095026987,0.0032758494,0.0008103313,0.002103409,0.0012066282,0.0015373396,0.0010449885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042225106,0.0011870048,0.0430547,0.0007510866,0.0008450072,0.0003388934,0.00038279855,0.095128626,0.10660747,0.0108625945,0.0035997601,0.7368198],"study_design_scores_gemma":[0.00009211194,0.0010761422,0.022542413,0.000063327054,0.00043859993,0.0010527357,0.00023962323,0.8995099,0.056260634,0.012868348,0.005651809,0.00020445226],"about_ca_topic_score_codex":0.0032418931,"about_ca_topic_score_gemma":0.0039045543,"teacher_disagreement_score":0.007121995,"about_ca_system_score_codex":0.0011118804,"about_ca_system_score_gemma":0.0013388047,"threshold_uncertainty_score":0.012199402},"labels":[],"label_agreement":null},{"id":"W2923156901","doi":"10.1049/iet-sen.2019.0040","title":"Implementing ISO/IEC 29110 to reinforce four very small entities of Mexico under an agile approach","year":2019,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Scrum; Context (archaeology); Engineering management; Software quality; Software; Process management; Software engineering; Software development; Quality (philosophy); Computer science; Software development process; Engineering; Agile Unified Process; Systems engineering","score_opus":0.029431866353551973,"score_gpt":0.26232847284256894,"score_spread":0.23289660648901697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923156901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90114266,0.00053581264,0.04375636,0.002678726,0.000098781326,0.001734833,0.00025757897,0.00036998795,0.049425274],"genre_scores_gemma":[0.90835094,0.00045784714,0.078144625,0.00022373028,0.000008514976,0.00062719104,0.00035678086,0.000040770123,0.01178964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99771273,0.0009643496,0.0001737289,0.00020727946,0.00067837007,0.00026343693],"domain_scores_gemma":[0.9948959,0.001247758,0.00080336514,0.00049256475,0.0022853138,0.00027503556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00381823,0.0002417345,0.00013174769,0.00091147487,0.0010299432,0.0018286714,0.0005782981,0.0007001467,0.0013079528],"category_scores_gemma":[0.006521569,0.0001918214,0.0001897612,0.00079027476,0.0008758307,0.0007016209,0.0012274174,0.00073522975,0.0001479874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007040448,0.0012353337,0.15275428,0.0016765015,0.00007540412,0.0030999638,0.04708852,0.009957208,0.058741704,0.06287718,0.010464354,0.6513255],"study_design_scores_gemma":[0.00016867551,0.002528037,0.47784108,0.0014840352,0.0001823271,0.0011668095,0.056293324,0.01063744,0.03769637,0.0067857862,0.40505663,0.00015958655],"about_ca_topic_score_codex":0.021434365,"about_ca_topic_score_gemma":0.035370994,"teacher_disagreement_score":0.021434365,"about_ca_system_score_codex":0.0035046623,"about_ca_system_score_gemma":0.010194893,"threshold_uncertainty_score":0.04261923},"labels":[],"label_agreement":null},{"id":"W3133232930","doi":"10.1049/iet-sen.2019.0384","title":"Investigating the information value of different sources of evidence of developers’ expertise for bug assignment in open‐source projects","year":2020,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates - Technology Futures; Faculty of Graduate Studies and Research, University of Regina","keywords":"Open source; Value (mathematics); Computer science; Knowledge management; Open source software; Software engineering; Process management; Engineering; Programming language; Software; Machine learning","score_opus":0.11969056004223318,"score_gpt":0.31950892678434967,"score_spread":0.1998183667421165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133232930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789578,0.0026377125,0.012038307,0.0006058023,0.000022649441,0.00003762854,0.0023922226,0.00018816494,0.003119807],"genre_scores_gemma":[0.99160683,0.00036772556,0.005634231,0.00003489778,0.00003913793,0.000025351705,0.0020684828,0.000043294192,0.00017997663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9855883,0.0064785676,0.001398496,0.0017269466,0.0042593693,0.0005483399],"domain_scores_gemma":[0.58999944,0.35736626,0.026556123,0.0106640905,0.012945048,0.0024689503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014782019,0.0005867072,0.0008505823,0.026366968,0.00065590855,0.0032154294,0.0009624092,0.0020523318,0.0010616817],"category_scores_gemma":[0.17959729,0.00033940095,0.000808817,0.015222616,0.0013970688,0.006834602,0.003019779,0.0015382349,0.00028588867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010178853,0.00037588147,0.81271714,0.0015564193,0.0012978123,0.00048368316,0.003798711,0.0071351747,0.0047316295,0.0040388564,0.0027533546,0.16009355],"study_design_scores_gemma":[0.00011419075,0.0005864936,0.8897758,0.0005230798,0.0011878518,0.0013993852,0.0029078568,0.075241275,0.009783786,0.013029412,0.005249298,0.0002014809],"about_ca_topic_score_codex":0.002949435,"about_ca_topic_score_gemma":0.0036033,"teacher_disagreement_score":0.026366968,"about_ca_system_score_codex":0.0010974684,"about_ca_system_score_gemma":0.00073644257,"threshold_uncertainty_score":0.07817578},"labels":[],"label_agreement":null},{"id":"W3191437670","doi":"10.1049/sfw2.12041","title":"Beyond factors that motivate the adoption of the ISO/IEC 29110 in Mexico: An exploratory study of the implementation pace of this standard and the benefits observed","year":2021,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Pace; Engineering management; Software engineering; Software; Software development process; Process management; International standard; Engineering; Software development; Computer science; Knowledge management; Systems engineering","score_opus":0.04260178888882966,"score_gpt":0.2811795562527454,"score_spread":0.23857776736391573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191437670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986407,0.000016372127,0.00007843459,0.000070089125,0.0000015052526,0.000019670662,0.000016855434,9.947072e-7,0.0011553639],"genre_scores_gemma":[0.99882585,0.00007765528,0.00021866661,0.000032900163,0.000002079866,0.000038740774,0.00003254547,0.0000023883447,0.00076919503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985594,0.00067018264,0.00006568426,0.0001647318,0.0002500958,0.00028991123],"domain_scores_gemma":[0.9941702,0.002687721,0.001528881,0.00022959005,0.0011433746,0.00024021533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033214223,0.00015369424,0.00022611355,0.00085839094,0.0017699888,0.002236216,0.00045178283,0.00070757524,0.001863588],"category_scores_gemma":[0.008677478,0.00024831318,0.00020003291,0.0011356415,0.0014993243,0.0011369901,0.0012044831,0.0009193158,0.00013917295],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005731641,0.0015066431,0.6223736,0.00041853436,0.00006208144,0.00245873,0.32276538,0.0008033418,0.007252324,0.0042321174,0.0012334576,0.03632068],"study_design_scores_gemma":[0.00001502199,0.00051911495,0.59484345,0.00011041522,0.000024886976,0.000114414914,0.39783636,0.00042325148,0.0006335291,0.0001555037,0.0053033717,0.000020712025],"about_ca_topic_score_codex":0.03247842,"about_ca_topic_score_gemma":0.04895105,"teacher_disagreement_score":0.03247842,"about_ca_system_score_codex":0.0031303195,"about_ca_system_score_gemma":0.0022027232,"threshold_uncertainty_score":0.06457877},"labels":[],"label_agreement":null},{"id":"W4298146276","doi":"10.1049/sfw2.12072","title":"A decision framework for cloud migration: A hybrid approach","year":2022,"lang":"en","type":"article","venue":"IET Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; University of New Brunswick","funders":"","keywords":"Cloud computing; Outsourcing; Computer science; Process (computing); Software deployment; Process management; Resource (disambiguation); Service (business); Risk analysis (engineering); Knowledge management; Management science; Operations research; Engineering; Business; Software engineering; Marketing","score_opus":0.011159283733660716,"score_gpt":0.23198146471055425,"score_spread":0.22082218097689355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298146276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022457296,0.00043316756,0.94771135,0.0013585257,0.00008544661,0.000388245,0.00020166826,0.00010893887,0.027255358],"genre_scores_gemma":[0.5558592,0.00061194587,0.43605536,0.00023969766,0.00007274383,0.00096607284,0.00025594086,0.000034506244,0.005904581],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957001,0.0026690885,0.0002031836,0.0003767636,0.0006678196,0.0003830548],"domain_scores_gemma":[0.99713755,0.002049052,0.00016753047,0.00007936721,0.00035643467,0.00021012787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050323135,0.001110433,0.0010126347,0.0036189144,0.0017181752,0.0059560155,0.0022774315,0.0022229564,0.0066170665],"category_scores_gemma":[0.0040238174,0.0007768069,0.002309671,0.0029395951,0.001960367,0.002893455,0.0032411276,0.0018700208,0.0005285041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077267796,0.00021378539,0.0013224012,0.00035807406,0.00016096284,0.0007945891,0.0011779129,0.49202546,0.0011792212,0.46842965,0.0012166079,0.033044174],"study_design_scores_gemma":[0.000029344134,0.00008326228,0.0003327729,0.00014859535,0.00004813771,0.00010543622,0.0011616949,0.8626047,0.00027772548,0.12954599,0.005620124,0.00004228623],"about_ca_topic_score_codex":0.0074676415,"about_ca_topic_score_gemma":0.007619075,"teacher_disagreement_score":0.0074676415,"about_ca_system_score_codex":0.004480321,"about_ca_system_score_gemma":0.0035750635,"threshold_uncertainty_score":0.03250712},"labels":[],"label_agreement":null},{"id":"W4383621443","doi":"10.1049/sfw2.12130","title":"A case study of environmental considerations and opportunities in cyber physical systems","year":2023,"lang":"en","type":"article","venue":"IET Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cyber-physical system; Risk analysis (engineering); Computer science; Perspective (graphical); Environmental impact assessment; Life-cycle assessment; Systems engineering; Systems design; Process management; Engineering; Business","score_opus":0.03854225899716111,"score_gpt":0.2430915255578137,"score_spread":0.2045492665606526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383621443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83823824,0.001005063,0.06312635,0.003167228,0.0001408404,0.00032779842,0.0002756646,0.00017090258,0.09354795],"genre_scores_gemma":[0.9801686,0.00041514522,0.013544744,0.0000957998,0.000016481954,0.000077446355,0.000048824222,0.000029070095,0.005603977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.9970329,0.0018288488,0.00007534328,0.00013685007,0.00056731654,0.00035871874],"domain_scores_gemma":[0.9967698,0.0021152478,0.00018669941,0.00028948413,0.00028610826,0.00035269395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020665731,0.00049543416,0.000313921,0.0008395703,0.0030709566,0.0031212752,0.0011667097,0.002969516,0.004614629],"category_scores_gemma":[0.0027301724,0.0003200184,0.0006030745,0.0013546145,0.0029512066,0.002326881,0.0022765312,0.0015988925,0.00035385363],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055414735,0.0016872204,0.03640022,0.001355169,0.00013321408,0.09304817,0.024646793,0.31495732,0.01235402,0.42195466,0.013685404,0.07922364],"study_design_scores_gemma":[0.00029576194,0.0015801698,0.021438723,0.001006998,0.00017535796,0.016114216,0.08374523,0.39332774,0.023110682,0.12575437,0.33322328,0.00022738674],"about_ca_topic_score_codex":0.007632857,"about_ca_topic_score_gemma":0.015050622,"teacher_disagreement_score":0.007632857,"about_ca_system_score_codex":0.0021849275,"about_ca_system_score_gemma":0.0015453736,"threshold_uncertainty_score":0.015852809},"labels":[],"label_agreement":null},{"id":"W4410705961","doi":"10.1049/sfw2/8832164","title":"Predicting Software Perfection Through Advanced Models to Uncover and Prevent Defects","year":2025,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"University of Johannesburg","keywords":"Perfection; Computer science; Software engineering; Software; Programming language; Epistemology; Philosophy","score_opus":0.015748346247657422,"score_gpt":0.27230584308185884,"score_spread":0.2565574968342014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410705961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59292036,0.0016447837,0.39835784,0.0006299177,0.00009374389,0.00010641657,0.0008523045,0.0032422957,0.00215231],"genre_scores_gemma":[0.95330834,0.00033187648,0.04471686,0.0000653849,0.000026537271,0.000041848325,0.000731372,0.00003904869,0.00073863624],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993118,0.00019651029,0.000047059944,0.0001669327,0.00018551307,0.000092256894],"domain_scores_gemma":[0.99605227,0.00230498,0.0005675402,0.0002546384,0.0007353079,0.000085202446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025525193,0.0012312434,0.0007600974,0.0021419607,0.00022138705,0.0008279217,0.0009177755,0.000809519,0.00071149203],"category_scores_gemma":[0.006694401,0.00031213157,0.000697016,0.0010035335,0.00030647762,0.0014601322,0.0005380638,0.0009080094,0.000542835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001727544,0.0003689432,0.04965375,0.0001251582,0.00013159266,0.00010126875,0.00005758164,0.80514526,0.0025174539,0.0008380863,0.0021721253,0.13871603],"study_design_scores_gemma":[0.0000033328552,0.00005548691,0.003019186,0.000011831005,0.000012239364,0.00002217034,0.0000104550145,0.9954659,0.00064763,0.0005673688,0.00017889442,0.000005472832],"about_ca_topic_score_codex":0.0060514556,"about_ca_topic_score_gemma":0.007690209,"teacher_disagreement_score":0.0060514556,"about_ca_system_score_codex":0.00051707774,"about_ca_system_score_gemma":0.0008842435,"threshold_uncertainty_score":0.0134992},"labels":[],"label_agreement":null}]}