{"meta":{"query_hash":"34f6b0290114","filters":{"venue":"IET Software"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/34f6b0290114","api":"https://metacan.xera.ac/api/v1/cohort?venue=IET+Software"},"results":[{"id":"W1994514428","doi":"10.1049/iet-sen:20080010","title":"Reducing the use of nullable types through non-null by default and monotonic non-null","year":2008,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Null (SQL); Java; Computer science; Software engineering; Java Modeling Language; Empirical research; Semantics (computer science); Java annotation; Database; Mathematics; Real time Java","score_opus":0.03589992865678084,"score_gpt":0.2562885052394724,"score_spread":0.22038857658269154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994514428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6018003,0.0013779892,0.3952479,0.00042289792,0.00033369334,0.0003921811,0.00002312992,0.00034607542,0.000055789973],"genre_scores_gemma":[0.86208844,0.00044360195,0.13580951,0.00020691192,0.000072509116,0.000050595896,0.000006569417,0.000050046507,0.001271815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998255,0.00004474959,0.0002639436,0.0004838808,0.00046712093,0.00048530675],"domain_scores_gemma":[0.99730694,0.0013206195,0.00008432395,0.0010084432,0.00017584028,0.00010384937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002145129,0.00021144855,0.0002620795,0.000070614245,0.00024874136,0.00011565882,0.00089916703,0.00011375396,0.000016565673],"category_scores_gemma":[0.0008597278,0.00016650322,0.000069627946,0.0005837124,0.00018017068,0.00065910025,0.00045570376,0.00031900592,0.000052126747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001124411,0.0005861491,0.15922096,0.0007558969,0.00046883692,0.00032627015,0.03134393,0.048780996,0.01286942,0.00044132915,0.7067224,0.0383714],"study_design_scores_gemma":[0.0060916347,0.0021210264,0.22199026,0.0015403841,0.00015062079,0.0014598555,0.00032480017,0.24834716,0.1843896,0.0028034027,0.3261627,0.004618571],"about_ca_topic_score_codex":0.00075796247,"about_ca_topic_score_gemma":0.000006367742,"teacher_disagreement_score":0.38055968,"about_ca_system_score_codex":0.000058357626,"about_ca_system_score_gemma":0.00014987323,"threshold_uncertainty_score":0.6789804},"labels":[],"label_agreement":null},{"id":"W1998690866","doi":"10.1049/iet-sen:20070062","title":"Ontological approach for the semantic recovery of traceability links between software artefacts","year":2008,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Traceability; Computer science; Software engineering; Requirements traceability; Documentation; Ontology; Software development; Source code; Software construction; Software; Programming language","score_opus":0.060071436611381715,"score_gpt":0.2797311478187576,"score_spread":0.21965971120737587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998690866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13677968,0.0003856314,0.86072993,0.0002462166,0.00021954435,0.00074554665,0.00004203921,0.00084045925,0.000010955082],"genre_scores_gemma":[0.6898382,0.000022935234,0.30966702,0.00005692014,0.00013178485,0.0001276464,0.000017225022,0.000023743554,0.00011452064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997453,0.00011260137,0.00046123448,0.00068246125,0.0006614451,0.00062928104],"domain_scores_gemma":[0.9893382,0.008722019,0.0001261599,0.0013597186,0.0002850261,0.00016886946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091886736,0.0002668646,0.00047951905,0.000109078166,0.00031396854,0.000058676633,0.0018313162,0.00036491573,0.0000122149495],"category_scores_gemma":[0.006552682,0.00019207399,0.00029915263,0.0005507566,0.0002582646,0.00032332257,0.00034181224,0.00068305037,0.00001474353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008126742,0.00053032563,0.8598812,0.000704836,0.00028629767,0.00003622899,0.0020551805,0.009999467,0.000037924754,0.00020798929,0.007878956,0.118300274],"study_design_scores_gemma":[0.000870455,0.0005664967,0.98351026,0.000051225616,0.00004159069,0.000083927494,0.00003152461,0.00951467,0.0008976869,0.0023045691,0.0015878084,0.000539813],"about_ca_topic_score_codex":0.000040156337,"about_ca_topic_score_gemma":0.0000030236627,"teacher_disagreement_score":0.5530585,"about_ca_system_score_codex":0.000089025605,"about_ca_system_score_gemma":0.00021056614,"threshold_uncertainty_score":0.78446454},"labels":[],"label_agreement":null},{"id":"W2043445799","doi":"10.1049/iet-sen.2013.0165","title":"Analogy‐based effort estimation: a new method to discover set of analogies from dataset characteristics","year":2015,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Jordan; National Aeronautics and Space Administration","keywords":"Computer science; Analogy; Medoid; Set (abstract data type); Cluster analysis; Data mining; Estimation; Machine learning; Artificial intelligence; Software; Engineering; Programming language","score_opus":0.061420497988652414,"score_gpt":0.3609502763795231,"score_spread":0.2995297783908707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043445799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015630795,0.00004915823,0.980686,0.0005609589,0.00028408534,0.00017945335,0.0023127818,0.00029284632,0.000003925117],"genre_scores_gemma":[0.10431698,8.489184e-7,0.89313745,0.00029262423,0.00011039938,0.000017821756,0.0020676511,0.000019615038,0.0000365799],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982422,0.00006710577,0.00030953038,0.00044947138,0.0006113493,0.0003203413],"domain_scores_gemma":[0.9971205,0.0011072115,0.00009185955,0.0011557844,0.00015538519,0.00036925075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047419814,0.00018909764,0.00032903955,0.00020371491,0.00003530528,0.00012837515,0.0012250838,0.00008395048,0.000027300484],"category_scores_gemma":[0.002680594,0.00017887377,0.00005392459,0.00068518176,0.000032851844,0.00039848097,0.00048152014,0.00016182562,0.00010551061],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013317715,0.00014873056,0.27310202,0.0001743461,0.00020695892,0.00022607202,0.0030991174,0.14171551,0.0002275218,0.0006489834,0.42565662,0.15466094],"study_design_scores_gemma":[0.0024711308,0.0008306554,0.63327384,0.00032085043,0.00007181526,0.000027838894,0.00008349728,0.28570515,0.00515624,0.007852094,0.06280079,0.0014060924],"about_ca_topic_score_codex":0.0006467251,"about_ca_topic_score_gemma":0.000022609865,"teacher_disagreement_score":0.36285585,"about_ca_system_score_codex":0.000085864376,"about_ca_system_score_gemma":0.000501667,"threshold_uncertainty_score":0.7294261},"labels":[],"label_agreement":null},{"id":"W2072038212","doi":"10.1049/iet-sen:20089010","title":"Software language engineering","year":2008,"lang":"en","type":"editorial","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Programming language; Software engineering; Software construction; Software development; Second-generation programming language; Software system; Comparison of multi-paradigm programming languages; Domain-specific language; Software; Fifth-generation programming language; Programming paradigm","score_opus":0.0076433244501118575,"score_gpt":0.2482138613454336,"score_spread":0.24057053689532176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072038212","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010875026,0.0023155718,0.4065564,0.00003077489,0.585703,0.0002710866,0.00016766004,0.0048316005,0.000015160746],"genre_scores_gemma":[0.00017177718,0.00039674985,0.2598181,0.000051025767,0.7349529,0.00021916132,0.00052192516,0.00037648113,0.0034918187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99412817,0.0000649948,0.0005431411,0.0014291212,0.002523876,0.0013106951],"domain_scores_gemma":[0.9896188,0.0067491927,0.00016774281,0.0025472604,0.00047224376,0.00044481026],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0004273926,0.0008455728,0.0008160147,0.00062632875,0.0001995921,0.0003930178,0.0042209346,0.0013920907,0.000055429893],"category_scores_gemma":[0.023037108,0.0009112518,0.00036353487,0.0010243617,0.000068731715,0.0005772514,0.0013560163,0.0025934887,0.000743938],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038122903,0.000034981345,0.00018056217,0.00031082155,0.00007519105,0.00079872675,0.0005539158,0.00073275395,0.0000088500165,0.00001134725,0.9910492,0.0062398766],"study_design_scores_gemma":[0.00045725523,0.000097421136,0.00028622794,0.0003484539,0.000015902382,0.00005119348,0.000004989322,0.000508697,0.00014652144,0.000024569765,0.99689865,0.0011601117],"about_ca_topic_score_codex":0.000098992794,"about_ca_topic_score_gemma":0.000005408484,"teacher_disagreement_score":0.14924994,"about_ca_system_score_codex":0.00047869812,"about_ca_system_score_gemma":0.00088583387,"threshold_uncertainty_score":0.99990433},"labels":[],"label_agreement":null},{"id":"W2085148999","doi":"10.1049/iet-sen.2013.0204","title":"Analysis of risks faced by information technology offshore outsourcing service providers","year":2014,"lang":"en","type":"article","venue":"IET Software","topic":"Outsourcing and Supply Chain Management","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Thompson Rivers University","funders":"","keywords":"Outsourcing; Service provider; Offshore outsourcing; Business; Submarine pipeline; Process management; Service (business); Engineering management; Offshoring; Computer science; Knowledge management; Risk analysis (engineering); Engineering; Marketing","score_opus":0.012061971896230591,"score_gpt":0.2277397208249903,"score_spread":0.2156777489287597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085148999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45027184,0.00007105262,0.530736,0.011564461,0.00037834616,0.0007799955,0.000043012486,0.0014199417,0.004735318],"genre_scores_gemma":[0.9959667,0.0000014543311,0.00079993665,0.002670697,0.00007412078,0.000025226762,0.00032056993,0.000017424823,0.00012392538],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877053,0.000012510164,0.00040548865,0.00022204003,0.00030535238,0.0002840611],"domain_scores_gemma":[0.99887854,0.00005266608,0.00038661738,0.000413733,0.00025518323,0.000013276992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039562778,0.0001905928,0.0003646424,0.0011379283,0.00014631043,0.00016362696,0.00034925333,0.00013091054,0.00009987082],"category_scores_gemma":[0.00033272067,0.00018230359,0.00012351149,0.002356072,0.000039001377,0.00088912575,0.00021168037,0.0001397704,0.00013113106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037772796,0.00008018174,0.84145516,0.0009234222,0.00084345107,9.782867e-7,0.0011213961,0.07404519,0.000087633685,0.0010197147,0.016005259,0.06437986],"study_design_scores_gemma":[0.0017123065,0.000045278768,0.06411674,0.00016573735,0.0029639716,5.55438e-7,0.007535702,0.3908428,0.00022535922,0.0016896506,0.5296684,0.001033507],"about_ca_topic_score_codex":0.0011705833,"about_ca_topic_score_gemma":0.00020243783,"teacher_disagreement_score":0.7773384,"about_ca_system_score_codex":0.000036726145,"about_ca_system_score_gemma":0.00001139421,"threshold_uncertainty_score":0.7434125},"labels":[],"label_agreement":null},{"id":"W2120801660","doi":"10.1049/iet-sen.2012.0058","title":"Conflict‐aware optimal scheduling of prioritised code clone refactoring","year":2013,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Programming language; Source code; Scheduling (production processes); Software maintenance; Software engineering; Software; Software system; Engineering","score_opus":0.026973757101524092,"score_gpt":0.2775546649302163,"score_spread":0.2505809078286922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120801660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42973942,0.0002906056,0.5683965,0.00012799779,0.00037564183,0.00026914748,0.000010987378,0.00076880597,0.000020888892],"genre_scores_gemma":[0.76837176,0.00002156058,0.23121743,0.000033018117,0.00009187569,0.000051026327,0.000005444269,0.000033536024,0.00017436242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978772,0.000042727246,0.00036681103,0.0004917776,0.00063691125,0.00058458594],"domain_scores_gemma":[0.9975432,0.00080666534,0.0000991117,0.0009095598,0.0004054676,0.0002360092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026617316,0.00021722278,0.00031427873,0.00018325238,0.00010189889,0.00017676517,0.0012429832,0.00014030674,0.000099942554],"category_scores_gemma":[0.0012066317,0.00022667441,0.000101831014,0.00052515673,0.0000719882,0.00071321864,0.00048617637,0.00036929158,0.00017331447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006946307,0.0007789921,0.58321005,0.002352453,0.0006164595,0.00044088464,0.012007691,0.088229164,0.06499329,0.005537972,0.0082824025,0.2334812],"study_design_scores_gemma":[0.0055227773,0.0010937125,0.6760038,0.0017097695,0.00004657078,0.00021657637,0.00039803374,0.16925448,0.12785989,0.0011703713,0.013322762,0.0034012303],"about_ca_topic_score_codex":0.00013284298,"about_ca_topic_score_gemma":0.0000013968138,"teacher_disagreement_score":0.33863232,"about_ca_system_score_codex":0.0000948501,"about_ca_system_score_gemma":0.00013979194,"threshold_uncertainty_score":0.9243514},"labels":[],"label_agreement":null},{"id":"W2135977696","doi":"10.1049/iet-sen.2009.0004","title":"Systematic selection of software architecture styles","year":2010,"lang":"en","type":"article","venue":"IET Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Selection (genetic algorithm); Architecture; Architectural style; Software architecture; Computer science; Ranking (information retrieval); Software; Architectural pattern; Software engineering; Reference architecture; Software architecture description; Software system; Artificial intelligence; Software construction; Programming language","score_opus":0.012856748413669693,"score_gpt":0.2592832664182455,"score_spread":0.24642651800457582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135977696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011254094,0.0001700149,0.98555446,0.000051436677,0.0007839027,0.00031722567,0.000007515082,0.001847479,0.000013846832],"genre_scores_gemma":[0.07913879,0.0000046416844,0.9205437,0.000043366712,0.00007367029,0.00005276183,0.0000027610158,0.000028493994,0.000111831374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983172,0.00014204456,0.00041382434,0.00041736494,0.00036368697,0.00034586768],"domain_scores_gemma":[0.9967303,0.0019037891,0.00023240167,0.00083444675,0.00020477994,0.000094246556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055023184,0.0002479396,0.00046538073,0.00020124731,0.00010114608,0.000054336753,0.0010320097,0.00017968302,0.000014823038],"category_scores_gemma":[0.0067613376,0.0002146858,0.00013560627,0.00056976615,0.00008066219,0.00033053,0.00022731956,0.00051919284,0.000018412818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010434383,0.00074636756,0.027648464,0.09001938,0.0009691176,0.00015432447,0.011129231,0.48966655,0.1152773,0.05287767,0.0026099102,0.20879734],"study_design_scores_gemma":[0.00403815,0.0020459734,0.04287154,0.014298712,0.0004552886,0.0024182564,0.0005944993,0.008796982,0.3415328,0.57300705,0.0026357074,0.007305048],"about_ca_topic_score_codex":0.0000075993426,"about_ca_topic_score_gemma":0.00001655618,"teacher_disagreement_score":0.5201294,"about_ca_system_score_codex":0.000029481558,"about_ca_system_score_gemma":0.00007347103,"threshold_uncertainty_score":0.87546325},"labels":[],"label_agreement":null},{"id":"W2143654857","doi":"10.1049/iet-sen.2008.0078","title":"Approach for solving the feature location problem by measuring the component modification impact","year":2009,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); Feature model; Relevance (law); Software system; Dependency graph; Data mining; Ranking (information retrieval); Task (project management); Software; Domain (mathematical analysis); Source code; Dependency (UML); Artificial intelligence; Graph; Machine learning; Engineering; Systems engineering; Programming language; Theoretical computer science","score_opus":0.028858509463813898,"score_gpt":0.2773965040843011,"score_spread":0.2485379946204872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143654857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061652944,0.0010260387,0.9881347,0.0031919344,0.000076580975,0.00092544063,0.000006734164,0.00045746184,0.000015807029],"genre_scores_gemma":[0.91248447,0.000010088474,0.086930305,0.00014809665,0.000092463684,0.00018270816,0.00003628386,0.000016205755,0.00009938682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857396,0.00005267913,0.00015115317,0.00035689143,0.000477975,0.00038736503],"domain_scores_gemma":[0.99817026,0.00063014583,0.000074275216,0.000822192,0.00023407524,0.00006908325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008293498,0.00016487292,0.00011685536,0.000052055857,0.00042966002,0.00035136825,0.0013492497,0.000076848075,8.491457e-7],"category_scores_gemma":[0.00050911715,0.000095364594,0.00008867127,0.00049847475,0.000033275825,0.00030920174,0.000085081076,0.00029426493,0.000005360798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007255931,0.0005392482,0.0071183126,0.0003251387,0.00018732566,0.0000022575118,0.009086164,0.38768956,0.015105865,0.0053845993,0.16167542,0.41281354],"study_design_scores_gemma":[0.000921679,0.00032592946,0.1672998,0.00014730706,0.000030766074,0.000055474327,0.00012029319,0.81697315,0.0051990333,0.004696862,0.0034835134,0.00074618467],"about_ca_topic_score_codex":0.000022430728,"about_ca_topic_score_gemma":4.8949295e-7,"teacher_disagreement_score":0.90631914,"about_ca_system_score_codex":0.00017505903,"about_ca_system_score_gemma":0.000079982594,"threshold_uncertainty_score":0.38888553},"labels":[],"label_agreement":null},{"id":"W2923156901","doi":"10.1049/iet-sen.2019.0040","title":"Implementing ISO/IEC 29110 to reinforce four very small entities of Mexico under an agile approach","year":2019,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Scrum; Context (archaeology); Engineering management; Software quality; Software; Process management; Software engineering; Software development; Quality (philosophy); Computer science; Software development process; Engineering; Agile Unified Process; Systems engineering","score_opus":0.029431866353551973,"score_gpt":0.26232847284256894,"score_spread":0.23289660648901697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923156901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06105512,0.000066480214,0.9353354,0.000091762944,0.00028358842,0.0002970785,0.000010532748,0.00092580303,0.0019342592],"genre_scores_gemma":[0.47420147,0.000007849302,0.52370477,0.0003380177,0.000060253835,0.000033100056,0.000016519716,0.000029072202,0.0016089336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848336,0.00004634992,0.00030958068,0.00041393362,0.0002988409,0.00044790906],"domain_scores_gemma":[0.99841213,0.00026079454,0.00016061639,0.0009359079,0.00011760374,0.00011292487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058704324,0.00019198869,0.00024252884,0.00015565872,0.00008733152,0.00017670364,0.001022994,0.00008867235,0.00011172503],"category_scores_gemma":[0.00013432691,0.00019326902,0.0000933972,0.00034305587,0.000016741007,0.0008991852,0.00046685495,0.00017583922,0.00006579144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026338507,0.0011002911,0.15491441,0.003931904,0.0010346948,0.00010217655,0.032030415,0.18081723,0.009960733,0.25342077,0.040048502,0.32237548],"study_design_scores_gemma":[0.0030143987,0.0041406713,0.041654926,0.00096180034,0.00019420442,0.00032699038,0.0023609563,0.09956313,0.06829551,0.019706992,0.7541387,0.0056416956],"about_ca_topic_score_codex":0.00024271691,"about_ca_topic_score_gemma":0.000010912601,"teacher_disagreement_score":0.7140902,"about_ca_system_score_codex":0.000040078652,"about_ca_system_score_gemma":0.00005988437,"threshold_uncertainty_score":0.7881282},"labels":[],"label_agreement":null},{"id":"W3133232930","doi":"10.1049/iet-sen.2019.0384","title":"Investigating the information value of different sources of evidence of developers’ expertise for bug assignment in open‐source projects","year":2020,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates - Technology Futures; Faculty of Graduate Studies and Research, University of Regina","keywords":"Open source; Value (mathematics); Computer science; Knowledge management; Open source software; Software engineering; Process management; Engineering; Programming language; Software; Machine learning","score_opus":0.11969056004223318,"score_gpt":0.31950892678434967,"score_spread":0.1998183667421165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133232930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49237424,0.000117760974,0.5060965,0.00064475555,0.000037337933,0.0006807694,0.000003224587,0.00004344734,0.0000019838044],"genre_scores_gemma":[0.9442156,0.000006315424,0.05548812,0.00012983326,0.000010722497,0.00013469008,0.0000015546731,0.000008290964,0.0000049018395],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998536,0.0000843567,0.0004918853,0.00018403454,0.00050266885,0.00020104653],"domain_scores_gemma":[0.99747276,0.0016936922,0.0002396655,0.0003425469,0.00018221566,0.00006911424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054235524,0.00011836982,0.000252403,0.000087256914,0.000042741307,0.00006074391,0.0015373322,0.000046213117,0.000001983269],"category_scores_gemma":[0.007143718,0.00007830366,0.000047938403,0.00053953263,0.00007906782,0.00068910606,0.00078848755,0.00011874822,8.983991e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008968196,0.00013326416,0.61571676,0.0034614375,0.0000779331,0.0000015471754,0.22050275,0.054535422,0.008647617,0.0008540647,0.0007694151,0.095210135],"study_design_scores_gemma":[0.00214596,0.0014235219,0.25766227,0.004378142,0.000020952795,0.000005926397,0.0032535696,0.19660974,0.5329387,0.00059060723,0.00033932013,0.0006312472],"about_ca_topic_score_codex":0.00011755202,"about_ca_topic_score_gemma":0.0000034697835,"teacher_disagreement_score":0.5242911,"about_ca_system_score_codex":0.00006170414,"about_ca_system_score_gemma":0.00021633114,"threshold_uncertainty_score":0.8552214},"labels":[],"label_agreement":null},{"id":"W3191437670","doi":"10.1049/sfw2.12041","title":"Beyond factors that motivate the adoption of the ISO/IEC 29110 in Mexico: An exploratory study of the implementation pace of this standard and the benefits observed","year":2021,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Pace; Engineering management; Software engineering; Software; Software development process; Process management; International standard; Engineering; Software development; Computer science; Knowledge management; Systems engineering","score_opus":0.04260178888882966,"score_gpt":0.2811795562527454,"score_spread":0.23857776736391573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191437670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908682,0.00042111942,0.0073572486,0.0004959217,0.00023865401,0.00052204554,0.000036719815,0.00005575747,0.000004348903],"genre_scores_gemma":[0.9980915,0.00007745398,0.0017142703,0.000060303504,0.0000071627182,0.000029693076,0.0000030786066,0.000010457308,0.000006058225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983646,0.0005195173,0.0003016636,0.00021828874,0.00046648728,0.00012939748],"domain_scores_gemma":[0.9977946,0.00077035424,0.00037413248,0.000899781,0.00014059857,0.000020504178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091641775,0.00013314786,0.0002135444,0.000031565534,0.0001349419,0.00005756292,0.0007676318,0.000047768914,0.00000771286],"category_scores_gemma":[0.00027651424,0.0000627262,0.00008428808,0.0005079814,0.00008538892,0.00047254495,0.00037722872,0.00019421063,7.3131716e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053488086,0.00018005187,0.9158967,0.00006333694,0.00009319066,0.0000015040627,0.071169876,0.0013507431,0.00034121954,0.0024786792,0.00016399796,0.008207187],"study_design_scores_gemma":[0.0013616664,0.00031467224,0.9251079,0.00012845277,0.00007413778,0.0000030109136,0.018319266,0.00033849527,0.05123467,0.002709043,0.00023047283,0.00017822465],"about_ca_topic_score_codex":0.00024085541,"about_ca_topic_score_gemma":0.0009617134,"teacher_disagreement_score":0.05285061,"about_ca_system_score_codex":0.000026921682,"about_ca_system_score_gemma":0.000074952724,"threshold_uncertainty_score":0.25579002},"labels":[],"label_agreement":null},{"id":"W4298146276","doi":"10.1049/sfw2.12072","title":"A decision framework for cloud migration: A hybrid approach","year":2022,"lang":"en","type":"article","venue":"IET Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; University of New Brunswick","funders":"","keywords":"Cloud computing; Outsourcing; Computer science; Process (computing); Software deployment; Process management; Resource (disambiguation); Service (business); Risk analysis (engineering); Knowledge management; Management science; Operations research; Engineering; Business; Software engineering; Marketing","score_opus":0.011159283733660716,"score_gpt":0.23198146471055425,"score_spread":0.22082218097689355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298146276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22064872,0.0002915233,0.7775051,0.000066558714,0.0006065434,0.0003429813,0.000070393755,0.00040266945,0.00006552167],"genre_scores_gemma":[0.8670688,0.0000030831934,0.1319834,0.000074408796,0.00018183795,0.000464343,0.00007241788,0.00003316377,0.0001184941],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992556,0.000018361798,0.00014974571,0.00018261194,0.00017934483,0.00021431159],"domain_scores_gemma":[0.9993601,0.00023901358,0.00001604707,0.0002877951,0.00004473179,0.000052355757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018543101,0.00010675675,0.00013016426,0.000041527866,0.00021753086,0.000026690035,0.00017018877,0.00003935279,0.0001256496],"category_scores_gemma":[0.00024211663,0.00011376977,0.00010196894,0.00016378968,0.000013540488,0.00005364871,0.00006198917,0.00021030795,0.0000051936267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041942004,0.00045680476,0.038811307,0.0012074001,0.00016446879,0.000049177503,0.006775394,0.40247658,0.000027980068,0.010829017,0.30966464,0.22911781],"study_design_scores_gemma":[0.0011140887,0.00030235047,0.0044399183,0.000028566134,0.00005187859,0.00005566922,0.0023660846,0.11694087,0.000216557,0.36158508,0.5120422,0.0008566928],"about_ca_topic_score_codex":0.0000069124326,"about_ca_topic_score_gemma":0.0000037491598,"teacher_disagreement_score":0.6464201,"about_ca_system_score_codex":0.00014181032,"about_ca_system_score_gemma":0.000025067116,"threshold_uncertainty_score":0.46393964},"labels":[],"label_agreement":null},{"id":"W4383621443","doi":"10.1049/sfw2.12130","title":"A case study of environmental considerations and opportunities in cyber physical systems","year":2023,"lang":"en","type":"article","venue":"IET Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cyber-physical system; Risk analysis (engineering); Computer science; Perspective (graphical); Environmental impact assessment; Life-cycle assessment; Systems engineering; Systems design; Process management; Engineering; Business","score_opus":0.03854225899716111,"score_gpt":0.2430915255578137,"score_spread":0.2045492665606526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383621443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995085,0.000047267644,0.000014710869,0.000007855958,0.000043579952,0.00021328556,0.000035376714,0.000106860956,0.000022556991],"genre_scores_gemma":[0.99988055,0.000004495766,0.000008097382,0.0000020171894,0.000012126376,0.000036933463,0.000003703428,0.000008854459,0.00004323826],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99963945,0.000025385398,0.000108783475,0.00007370572,0.00006345961,0.00008924193],"domain_scores_gemma":[0.99974847,0.0001100942,0.000008113957,0.00009847793,0.000005833981,0.000028982846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059757695,0.000059782767,0.00011549742,0.000051633066,0.000030963496,0.000010839939,0.000014524657,0.000020802645,0.000007750148],"category_scores_gemma":[0.000017810778,0.000060549784,0.000012103476,0.000043746684,0.0000315762,0.00005434813,0.000023026665,0.00005454862,0.0000020526804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012055312,0.0010369319,0.7561004,0.0009795825,0.00017950012,0.023693994,0.1503755,0.057494856,0.00030061798,0.0004355767,0.0018913236,0.007499667],"study_design_scores_gemma":[0.0026449098,0.00045867718,0.29718494,0.000058480888,0.00008512634,0.0013859734,0.63050425,0.06494326,0.00007543279,0.0016399501,0.00031952217,0.0006994418],"about_ca_topic_score_codex":0.00017471034,"about_ca_topic_score_gemma":0.00012557676,"teacher_disagreement_score":0.48012877,"about_ca_system_score_codex":0.0000259742,"about_ca_system_score_gemma":0.0000070688598,"threshold_uncertainty_score":0.24691485},"labels":[],"label_agreement":null},{"id":"W4410705961","doi":"10.1049/sfw2/8832164","title":"Predicting Software Perfection Through Advanced Models to Uncover and Prevent Defects","year":2025,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"University of Johannesburg","keywords":"Perfection; Computer science; Software engineering; Software; Programming language; Epistemology; Philosophy","score_opus":0.015748346247657422,"score_gpt":0.27230584308185884,"score_spread":0.2565574968342014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410705961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22260568,0.00057275686,0.77428955,0.00020427568,0.0005922163,0.00044559015,0.000006839392,0.0012167239,0.00006639509],"genre_scores_gemma":[0.74780065,0.00004718142,0.25049818,0.00060377835,0.00006828433,0.00020387996,0.00000506781,0.00003542243,0.00073757116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99799037,0.000062302126,0.00023684854,0.00075367023,0.0004361106,0.0005207009],"domain_scores_gemma":[0.9979016,0.0010055146,0.000042805066,0.0007238154,0.00017435585,0.00015190884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002796354,0.00024584465,0.00023907829,0.00019591388,0.0002445002,0.00020072864,0.000608536,0.000121120276,0.0000058871915],"category_scores_gemma":[0.0016463735,0.00025317038,0.00007434036,0.0009353047,0.0000308111,0.0010205056,0.00074993167,0.00030324582,0.00002247302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011567832,0.00037529145,0.2655035,0.0013078667,0.00024755116,0.00008871908,0.009308665,0.41061112,0.0009786891,0.007232174,0.013426136,0.29080462],"study_design_scores_gemma":[0.010376392,0.0037589758,0.37795928,0.0068095988,0.0002722843,0.0003190973,0.00068401464,0.22621511,0.058862567,0.24848942,0.059222974,0.00703028],"about_ca_topic_score_codex":0.00008161837,"about_ca_topic_score_gemma":0.000024590761,"teacher_disagreement_score":0.525195,"about_ca_system_score_codex":0.00021357794,"about_ca_system_score_gemma":0.00014764618,"threshold_uncertainty_score":0.9999921},"labels":[],"label_agreement":null}]}