{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":106,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":106,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"ba03e5cb2f5b","filters":{"venue":"IEEE Software"}},"results":[{"id":"W1965658570","doi":"10.1109/ms.2012.167","title":"Technical Debt: From Metaphor to Theory and Practice","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":691,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Code refactoring; Metaphor; Debt; Computer science; Software engineering; Software; Corporate debt; Software development; Engineering; Business; Finance; Linguistics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02007688622465881,"gpt":0.2964599153745954,"spread":0.2763830291499366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001394133,0.0001562146,0.0001577812,0.00008082784,0.0001363567,0.00011126,0.000556556,0.0001046851,0.000019719],"category_scores_gemma":[0.00419547,0.000139348,0.00004219465,0.0002758146,0.00002526675,0.001418607,0.0002866233,0.0002161291,0.00007747371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002973449,"about_ca_system_score_gemma":0.00002174221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005085395,"about_ca_topic_score_gemma":0.000001938222,"domain_scores_codex":[0.9987999,0.0001971513,0.0001560228,0.0003000372,0.0002253957,0.0003214489],"domain_scores_gemma":[0.9941165,0.004893565,0.00006551312,0.0006132675,0.00006096239,0.0002502169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004151539,0.0007385537,0.007665628,0.0000811564,0.0003059757,0.0001382619,0.01223874,0.0001305945,0.01452643,0.2196424,0.05784355,0.6862735],"study_design_scores_gemma":[0.0003787486,0.0003056095,0.01404963,0.00009741099,0.000167851,0.0005321456,0.0001042335,0.0001548868,0.01965904,0.03275648,0.9305753,0.001218655],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004533548,0.001583348,0.9904533,0.0008672389,0.0006267345,0.0001592459,0.000007554058,0.00145744,0.0003115859],"genre_scores_gemma":[0.2715496,0.00004055126,0.7266047,0.001529245,0.0001693035,0.00003892266,0.000001190909,0.00001664883,0.00004988712],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8727317,"threshold_uncertainty_score":0.5682446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998265754","doi":"10.1109/ms.2006.105","title":"How are Java software developers using the Eclipse IDE?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Java; Computer science; Popularity; Software development; Development environment; Software engineering; Software; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02894594475689117,"gpt":0.2534921181635719,"spread":0.2245461734066807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004829549,0.0003818272,0.0003069684,0.0002296438,0.0007486974,0.0007390251,0.002333274,0.0001769375,0.00001661401],"category_scores_gemma":[0.001661498,0.000298358,0.0001660215,0.001250977,0.0001561741,0.0008140589,0.0005910716,0.0005256809,0.00009366807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002780461,"about_ca_system_score_gemma":0.0002827343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001490971,"about_ca_topic_score_gemma":0.00005893809,"domain_scores_codex":[0.9969213,0.0001140526,0.0002996325,0.0007493135,0.0009734904,0.0009422384],"domain_scores_gemma":[0.9966933,0.001193435,0.0001424007,0.001441066,0.0003607938,0.0001690298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004700674,0.0004797539,0.6296266,0.0006598765,0.0003743366,0.00178019,0.003941686,0.1016715,0.002183248,0.005813221,0.167042,0.08638061],"study_design_scores_gemma":[0.006013264,0.0004970818,0.5048421,0.001805575,0.0002168221,0.002213665,0.001293064,0.0553546,0.04199174,0.03765535,0.3381618,0.009954949],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1246214,0.0004999089,0.8705213,0.001100863,0.00158636,0.0003224401,0.00001650703,0.001307136,0.00002409799],"genre_scores_gemma":[0.6281807,0.00001334698,0.3673468,0.0004519454,0.001744935,0.00005749088,0.000009570935,0.0001201406,0.002075038],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5035593,"threshold_uncertainty_score":0.9999468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156448859","doi":"10.1109/ms.2009.161","title":"Recommendation Systems for Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software construction; Personal software process; Software peer review; Reuse; Software system; Package development process; Software Engineering Process Group; Software; World Wide Web; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0223554942090374,"gpt":0.2680150422771015,"spread":0.2456595480680641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004228257,0.0002223695,0.0002279918,0.000243589,0.0002085238,0.000223031,0.0008405683,0.0001241632,0.00000887911],"category_scores_gemma":[0.002261437,0.0002361915,0.0001031487,0.0004833827,0.000009292222,0.0005690261,0.00008067908,0.0002076218,0.00004378562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001676243,"about_ca_system_score_gemma":0.00007185662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008764517,"about_ca_topic_score_gemma":3.69206e-7,"domain_scores_codex":[0.9983233,0.00002346213,0.000280716,0.0004989894,0.0003049866,0.0005685936],"domain_scores_gemma":[0.9977285,0.00121105,0.00006163126,0.0006110787,0.0002146666,0.0001730878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007399092,0.000500999,0.01698781,0.001248047,0.0002556759,0.00009885598,0.002628765,0.2214426,0.002735198,0.01208012,0.09564146,0.6463065],"study_design_scores_gemma":[0.004353928,0.00192288,0.05094457,0.0006786183,0.00005383707,0.0002867436,0.0000440722,0.5940745,0.01009523,0.002780429,0.3310032,0.003761978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007137032,0.0002020141,0.9876107,0.0003093876,0.001932669,0.0004982421,0.00001832054,0.002283287,0.000008360501],"genre_scores_gemma":[0.4918202,0.00003384956,0.5064412,0.0002879312,0.0006857439,0.0002626835,0.00005395783,0.0000694721,0.0003450152],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6425445,"threshold_uncertainty_score":0.9631612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008107570","doi":"10.1109/ms.2009.193","title":"What Makes APIs Hard to Learn? Answers from Developers","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Microsoft Research","keywords":"Application programming interface; Computer science; Learnability; Usability; Reuse; Software engineering; World Wide Web; Interface (matter); Software development; Software; Human–computer interaction; Programming language; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02359606906170304,"gpt":0.2671319431312975,"spread":0.2435358740695944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002261652,0.00023468,0.0002250142,0.0002286206,0.0001967199,0.0005640943,0.001551468,0.000109587,0.00004527237],"category_scores_gemma":[0.0007982427,0.0002368603,0.00008151129,0.0008252973,0.00002832283,0.001071235,0.0001863052,0.0002832975,0.0008028707],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001522563,"about_ca_system_score_gemma":0.0001366813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005859098,"about_ca_topic_score_gemma":0.00001115864,"domain_scores_codex":[0.9978012,0.00004474743,0.0002071585,0.0006844742,0.0006473949,0.0006150661],"domain_scores_gemma":[0.9980652,0.0004936466,0.00002904989,0.0009159946,0.0001514826,0.0003445726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003352319,0.0001149391,0.01654685,0.00002704266,0.00008595494,0.0004168325,0.01201674,0.008402513,0.00472396,0.0002077375,0.05040086,0.9070231],"study_design_scores_gemma":[0.002593303,0.001354436,0.6875997,0.001174125,0.00003615927,0.0001112441,0.0008986187,0.005000618,0.07443912,0.006393832,0.2159556,0.004443257],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3279537,0.0004525589,0.6646526,0.003071147,0.002128365,0.0002496508,0.000007701981,0.001461066,0.00002324226],"genre_scores_gemma":[0.5841487,0.00008355041,0.4101463,0.003393826,0.0003025577,0.0000367194,0.00001063983,0.00004714706,0.001830571],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9025798,"threshold_uncertainty_score":0.9999751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070848457","doi":"10.1109/ms.2008.107","title":"A Replicated Survey of IT Software Project Failures","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Software project management; Software review; Software peer review; Software; Software engineering; Computer science; Software development; Engineering; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.07118256728858817,"gpt":0.3032006274918481,"spread":0.2320180602032599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000599029,0.0002360613,0.0003328198,0.0002001731,0.0002210519,0.00004111191,0.001275969,0.0001522942,0.00001530973],"category_scores_gemma":[0.002126133,0.0002215189,0.000103522,0.001075383,0.00008410504,0.0005833395,0.0002101181,0.0002570013,0.00002255639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003501029,"about_ca_system_score_gemma":0.0002445775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00263799,"about_ca_topic_score_gemma":0.00007905971,"domain_scores_codex":[0.998172,0.0001462962,0.0003999989,0.0005322073,0.0004032958,0.00034623],"domain_scores_gemma":[0.9969922,0.00105058,0.0002404364,0.001258332,0.0003740212,0.00008439996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0002305547,0.000965303,0.3914385,0.000693055,0.0004692202,0.0006636225,0.009473818,0.001708468,0.001404049,0.001107351,0.5055324,0.08631358],"study_design_scores_gemma":[0.002369448,0.001960204,0.6289668,0.0006572896,0.00008697401,0.001828795,0.00004284598,0.005568089,0.07563353,0.002309832,0.2766091,0.003967108],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03527407,0.0002773868,0.9610258,0.0001921913,0.0003573949,0.0003250333,0.00004445463,0.002447192,0.00005646634],"genre_scores_gemma":[0.5441381,0.0001123955,0.4551339,0.0002016433,0.00004540895,0.00006289982,0.00002113078,0.00003684781,0.0002476619],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.508864,"threshold_uncertainty_score":0.9033281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111138279","doi":"10.1109/ms.2005.164","title":"The Art and Science of Software Release Planning","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Enterprise resource planning; Software release life cycle; Product (mathematics); Computer science; New product development; Resource (disambiguation); Process (computing); Software; Software engineering; Process management; Engineering; Software development; Business; Knowledge management; Software quality; Marketing; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01670601495543247,"gpt":0.2741704459699971,"spread":0.2574644310145647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008153598,0.0001379455,0.0001379928,0.0001715129,0.0006746936,0.0001787834,0.001444872,0.00004786568,0.000003492663],"category_scores_gemma":[0.003063383,0.000106298,0.00003961932,0.0008030857,0.0004701639,0.0006081677,0.0005083843,0.000239678,0.00004047812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006931328,"about_ca_system_score_gemma":0.0002419551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006025326,"about_ca_topic_score_gemma":0.000002016761,"domain_scores_codex":[0.9981129,0.00002714608,0.0002199512,0.000407516,0.0007280487,0.0005044363],"domain_scores_gemma":[0.9971701,0.001548741,0.00006719476,0.0008031795,0.0002202664,0.0001905177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004541355,0.0001466266,0.1170663,0.0002036579,0.00006411736,0.00009741759,0.005972811,0.02550942,0.004667218,0.003996218,0.0237747,0.8184561],"study_design_scores_gemma":[0.003977754,0.001182759,0.424757,0.001379548,0.00005334243,0.0007639253,0.0003188109,0.1096319,0.2110418,0.009215184,0.2342182,0.003459776],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3226001,0.001430706,0.6740328,0.0005968996,0.0004702338,0.0001901131,0.000004395032,0.0006198629,0.00005490876],"genre_scores_gemma":[0.8572946,0.00003497718,0.1420536,0.00008305232,0.0001053275,0.00001795343,4.986827e-7,0.00001738627,0.0003926175],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8149964,"threshold_uncertainty_score":0.5189266,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136904599","doi":"10.1109/ms.2006.126","title":"Guest Editors' Introduction: Global Software Development: How Far Have We Come?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Software peer review; Computer science; Social software engineering; Software development process; Software engineering; Personal software process; Software; Engineering management; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01102441306856668,"gpt":0.2332645831686182,"spread":0.2222401701000515,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003182173,0.0003974007,0.0003121507,0.0001277911,0.0005077028,0.0004415919,0.001268409,0.0002370837,0.00002523195],"category_scores_gemma":[0.0003039914,0.0004011938,0.0001139349,0.000612085,0.00006979077,0.001287127,0.0002895716,0.0003423933,0.0001044106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002610653,"about_ca_system_score_gemma":0.0001616725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007507344,"about_ca_topic_score_gemma":0.00003887826,"domain_scores_codex":[0.997613,0.00006516404,0.000346349,0.0007689371,0.0006139794,0.0005926299],"domain_scores_gemma":[0.9982147,0.0002366372,0.0002013726,0.0009465841,0.0002458358,0.0001549222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001262591,0.0001652559,0.01635228,0.000120766,0.00006316699,0.000109251,0.0003060387,0.0007357824,0.00003522824,0.001573424,0.9304308,0.05009537],"study_design_scores_gemma":[0.0002162505,0.00005859449,0.002519267,0.00004134511,0.00001259876,0.0001215823,0.000008434327,0.0001576191,0.002541719,0.001708428,0.992073,0.0005411873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009010413,0.0007186225,0.9689546,0.00424905,0.02043158,0.0002214947,0.00002200872,0.004435828,0.00006572581],"genre_scores_gemma":[0.03204811,0.00005835991,0.9325075,0.0002459183,0.03373445,0.0001020115,0.00006020017,0.00005752492,0.001185919],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06164216,"threshold_uncertainty_score":0.999844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2201200918","doi":"10.1109/ms.2015.158","title":"Requirements: The Key to Sustainability","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Deutsche Forschungsgemeinschaft","keywords":"Social software engineering; Software requirements; Paradigm shift; Software engineering; Software Engineering Process Group; Software development; Sustainability; Key (lock); Computer science; Software peer review; Focus (optics); Personal software process; Software; Engineering; Software construction; Systems engineering; Engineering management; Computer security; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02696040185903763,"gpt":0.2627659894617791,"spread":0.2358055876027415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005012446,0.0001397794,0.0001304567,0.00003663907,0.0001280676,0.00003373242,0.0002923337,0.00005978187,0.00002333578],"category_scores_gemma":[0.0008284907,0.0001042815,0.00005558837,0.0002672899,0.00005137965,0.0001303109,0.00007658624,0.0001428641,0.00007220612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005839989,"about_ca_system_score_gemma":0.000104752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009547611,"about_ca_topic_score_gemma":0.00007370548,"domain_scores_codex":[0.9989876,0.0000443394,0.0001806739,0.0001798632,0.0002416548,0.0003658816],"domain_scores_gemma":[0.9987555,0.00006086532,0.00001169247,0.000587762,0.0003759408,0.0002082421],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001635926,0.0002377478,0.2840909,0.0009644974,0.0001816874,0.0001112558,0.05359955,0.1566838,0.0001199094,0.001179098,0.3916114,0.1110566],"study_design_scores_gemma":[0.001301553,0.0003247694,0.04797833,0.0000363581,0.00005752505,0.00001289572,0.01141689,0.002702089,0.001623278,0.06162327,0.8717584,0.001164615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9625895,0.0001507064,0.03235855,0.001166516,0.0009630463,0.0006475878,0.000009621101,0.0008079954,0.001306463],"genre_scores_gemma":[0.9983048,9.051367e-7,0.0006329431,0.000192064,0.0001274564,0.00006862306,0.000002348756,0.00002442357,0.0006463985],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4801471,"threshold_uncertainty_score":0.4252478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01863158711266795,"gpt":0.2656386771158057,"spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003598741,0.0001735275,0.0001786228,0.00006403913,0.0001866431,0.00005727221,0.0006525666,0.00009982718,0.000003023709],"category_scores_gemma":[0.001503306,0.0001527905,0.00004228128,0.0001372917,0.0001096905,0.0001505292,0.0002737317,0.0004858319,0.00000543329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001636138,"about_ca_system_score_gemma":0.00004271476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003877723,"about_ca_topic_score_gemma":0.000147032,"domain_scores_codex":[0.9989045,0.00006531515,0.0001374538,0.0004202723,0.0001696272,0.0003027997],"domain_scores_gemma":[0.9981534,0.0008478774,0.00004658054,0.000768085,0.0000576603,0.0001264199],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001734133,0.00006833635,0.0091037,0.0001473016,0.00005102021,0.0001013763,0.007390052,0.01609822,0.01846737,0.01292,0.0004642877,0.935171],"study_design_scores_gemma":[0.0009343213,0.0002167824,0.04801949,0.0000555507,0.00002077089,0.0004108778,0.0000357531,0.0008021532,0.02919346,0.8929636,0.02575579,0.001591416],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07273431,0.00007048318,0.9242499,0.0003137746,0.001349946,0.0000995993,0.000008719297,0.001146118,0.00002717304],"genre_scores_gemma":[0.2384755,0.000005670536,0.761192,0.0001575426,0.00008100577,0.0000120077,9.943334e-7,0.00001283822,0.00006247185],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9335796,"threshold_uncertainty_score":0.6230615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2781728735","doi":"10.1109/ms.2017.4541027","title":"Software Bots","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"AI in Service Interactions","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Social software engineering; Computer science; Software engineering; Software peer review; Software; Personal software process; Software construction; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02829551490794084,"gpt":0.2978867624743128,"spread":0.269591247566372,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001131215,0.0001647618,0.0001540681,0.00006458502,0.001615147,0.0005560194,0.003038996,0.00009272579,0.00008056662],"category_scores_gemma":[0.0004145587,0.0001628027,0.0001052997,0.00007972876,0.00006978072,0.001688197,0.0007152777,0.0002338749,0.00120232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006029594,"about_ca_system_score_gemma":0.00008264939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001519038,"about_ca_topic_score_gemma":0.0001039883,"domain_scores_codex":[0.9987162,0.00002564462,0.0001850957,0.0004392595,0.0002911323,0.0003426618],"domain_scores_gemma":[0.9969143,0.0001552178,0.00019536,0.002421625,0.0001746129,0.0001389223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002829483,0.0005009434,0.1336082,0.0001891277,0.0002374421,0.000723084,0.006870274,0.0007053687,0.001204594,0.01012017,0.1948426,0.6509699],"study_design_scores_gemma":[0.002297923,0.0004045853,0.2944455,0.0006543486,0.00007919679,0.0006030828,0.0001505034,0.008967112,0.01971567,0.08727442,0.5822347,0.00317293],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02855704,0.00006057763,0.9615251,0.00230748,0.004844459,0.0001415993,0.0000137852,0.001099787,0.001450178],"genre_scores_gemma":[0.6786678,0.0000116419,0.3155231,0.001685912,0.0004829617,0.00004649459,0.000003321651,0.00003584373,0.003542896],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6501108,"threshold_uncertainty_score":0.9996846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","retraction":null,"screen_n_in":null,"score":{"opus":0.07248001776407481,"gpt":0.3025217260625798,"spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003268245,0.0001467074,0.0001490674,0.00008564614,0.00008590969,0.0002722028,0.0006502545,0.00006602407,0.000001704821],"category_scores_gemma":[0.001394046,0.0001400651,0.00004654978,0.0002999848,0.0000333706,0.002040008,0.0001674402,0.0001265171,0.00005229552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009813923,"about_ca_system_score_gemma":0.00005734816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000524186,"about_ca_topic_score_gemma":0.000001050492,"domain_scores_codex":[0.9989007,0.00008231885,0.0001173227,0.000320208,0.0003047805,0.0002746528],"domain_scores_gemma":[0.99879,0.0003493303,0.00006467023,0.0005271664,0.0001311321,0.0001376513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003271112,0.0001154454,0.002871641,0.0001437897,0.0001121529,0.0002456358,0.01125088,0.2026417,0.005125569,0.01747625,0.03011366,0.7298706],"study_design_scores_gemma":[0.004409844,0.0008515008,0.004768417,0.0001811528,0.00005114754,0.0002798358,0.001687351,0.006946345,0.1347651,0.717101,0.1254324,0.003525843],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005458434,0.0002270776,0.9905116,0.0004917788,0.001484659,0.0001106453,0.000001606958,0.001678877,0.00003534895],"genre_scores_gemma":[0.08104273,0.000006609526,0.9179724,0.0001483214,0.0001155187,0.00002623455,0.000002629893,0.00001534913,0.0006701865],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7263447,"threshold_uncertainty_score":0.5711689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036487649","doi":"10.1109/ms.2012.24","title":"Contemporary Peer Review in Action: Lessons from Open Source Development","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Defence Research and Development Canada; University of Victoria; Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Agile software development; Code review; Software engineering; Computer science; Software development; Software quality; Software inspection; Software development process; Software peer review; Personal software process; Process (computing); Technical peer review; Team software process; Asynchronous communication; Software technical review; Software; Process management; Engineering; Software construction; Peer review; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1696638496063756,"gpt":0.3791838742844237,"spread":0.209520024678048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012839,0.0001720209,0.0002746838,0.0001025196,0.0001389931,0.0001377661,0.001807035,0.00007922348,0.00007160749],"category_scores_gemma":[0.001185285,0.0001676968,0.00004226712,0.000520015,0.00002083217,0.001126612,0.0009619943,0.0003258519,0.0003871982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001895892,"about_ca_system_score_gemma":0.0003438563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002330643,"about_ca_topic_score_gemma":0.00001644898,"domain_scores_codex":[0.99804,0.00009993,0.0002960148,0.0003737128,0.0007375018,0.0004529008],"domain_scores_gemma":[0.9982226,0.0006151513,0.00006329719,0.000714415,0.0001687996,0.0002157409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001363309,0.0003566034,0.2984864,0.0005901445,0.00008821364,0.00006818256,0.005679217,0.0001255786,0.000103583,0.000146458,0.4029065,0.2914355],"study_design_scores_gemma":[0.0004553923,0.00001498794,0.1398955,0.001209436,0.000003324682,0.0000138619,0.00002277815,0.00007444326,0.00162441,0.00007137873,0.8561887,0.0004258444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03996968,0.01998892,0.9276597,0.007641293,0.002150087,0.001127611,0.00001436503,0.001012204,0.0004361755],"genre_scores_gemma":[0.797359,0.0003061519,0.1920358,0.002058087,0.0003543476,0.0004050347,0.00005535849,0.00007003784,0.007356193],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7573893,"threshold_uncertainty_score":0.6838478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2547621596","doi":"10.1109/ms.2016.147","title":"Cyclomatic Complexity","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Engineering and Physical Sciences Research Council","keywords":"Cyclomatic complexity; Computer science; Popularity; Metric (unit); Software metric; Software engineering; Code (set theory); Object (grammar); Software; Simple (philosophy); Software development; Programming language; Data science; Theoretical computer science; Software quality; Artificial intelligence; Engineering; Set (abstract data type); Political science; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.03786635918510187,"gpt":0.2744896209818131,"spread":0.2366232617967112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002156449,0.0001260675,0.0001364421,0.0001051891,0.0001406539,0.0000551993,0.001128212,0.00005173119,0.0000631388],"category_scores_gemma":[0.0009789673,0.00008661598,0.00006006396,0.0003178241,0.00008301336,0.0003604146,0.0002842791,0.00009035173,0.000837901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008728945,"about_ca_system_score_gemma":0.00005980814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001088743,"about_ca_topic_score_gemma":0.000002854713,"domain_scores_codex":[0.9986731,0.00004039724,0.0001517968,0.0003306282,0.0004034859,0.0004006066],"domain_scores_gemma":[0.9978114,0.00107083,0.0000304786,0.0008504696,0.00008428009,0.0001525578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001787106,0.0003038266,0.2252365,0.0003046902,0.0001496683,0.0003679348,0.001989848,0.0001844144,0.01143356,0.03465956,0.05388977,0.6714624],"study_design_scores_gemma":[0.003733194,0.0004904991,0.7447124,0.0008527603,0.00001782121,0.0003322634,0.00001475942,0.004910925,0.04596633,0.1452692,0.05114662,0.002553287],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1048419,0.00004616387,0.8923427,0.0006631743,0.0005818304,0.0001015932,0.000005252014,0.001354027,0.00006333205],"genre_scores_gemma":[0.8690541,0.000005471025,0.1300687,0.000111859,0.0001000089,0.00002596656,4.836093e-7,0.00001876773,0.0006147053],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7642121,"threshold_uncertainty_score":0.99994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215011116","doi":"10.1109/ms.2021.3130755","title":"Conceptualizing Digital Twins","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02166072588118796,"gpt":0.2272098786001635,"spread":0.2055491527189755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00001550304,0.0001003029,0.00009327782,0.0000242355,0.00005192216,0.0001246779,0.00008398096,0.00007735079,0.0001736217],"category_scores_gemma":[0.00004071731,0.0001156296,0.00005394902,0.0001603225,0.00002853965,0.0006170535,0.00001386358,0.0001372289,0.0003342048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003897343,"about_ca_system_score_gemma":0.000026053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":3.036109e-7,"about_ca_topic_score_gemma":7.254307e-7,"domain_scores_codex":[0.9994383,0.000003321956,0.0001567172,0.00009639817,0.000123442,0.0001817581],"domain_scores_gemma":[0.9996645,0.00004873557,0.000008923021,0.0001578059,0.00004907709,0.00007091865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000141216,0.000274423,0.02913349,0.001361289,0.0007151019,0.0009613371,0.01680978,0.3168945,0.004286903,0.008235519,0.2146505,0.4066631],"study_design_scores_gemma":[0.001372541,0.00003980955,0.00117539,0.0003814978,0.00003200917,0.0002852393,0.003585992,0.002143927,0.1106303,0.003005723,0.8758588,0.001488792],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5285745,0.0007373797,0.1842927,0.00008506182,0.004034003,0.0001745906,0.0005274356,0.004297093,0.2772773],"genre_scores_gemma":[0.9982802,0.000007538621,0.0006490281,0.00008249094,0.0001146664,0.000007626079,0.00004739521,0.00003148071,0.000779618],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6612083,"threshold_uncertainty_score":0.471524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032219610","doi":"10.1109/ms.2009.16","title":"Mining Task-Based Social Networks to Explore Collaboration in Software Teams","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task (project management); IBM; Social network (sociolinguistics); Context (archaeology); World Wide Web; Software; Software development; Data science; Social network analysis; Software engineering; Social software engineering; Knowledge management; Software construction; Social media; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03378415132012308,"gpt":0.2903802627805691,"spread":0.256596111460446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003623129,0.0002838446,0.0003163596,0.0004572268,0.0005099432,0.000127872,0.001085371,0.0002097113,0.0000116895],"category_scores_gemma":[0.001425332,0.0003203521,0.0000825458,0.002626866,0.00006397982,0.0004981292,0.0002407164,0.0003722968,0.00006866832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003875041,"about_ca_system_score_gemma":0.0004891845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004044393,"about_ca_topic_score_gemma":0.00004918139,"domain_scores_codex":[0.9973141,0.0001074335,0.0003682284,0.0006960005,0.0007339552,0.0007802775],"domain_scores_gemma":[0.9979517,0.0008489945,0.0000712139,0.0006111813,0.0002789373,0.0002379849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00008529823,0.0002907296,0.3547575,0.000106641,0.00003831733,0.0008502091,0.02721697,0.5143332,0.0002851356,0.00006547888,0.05618405,0.04578649],"study_design_scores_gemma":[0.01056819,0.001903429,0.6125845,0.001191394,0.00003838621,0.0002144255,0.001596717,0.3158685,0.009746885,0.0006573095,0.0386646,0.006965598],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3617693,0.00007137973,0.635996,0.0003658946,0.000628322,0.0002872776,0.000004644364,0.0008724713,0.000004659837],"genre_scores_gemma":[0.8428433,0.000004058705,0.1559495,0.0005050569,0.0003295285,0.0002053891,0.00001754047,0.00005193388,0.00009369454],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.481074,"threshold_uncertainty_score":0.9999248,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003693092","doi":"10.1109/52.896247","title":"Using different communication media in requirements negotiation","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Negotiation; Computer science; Videoconferencing; Face-to-face; Multimedia; Face (sociological concept); Human–computer interaction; Software engineering; Knowledge management; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.07190237722778792,"gpt":0.3512841123088291,"spread":0.2793817350810411,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009492823,0.00008276397,0.00009686577,0.00006026305,0.00009602366,0.00001112041,0.0001571738,0.00007683878,0.00133001],"category_scores_gemma":[0.00001031174,0.00008188435,0.00002148986,0.0001377961,0.00002352208,0.00009559807,0.00001557071,0.0001282004,0.000127672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000777294,"about_ca_system_score_gemma":0.000009682213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002852326,"about_ca_topic_score_gemma":0.0004634599,"domain_scores_codex":[0.999333,0.0000696178,0.0001914232,0.0001364217,0.0001011886,0.0001683388],"domain_scores_gemma":[0.9994946,0.00005093394,0.00005090981,0.0003524315,0.0000208075,0.00003036026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001299102,0.00041982,0.7459989,0.00003313383,0.00003768992,0.000008456793,0.02450867,0.002691799,0.0002256123,0.000554404,0.0007925123,0.2245991],"study_design_scores_gemma":[0.001106598,0.00003478844,0.9882095,0.0001126881,0.00001331911,0.00000582946,0.0001684172,0.00680531,0.00003730996,0.001263928,0.002005363,0.0002369075],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9972446,0.0002134097,0.001049281,0.00004623007,0.0004256171,0.0001075819,0.00001023158,0.00005211916,0.0008509547],"genre_scores_gemma":[0.9985884,0.00005396164,0.0007911152,0.0001221716,0.00005464075,0.00001355877,0.00004518156,0.00001381366,0.0003171659],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2422106,"threshold_uncertainty_score":0.9995829,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039584808","doi":"10.1109/ms.2005.159","title":"Managing Change in Software Process Improvement","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process management; Change management (ITSM); Negotiation; Process (computing); Context (archaeology); Software quality; Knowledge management; Computer science; Team software process; Software development process; Quality management; Best practice; Software; Software development; Business; Engineering; Operations management; Marketing; Management; Management system","retraction":null,"screen_n_in":null,"score":{"opus":0.02357525965929955,"gpt":0.2895074524060809,"spread":0.2659321927467813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003340863,0.0002281044,0.0001961576,0.0002363737,0.0001315382,0.000120844,0.001000942,0.00009977864,0.00002481438],"category_scores_gemma":[0.000125232,0.0002311622,0.00006023981,0.0005518424,0.00001767366,0.001595597,0.0001734089,0.0002904853,0.00004890476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001223804,"about_ca_system_score_gemma":0.00004113452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000102339,"about_ca_topic_score_gemma":0.00005479685,"domain_scores_codex":[0.9984099,0.00002434316,0.0002752782,0.0004934665,0.0003229347,0.0004741384],"domain_scores_gemma":[0.9989528,0.0001565652,0.0001054679,0.0006141263,0.00006770102,0.0001033628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006936313,0.000105374,0.007653421,0.0001337445,0.00001304244,0.00005766691,0.002906747,0.001453549,0.00005140391,0.0003528779,0.0005815459,0.9866837],"study_design_scores_gemma":[0.007794896,0.002729519,0.0658005,0.003380706,0.0001383988,0.0005324004,0.0003622282,0.2459264,0.1070359,0.0782249,0.4769397,0.01113445],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02883008,0.0005717817,0.965103,0.001759574,0.0005677617,0.0004468236,0.000004499178,0.002637703,0.00007879797],"genre_scores_gemma":[0.672349,0.0001051013,0.3252885,0.001462123,0.0003434586,0.0003243411,0.000003451953,0.00003636015,0.00008764428],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9755492,"threshold_uncertainty_score":0.9426519,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160708296","doi":"10.1109/ms.2007.155","title":"A Software Chasm: Software Engineering and Scientific Computing","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software development; Software requirements; Software construction; Software system; Software; Software peer review; Computer science; Personal software process; Software deployment; Engineering management; Systems engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02701085889276701,"gpt":0.2734204104807158,"spread":0.2464095515879488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002090322,0.0005375638,0.0005196331,0.0005696783,0.0008631729,0.0003924323,0.001326285,0.0002479008,0.000005011805],"category_scores_gemma":[0.005690856,0.0005690698,0.0001413887,0.00128227,0.0002181025,0.0009443877,0.0009451799,0.0006005959,0.00003443319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001677443,"about_ca_system_score_gemma":0.0001028285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009836413,"about_ca_topic_score_gemma":0.000006626688,"domain_scores_codex":[0.9962145,0.00006494373,0.0005834912,0.001237078,0.000641541,0.001258422],"domain_scores_gemma":[0.9949116,0.003047936,0.0001872902,0.001195425,0.0002666521,0.0003911646],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004381936,0.0001873768,0.02208625,0.0009755073,0.0001965581,0.0008602213,0.009534734,0.2660087,0.005120058,0.004615138,0.001458784,0.6889129],"study_design_scores_gemma":[0.01720042,0.003055942,0.3353029,0.007284299,0.0005293822,0.007883877,0.0015527,0.1824194,0.1679131,0.09381276,0.150686,0.03235931],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08764783,0.001467452,0.9023155,0.00004259131,0.003328742,0.0002731619,0.00001017558,0.004911102,0.000003481828],"genre_scores_gemma":[0.07991124,0.00001042481,0.9194373,0.0001155854,0.0002408434,0.00001087227,0.000007321401,0.00007757045,0.0001888039],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6565535,"threshold_uncertainty_score":0.999676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2894409651","doi":"10.1109/ms.2018.3571224","title":"Software Engineering for Machine-Learning Applications: The Road Ahead","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software; Key (lock); Theme (computing); Software Engineering Process Group; Software construction; Systems engineering; Artificial intelligence; Engineering; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04012733313453585,"gpt":0.2721944039980815,"spread":0.2320670708635456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002719318,0.0002120922,0.0001589292,0.000118557,0.0009113934,0.0002579486,0.0005997826,0.0000884213,0.0001871635],"category_scores_gemma":[0.0007374083,0.0001597575,0.00009105235,0.0005233591,0.00009402388,0.0006546426,0.0001799079,0.0001909761,0.0006124939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000211645,"about_ca_system_score_gemma":0.00001891235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001965371,"about_ca_topic_score_gemma":0.00006879014,"domain_scores_codex":[0.9988539,0.000004538569,0.000236586,0.0003452175,0.0002018634,0.000357869],"domain_scores_gemma":[0.9989054,0.0001591052,0.0001419463,0.0004180865,0.0003615497,0.0000139583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001708232,0.000236457,0.07571107,0.00195441,0.0001987114,0.000006195979,0.0004031067,0.002591113,0.0009875227,0.01113421,0.05637169,0.8502347],"study_design_scores_gemma":[0.0001693356,0.00001140198,0.002208103,0.00007030138,0.00004897196,0.000003745738,0.000032363,0.01008915,0.0003324246,0.0009005638,0.9858361,0.0002974802],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01185995,0.000606577,0.9834228,0.0005514251,0.001287137,0.0009571395,0.00004596539,0.001004616,0.0002644158],"genre_scores_gemma":[0.9541467,0.00005286399,0.02270442,0.003976661,0.01514778,0.001383972,0.0004911835,0.0002081294,0.001888293],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9607183,"threshold_uncertainty_score":0.7872574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2603990485","doi":"10.1109/ms.2017.31","title":"What Do Developers Use the Crowd For? A Study Using Stack Overflow","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Helpfulness; Construct (python library); Software engineering; Crowdsourcing; Stack (abstract data type); World Wide Web; Software; Software development; Call stack; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.09704486087371211,"gpt":0.3421492338608241,"spread":0.245104372987112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006603574,0.0002446422,0.0002301094,0.0000944688,0.003593894,0.006039876,0.003070906,0.00008180409,0.000008491102],"category_scores_gemma":[0.001072568,0.000189025,0.0001008136,0.000334671,0.0001475136,0.005204808,0.0008566962,0.0002192462,0.00003416736],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001249468,"about_ca_system_score_gemma":0.0002864407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001549556,"about_ca_topic_score_gemma":0.0001313538,"domain_scores_codex":[0.9980772,0.00007497591,0.0003319746,0.0005942119,0.0004615865,0.0004600627],"domain_scores_gemma":[0.995855,0.0004774732,0.0002984085,0.00272492,0.0005610421,0.00008312262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008227273,0.001008904,0.6414538,0.00009033958,0.0006826679,0.0001629368,0.07824479,0.005149381,0.0003406267,0.00541497,0.01503031,0.252339],"study_design_scores_gemma":[0.01063362,0.001373366,0.7387433,0.001462376,0.0003965017,0.0002351939,0.01732971,0.03351773,0.003581021,0.01718447,0.1697177,0.005824971],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5377462,0.00004091093,0.4583866,0.0005079002,0.002200452,0.0008843203,0.00001311009,0.0002118565,0.000008647448],"genre_scores_gemma":[0.8548627,0.000007796242,0.1436779,0.0006382999,0.0001751895,0.00009822736,0.000002054715,0.00004168935,0.0004961005],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3171165,"threshold_uncertainty_score":0.9977033,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213241976","doi":"10.1109/ms.2021.3133805","title":"AI-Driven Development Is Here: Should You Worry?","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Worry; Computer science; Software development; Software engineering; Software; Psychology; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04386800979763472,"gpt":0.2825543218158692,"spread":0.2386863120182345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003402022,0.0002275977,0.000211582,0.0001699656,0.001074294,0.0001190683,0.001603589,0.00006530103,0.0001086907],"category_scores_gemma":[0.0001199283,0.0002391224,0.00009064536,0.0006628495,0.00003649164,0.0002213942,0.001158406,0.0004431354,0.00008188005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002212041,"about_ca_system_score_gemma":0.0002798419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004911565,"about_ca_topic_score_gemma":0.000003092998,"domain_scores_codex":[0.9978802,0.0000827567,0.0002918462,0.0006175535,0.0006770866,0.0004505847],"domain_scores_gemma":[0.9986014,0.0001835385,0.0001074184,0.0008788513,0.00009855404,0.000130192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001138092,0.0002250458,0.05021281,0.00004408132,0.0000534311,0.000203288,0.008154227,0.0006443717,0.00005895302,0.0004413167,0.69295,0.2470011],"study_design_scores_gemma":[0.0009736913,0.0005124,0.005729577,0.0001681145,0.00002758124,0.0004243765,0.00007001084,0.01412239,0.008387082,0.05334812,0.9139939,0.002242753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01503233,0.000268512,0.9566484,0.002419504,0.001318519,0.0002642859,0.00001511606,0.02386695,0.0001663453],"genre_scores_gemma":[0.3406646,0.00000358328,0.6458098,0.01192228,0.0001018832,0.0002565562,0.0000102491,0.00004477234,0.001186257],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3256322,"threshold_uncertainty_score":0.9751128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2086221358","doi":"10.1109/52.903173","title":"Improving subjective estimates using paired comparisons","year":2001,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Research Canada","funders":"","keywords":"Computer science; Software; Scale (ratio); Sizing; Data science; Software technical review; Software development; Software engineering; Industrial engineering; Software quality; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04136745351365596,"gpt":0.2897496913445795,"spread":0.2483822378309235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002643254,0.0002081848,0.0002257786,0.0002040075,0.0003813985,0.0001810353,0.000918778,0.00008915974,0.00001376358],"category_scores_gemma":[0.001141237,0.0002146945,0.00008229317,0.0007905291,0.00006031314,0.0005361947,0.0003407143,0.0002777748,0.00006417042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001962178,"about_ca_system_score_gemma":0.0001550667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003541459,"about_ca_topic_score_gemma":0.00001514284,"domain_scores_codex":[0.9982308,0.00004099231,0.0002057618,0.0004936977,0.0004177892,0.0006109253],"domain_scores_gemma":[0.99791,0.0009962625,0.00006441122,0.0006828337,0.0001699615,0.0001765511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002241068,0.0001808108,0.9072621,0.0001051047,0.00009665289,0.0004464694,0.001731195,0.03289632,0.008358406,0.0002844523,0.001715579,0.04690049],"study_design_scores_gemma":[0.0008083304,0.0001533669,0.135952,0.0001366338,0.00002156469,0.0003410121,0.00005515367,0.8472916,0.01242715,0.0007640719,0.001130454,0.0009186943],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3009442,0.0001447221,0.6971081,0.00003952158,0.000494786,0.0001303673,0.000002490441,0.00112329,0.00001252898],"genre_scores_gemma":[0.7061641,0.000002721066,0.2936154,0.00003635966,0.00009498727,0.00001468642,0.000001212435,0.00002589981,0.0000446362],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8143952,"threshold_uncertainty_score":0.875499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2747252153","doi":"10.1109/ms.2018.110154908","title":"Software Engineering for Sustainability: Find the Leverage Points!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council","keywords":"Leverage (statistics); Sustainability; Social software engineering; Personal software process; Software development; Software engineering; Software; Software Engineering Process Group; Software system; Computer science; Software construction; Software development process; Systems engineering; Engineering; Engineering management","retraction":null,"screen_n_in":null,"score":{"opus":0.01214292814610456,"gpt":0.2360739977539916,"spread":0.2239310696078871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001803538,0.0001561482,0.0001250565,0.00007030096,0.0002666415,0.00003154952,0.000182856,0.00008539278,0.00007697143],"category_scores_gemma":[0.0004338452,0.0001362225,0.00008633521,0.0002904958,0.00006761768,0.0001181251,0.000009349253,0.0001454455,0.00002166264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009898776,"about_ca_system_score_gemma":0.00005398592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007867182,"about_ca_topic_score_gemma":0.00004453243,"domain_scores_codex":[0.9991581,0.00000657697,0.000241741,0.0001776595,0.0001193106,0.0002966312],"domain_scores_gemma":[0.9989875,0.0002380606,0.00002084804,0.0003603755,0.0003409657,0.00005225198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003043369,0.0006925057,0.1039016,0.007252461,0.001807616,0.0000469138,0.05512486,0.4291389,0.008275751,0.04999138,0.159101,0.1843627],"study_design_scores_gemma":[0.003320099,0.0004108791,0.1820792,0.0001842867,0.0002398491,0.00002686422,0.001527992,0.02908001,0.02691665,0.02055595,0.7334044,0.002253808],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3224972,0.00004275849,0.674455,0.0003352665,0.0009141736,0.0005715233,0.0001394276,0.001013087,0.00003145889],"genre_scores_gemma":[0.9855211,0.000002797209,0.01333767,0.0002488794,0.0002866686,0.0002088476,0.00004876906,0.00005293817,0.0002923524],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6630238,"threshold_uncertainty_score":0.5554991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344561138","doi":"10.1109/ms.2015.149","title":"Is It Worth Responding to Reviews? Studying the Top Free Apps in Google Play","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Mobile apps; World Wide Web; App store; Computer science; Point (geometry); Internet privacy; Value (mathematics); Mobile device; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1104179592527863,"gpt":0.366144305719745,"spread":0.2557263464669587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004145114,0.0001219817,0.0002346895,0.0001422811,0.0005295058,0.0001608671,0.0006632437,0.00008910243,0.00006029418],"category_scores_gemma":[0.01321199,0.00009532787,0.00007455747,0.00130342,0.0001087152,0.0002141826,0.0001455238,0.0002031605,0.0002328336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001903927,"about_ca_system_score_gemma":0.0001888596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005994178,"about_ca_topic_score_gemma":0.002759268,"domain_scores_codex":[0.9980029,0.0004773801,0.0002730269,0.0002579651,0.0005584043,0.0004302772],"domain_scores_gemma":[0.9984667,0.0007794794,0.00008221986,0.0003427058,0.00008786549,0.0002410293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006217305,0.00006968321,0.1182094,0.00002056741,0.00001468524,0.0000183646,0.4396465,0.00001414457,0.000003360014,0.000818403,0.3438421,0.09728059],"study_design_scores_gemma":[0.00025239,0.00003241632,0.003508045,0.0002700672,0.000007871156,1.852826e-7,0.02577658,7.537787e-7,0.000006461959,0.001934331,0.9680133,0.0001975402],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9029413,0.001364332,0.0001891957,0.01272283,0.00261844,0.001189436,0.00002732965,0.0001951474,0.07875193],"genre_scores_gemma":[0.9727172,0.00012714,0.0009132851,0.004434406,0.0009960514,0.0001110888,0.000002070093,0.00002605348,0.02067273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6241712,"threshold_uncertainty_score":0.9951001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1990906822","doi":"10.1109/ms.2007.52","title":"So, You Think You Know Others' Goals? A Repertory Grid Study","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Repertory grid; Requirements engineering; Computer science; Grid; Domain (mathematical analysis); Requirements elicitation; Non-functional requirement; Requirements analysis; Stakeholder; Software engineering; Knowledge management; Systems engineering; Management science; Process management; Engineering; Software; Software development; Management; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02910569755917046,"gpt":0.2992732030816835,"spread":0.270167505522513,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00214445,0.0003957738,0.0004276408,0.0002451572,0.0004337939,0.0001298151,0.001714649,0.0001778122,0.00001518377],"category_scores_gemma":[0.002121547,0.0003698323,0.000152245,0.0006619464,0.0001198171,0.0006754139,0.0004625164,0.0004949885,0.0001091381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001845622,"about_ca_system_score_gemma":0.0001087568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004412011,"about_ca_topic_score_gemma":0.00002887028,"domain_scores_codex":[0.9970361,0.000195982,0.0004853409,0.000918435,0.0005735735,0.0007905423],"domain_scores_gemma":[0.9962829,0.001448027,0.0001637651,0.001730426,0.0001705512,0.0002043655],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000154107,0.001424256,0.03326624,0.0002050464,0.0004410137,0.002003134,0.07368062,0.05686845,0.002578615,0.001327258,0.01003265,0.8180186],"study_design_scores_gemma":[0.01725304,0.009682682,0.2337528,0.001385677,0.0004899583,0.001276171,0.01797753,0.00553194,0.07295722,0.0928986,0.5291376,0.01765675],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04366616,0.001067307,0.9466039,0.00008883447,0.004312332,0.0004492819,0.000006335115,0.003727734,0.00007811968],"genre_scores_gemma":[0.06706514,0.00003197379,0.9301914,0.0004383926,0.0006810687,0.00003997448,0.000002508083,0.00008419762,0.001465336],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8003619,"threshold_uncertainty_score":0.9998754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015271973","doi":"10.1109/ms.2005.156","title":"Improving After-the-Fact Tracing and Mapping: Supporting Software Quality Predictions","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Software engineering; Software; Quality (philosophy); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02326719810003678,"gpt":0.2865996602850546,"spread":0.2633324621850178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001216515,0.0002753531,0.0002549859,0.0002011247,0.0007157692,0.0003494911,0.0008818415,0.0001308684,0.00002556341],"category_scores_gemma":[0.002894616,0.0002422445,0.0001170075,0.0005665293,0.0001090241,0.0009696792,0.0005010819,0.0005875065,0.0000410147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001644682,"about_ca_system_score_gemma":0.000154011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001085615,"about_ca_topic_score_gemma":0.00003988401,"domain_scores_codex":[0.9972602,0.0001111998,0.000526439,0.0006950395,0.0006207891,0.0007863648],"domain_scores_gemma":[0.9967919,0.001668731,0.0001558499,0.0009681318,0.000157954,0.0002574603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002602076,0.0001352345,0.2698379,0.0004813251,0.0001071442,0.00008752877,0.01164527,0.006398777,0.001053752,0.0001246634,0.001290056,0.7088124],"study_design_scores_gemma":[0.001843337,0.000273992,0.8978924,0.0004813611,0.00005678839,0.000649474,0.0005513632,0.07530615,0.004753758,0.001193214,0.01471124,0.002286882],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3162713,0.000352595,0.6810933,0.0004634141,0.0003483461,0.0002259799,0.00001476137,0.001222805,0.000007436503],"genre_scores_gemma":[0.8703946,0.000008580741,0.1287288,0.0001787869,0.0003334412,0.0001004303,0.000002954295,0.00003531526,0.0002169911],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7065255,"threshold_uncertainty_score":0.9878442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107715674","doi":"10.1109/52.819970","title":"A modular software process mini-assessment method","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Scope (computer science); Process (computing); Computer science; Software engineering; Modular design; Software development process; Personal software process; Software; Focus (optics); Process management; Software Engineering Process Group; Software development; Engineering management; Engineering; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01462063080317085,"gpt":0.3192028523388995,"spread":0.3045822215357287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005664554,0.0003374364,0.000325279,0.0001380387,0.000335615,0.0002239462,0.001527351,0.0001769701,0.0003275426],"category_scores_gemma":[0.0001709338,0.0003247847,0.0001449167,0.0006669202,0.00003060401,0.001106584,0.0001011388,0.0004020566,0.0001394837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008036884,"about_ca_system_score_gemma":0.0001661287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004611771,"about_ca_topic_score_gemma":0.000002280393,"domain_scores_codex":[0.9976876,0.0001199677,0.0003473472,0.0007493881,0.0005595494,0.0005361518],"domain_scores_gemma":[0.9978996,0.0005020665,0.0001149757,0.001136653,0.0001444667,0.0002022286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002136813,0.0002838074,0.002818911,0.0002285412,0.0001123498,0.0002251475,0.001826713,0.01949229,0.0001875899,0.0008354577,0.005909286,0.9680585],"study_design_scores_gemma":[0.002578348,0.00139067,0.01883319,0.0007152003,0.00020847,0.001136567,0.00008464148,0.1320855,0.01776825,0.06168099,0.7583773,0.005140948],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0122408,0.0002291514,0.9819852,0.0003802684,0.0004637187,0.000300302,0.00001585001,0.004057236,0.0003275464],"genre_scores_gemma":[0.05816566,0.00005582721,0.9401668,0.000579456,0.000153777,0.0001567581,0.00000875797,0.00004795691,0.0006649775],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9629176,"threshold_uncertainty_score":0.9999204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112080211","doi":"10.1109/ms.2008.24","title":"Tests and Requirements, Requirements and Tests: A Möbius Strip","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Photochromic and Fluorescence Chemistry","field":"Materials Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Syntax; Computer science; Requirements engineering; Software engineering; Requirements analysis; Test (biology); Requirements elicitation; Programming language; Acceptance testing; Requirements management; Non-functional requirement; Natural language processing; Software; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.04204179844796443,"gpt":0.2767380583499161,"spread":0.2346962599019517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001580014,0.0001986831,0.000216535,0.00003373439,0.0004071425,0.00004485281,0.0001997633,0.0001013471,0.0001282397],"category_scores_gemma":[0.0002158889,0.0001851726,0.00002512174,0.00009554559,0.0003660524,0.0003056361,0.0001481705,0.0001020376,0.00004627281],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006384026,"about_ca_system_score_gemma":0.00008349473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005822668,"about_ca_topic_score_gemma":0.000005433657,"domain_scores_codex":[0.998598,0.00002110761,0.0002529846,0.0004667718,0.0002900969,0.0003709747],"domain_scores_gemma":[0.9992622,0.00006757113,0.0001000042,0.000316561,0.00006124912,0.0001924695],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000214681,0.00005872038,0.03605603,0.00006961598,0.000006773302,0.00007534243,0.0003512619,5.363823e-7,0.9593121,0.000003662717,0.003607902,0.0004365998],"study_design_scores_gemma":[0.002017791,0.0001797521,0.07817948,0.0003155879,0.00003958193,0.0004578997,0.000130355,0.00003544626,0.9152075,0.0007440813,0.001994825,0.0006976898],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984338,0.000497092,0.0001688377,0.00003401322,0.0002211005,0.0002056594,0.0000614907,0.0001602686,0.0002177165],"genre_scores_gemma":[0.9955275,0.0001703224,0.003385321,0.0002075007,0.0001300178,0.00003113139,0.00000895072,0.00002048621,0.000518754],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04410458,"threshold_uncertainty_score":0.755112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3024434753","doi":"10.1109/ms.2020.2995125","title":"A Hitchhiker's Guide to Model-Driven Engineering for Data-Centric Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Wilfrid Laurier University; University of Ottawa; Université du Québec à Montréal; Queen's University; McGill University","funders":"","keywords":"Computer science; Software engineering; Data modeling; Software development; Software; Systems engineering; Artificial intelligence; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04089678605667016,"gpt":0.2754748077954939,"spread":0.2345780217388238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002902686,0.0002306802,0.0003433449,0.00008245155,0.0001814865,0.0001438784,0.002201977,0.0001062469,0.000001401594],"category_scores_gemma":[0.0004411273,0.0002060197,0.00008897101,0.0005605998,0.00001051765,0.0006332908,0.0006414563,0.0001268548,0.0001063957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000938749,"about_ca_system_score_gemma":0.0001903727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004061395,"about_ca_topic_score_gemma":0.000002031581,"domain_scores_codex":[0.9978749,0.00002200286,0.0004477206,0.0008210599,0.0003570934,0.0004772434],"domain_scores_gemma":[0.9978274,0.0001599521,0.00008701147,0.001371526,0.0001957998,0.0003582903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001754906,0.00003587912,0.001791579,0.0007073176,0.00005076811,0.00001077029,0.001703455,0.9021024,0.0002610628,0.0002489479,0.087711,0.005359292],"study_design_scores_gemma":[0.0003267588,0.00007216877,0.00004651248,0.00006591919,0.00001131147,0.000007061079,0.00001074096,0.9247406,0.0001407641,0.00001078084,0.0743034,0.000263993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006117701,0.000259723,0.9894092,0.0007131435,0.001401754,0.0009310991,0.0001193034,0.001037544,0.00001053745],"genre_scores_gemma":[0.4704064,0.00001389911,0.526778,0.001366972,0.0008389211,0.0002825741,0.00005211273,0.00005935071,0.0002017755],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4642887,"threshold_uncertainty_score":0.840124,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290793703","doi":"10.1109/ms.2016.31","title":"A Deep-Intelligence Framework for Online Video Processing","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Scalability; Big data; Deep learning; Architecture; Distributed computing; Computer architecture; Artificial intelligence; Database; Data mining; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02850030523646675,"gpt":0.306971460595694,"spread":0.2784711553592273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007939669,0.00009817109,0.00009447053,0.00005034841,0.0002753538,0.00005243133,0.0005802024,0.00008321021,0.000011219],"category_scores_gemma":[0.0001319564,0.00007018745,0.00006775543,0.0002698493,0.00004052303,0.0002515759,0.0000781881,0.00006660016,0.00002787315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003556212,"about_ca_system_score_gemma":0.00004530918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002759928,"about_ca_topic_score_gemma":0.000004373299,"domain_scores_codex":[0.9991739,0.000008499624,0.0001710884,0.0003310169,0.0001093946,0.0002060631],"domain_scores_gemma":[0.9990854,0.000206866,0.00008601043,0.0004130575,0.0001404466,0.00006818223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002378665,0.00003489766,0.00006127402,0.00001274082,0.000002574817,5.087792e-7,0.0000813686,0.00001184715,0.0003373869,0.01985232,0.000220585,0.9793821],"study_design_scores_gemma":[0.0001566123,0.0002174555,0.0003876572,0.000322107,0.00001149505,0.00002620555,0.00002342323,0.0217589,0.0785851,0.8321729,0.0658094,0.0005287011],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006677016,0.00008742744,0.9966824,0.001316082,0.0001183204,0.0002366342,0.000009305697,0.0008688105,0.0000133134],"genre_scores_gemma":[0.2092298,0.00001812231,0.7898477,0.0003877813,0.0001266393,0.0001682078,7.044992e-7,0.00001098818,0.0002100725],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9788534,"threshold_uncertainty_score":0.2862161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077182211","doi":"10.1109/ms.2013.66","title":"Developer Dashboards: The Need for Qualitative Analytics","year":2013,"lang":"en","type":"article","venue":"IEEE Software","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Analytics; IBM; Situation awareness; Adaptation (eye); Data science; Knowledge management; Workload; Task (project management); Situational ethics; Process management; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07780871811451874,"gpt":0.4240877947459236,"spread":0.3462790766314049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002757307,0.0001157879,0.0001360534,0.00006245809,0.0003100448,0.00004711602,0.0001941511,0.00008294596,0.008633871],"category_scores_gemma":[0.0002731901,0.00007869244,0.000100968,0.0001326691,0.00006811849,0.0001234475,0.00001766707,0.0001361527,0.003637958],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000431901,"about_ca_system_score_gemma":0.000035218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001040273,"about_ca_topic_score_gemma":0.00003476667,"domain_scores_codex":[0.9990339,0.000163822,0.0002818705,0.0001857801,0.0001244557,0.0002101421],"domain_scores_gemma":[0.9983508,0.0008649315,0.0001042167,0.0002902601,0.0003335066,0.0000562998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004363875,0.00008169959,0.0005520858,0.00001730653,0.0002515893,0.00000107823,0.1350875,0.00004732604,0.00005307206,0.01117701,0.8386477,0.0140399],"study_design_scores_gemma":[0.001756825,0.0001464069,0.0314948,0.00003431509,0.00006522314,0.00001573086,0.07704888,0.0007586858,0.000220264,0.01078849,0.8771361,0.0005343058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3148957,0.0001427195,0.6115573,0.01694623,0.01005919,0.002938654,0.0002377118,0.001131734,0.0420907],"genre_scores_gemma":[0.9285076,0.000002064221,0.006275815,0.005753437,0.0003278184,0.000688273,0.00004155445,0.00003916441,0.05836423],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6136119,"threshold_uncertainty_score":0.9971378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124946826","doi":"10.1109/ms.2009.176","title":"Guest Editors' Introduction: Cooperative and Human Aspects of Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Social software engineering; Software development; Software peer review; Software engineering; Domain (mathematical analysis); Software; Computer science; Variety (cybernetics); Personal software process; Software construction; Software Engineering Process Group; Software deployment; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.008644575784821317,"gpt":0.2425747563317098,"spread":0.2339301805468885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000201034,0.0002029946,0.0002399729,0.0001391217,0.0001694516,0.00008613865,0.0004251279,0.0001046419,0.000009174775],"category_scores_gemma":[0.0005087836,0.0002031681,0.00004703087,0.000363991,0.00003412318,0.0007339263,0.00007650831,0.0002466928,0.000003894971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003370571,"about_ca_system_score_gemma":0.00003366145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001516889,"about_ca_topic_score_gemma":0.000001227168,"domain_scores_codex":[0.9988862,0.00002544626,0.0002402962,0.0003829734,0.0002312611,0.0002338442],"domain_scores_gemma":[0.9989244,0.0002124336,0.0001035953,0.0004975796,0.0001643117,0.00009772953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001048425,0.001541502,0.01473922,0.001328205,0.000653461,0.0005787289,0.01197594,0.02773981,0.06728257,0.3080603,0.4665027,0.09949268],"study_design_scores_gemma":[0.001978923,0.004659513,0.03930056,0.0007058905,0.0001398204,0.0007289505,0.00005214733,0.003517287,0.4229734,0.01151255,0.5109075,0.003523476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01175377,0.0003125098,0.9797253,0.0006940933,0.005508659,0.0001790701,0.000006074688,0.001777964,0.00004255119],"genre_scores_gemma":[0.6302472,0.00003114392,0.3595487,0.0001040124,0.00997787,0.00001541754,0.000007199172,0.00002480448,0.00004360485],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6201766,"threshold_uncertainty_score":0.8284953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071650163","doi":"10.1109/ms.2012.3","title":"Conway's Law Revisited: The Evidence for a Task-Based Perspective","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Mirroring; Perspective (graphical); Task (project management); Computer science; Software; Organizational architecture; Software system; Software engineering; Software architecture; Knowledge management; Engineering; Artificial intelligence; Programming language; Sociology; Systems engineering; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.1082970439283792,"gpt":0.3257855418566644,"spread":0.2174884979282852,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005525302,0.0001625973,0.0001477074,0.00004703822,0.0003421266,0.0001111272,0.001212977,0.00007384483,0.00001830674],"category_scores_gemma":[0.0009279035,0.0001181641,0.0001246132,0.0002734848,0.00007849941,0.0006424837,0.00006425728,0.0001823221,0.00002135311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006342353,"about_ca_system_score_gemma":0.0000785269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002911316,"about_ca_topic_score_gemma":0.0000122293,"domain_scores_codex":[0.9989187,0.00006648501,0.0001598737,0.0003917725,0.0001966602,0.0002665379],"domain_scores_gemma":[0.9968731,0.001805139,0.0001129142,0.0008624867,0.0002788338,0.00006755187],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002653398,0.0002808904,0.002119974,0.0003582982,0.0002144496,0.00009277852,0.017374,0.000633867,0.0006364952,0.9114342,0.041709,0.0248807],"study_design_scores_gemma":[0.002592305,0.003576248,0.003936485,0.002396665,0.0004132724,0.0002173715,0.0004781903,0.03740846,0.09464861,0.2966356,0.5539034,0.003793419],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001988192,0.001106673,0.9953001,0.0009071799,0.0003844949,0.0004676908,0.00001140109,0.001249877,0.0003737941],"genre_scores_gemma":[0.6281092,0.00002628044,0.3694935,0.001951928,0.0001245238,0.0002104534,9.856802e-7,0.00002212627,0.00006094799],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6279104,"threshold_uncertainty_score":0.481859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2541219092","doi":"10.1109/ms.2016.156","title":"The Tragedy of Defect Prediction, Prince of Empirical Software Engineering Research","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Software bug; Computer science; Field (mathematics); Tragedy (event); Empirical research; Software; Software engineering; Data science; Engineering; Programming language; Mathematics; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.04349038948750195,"gpt":0.3262267852231912,"spread":0.2827363957356892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002308158,0.0001875021,0.0002633335,0.0003067169,0.0002844035,0.0000459726,0.001971463,0.000138249,0.000008423533],"category_scores_gemma":[0.01407487,0.0001170182,0.0001777943,0.001240373,0.0002788328,0.0003221479,0.0005257177,0.0004268181,0.00002283934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001494279,"about_ca_system_score_gemma":0.000306377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001265417,"about_ca_topic_score_gemma":0.000003212085,"domain_scores_codex":[0.9967406,0.0001939682,0.0004898147,0.000490621,0.001372274,0.0007127248],"domain_scores_gemma":[0.9865599,0.0110264,0.00008975529,0.001391529,0.0007556123,0.0001768051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007260763,0.0002440509,0.8607714,0.0005417657,0.000252117,0.0000497096,0.002280736,0.003364902,0.01341327,0.001476835,0.007843711,0.1096889],"study_design_scores_gemma":[0.002017423,0.001226057,0.799156,0.00137226,0.00002634831,0.0000854443,0.00004574495,0.002649082,0.1613283,0.002179141,0.02907397,0.0008402168],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.296317,0.0004728641,0.7016551,0.0002261802,0.0005332236,0.0002814431,0.00002567828,0.0004817793,0.000006750427],"genre_scores_gemma":[0.970333,0.0000954323,0.02902983,0.000007333227,0.0001249818,0.00007886952,7.644693e-7,0.00004032759,0.0002894966],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.674016,"threshold_uncertainty_score":0.99423,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2626618171","doi":"10.1109/ms.2017.265094809","title":"An Examination of the Current Rating System used in Mobile App Stores","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Mobile apps; Computer science; App store; Embedded system; Operating system; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02593108612358087,"gpt":0.3245651720111334,"spread":0.2986340858875526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001167952,0.00005412618,0.000109193,0.00002443297,0.000890249,0.0001053424,0.0004224515,0.00004802849,0.00000228222],"category_scores_gemma":[0.001548235,0.00004367384,0.00004033972,0.00007401006,0.0002143351,0.0002605325,0.00003308892,0.00009480813,0.000002281016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000947267,"about_ca_system_score_gemma":0.0001082797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005222721,"about_ca_topic_score_gemma":0.002118859,"domain_scores_codex":[0.9989591,0.000316152,0.0001404634,0.000115784,0.0003232756,0.0001452079],"domain_scores_gemma":[0.9992245,0.0002122552,0.0001983835,0.0002445734,0.00007712618,0.00004316829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00000446565,0.00007942832,0.2119818,0.0001083705,0.000003684561,0.000001192918,0.06475344,0.00003496611,0.00006618518,0.0008037264,0.00007434074,0.7220885],"study_design_scores_gemma":[0.0004723676,0.00006490382,0.9585966,0.00102,0.00001437741,1.542802e-7,0.03322963,0.0001251836,0.0004793789,0.0004433679,0.005286635,0.0002674416],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9942413,0.00008026942,0.00004083082,0.00002108587,0.001440655,0.0002483622,0.00000837699,0.00006539944,0.00385372],"genre_scores_gemma":[0.9995919,0.00000576278,0.00004034824,0.000002535833,0.0002205505,0.00003170944,0.000001004,0.000006067233,0.000100075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7466148,"threshold_uncertainty_score":0.6847165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01600737028102552,"gpt":0.2593511872747655,"spread":0.24334381699374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002121031,0.0002510258,0.0002326338,0.0001085935,0.000951932,0.001401037,0.001877152,0.00009929373,0.00001341539],"category_scores_gemma":[0.0008451527,0.0002400865,0.00009037714,0.0002480636,0.00002350395,0.001205748,0.0003851449,0.0001280678,0.0005947726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002875548,"about_ca_system_score_gemma":0.0003002842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004100162,"about_ca_topic_score_gemma":0.00001753487,"domain_scores_codex":[0.9983742,0.00002040276,0.0002829199,0.0003941497,0.000496152,0.000432174],"domain_scores_gemma":[0.9977307,0.00003162264,0.000283367,0.001283577,0.0003004792,0.0003702556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007321828,0.0003499049,0.5260788,0.0003294921,0.0001324523,0.00003505135,0.01246766,0.0003983308,0.00002518564,0.006251413,0.3524043,0.1015201],"study_design_scores_gemma":[0.0006271662,0.00008784774,0.4091837,0.0004423896,0.00001470926,0.000113913,0.001250061,0.0002920745,0.0009243514,0.0001948227,0.5855234,0.00134552],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1576599,0.0000603347,0.8240851,0.005944687,0.01059261,0.0005341924,0.00003845258,0.0008058499,0.0002788881],"genre_scores_gemma":[0.8888541,0.000002116699,0.1065088,0.001282948,0.0003926988,0.0001715524,0.000008082928,0.00001793127,0.002761744],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7311943,"threshold_uncertainty_score":0.9996356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290829945","doi":"10.1109/ms.2016.47","title":"Software Engineering for Big Data Systems","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Big data; Theme (computing); Computer science; Software analytics; Software; Social software engineering; Software engineering; Software system; Software development; Data science; Software construction; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04856795361697013,"gpt":0.2393491465296642,"spread":0.190781192912694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003609329,0.000170165,0.0001796831,0.00009766171,0.0002062179,0.0001258021,0.002164745,0.00006051564,9.496053e-7],"category_scores_gemma":[0.0003917198,0.0001177525,0.00006215488,0.0001915628,0.00001764585,0.00005754889,0.001045764,0.00005817376,0.00005022183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005132802,"about_ca_system_score_gemma":0.00003584219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001654388,"about_ca_topic_score_gemma":0.000001714853,"domain_scores_codex":[0.9984938,0.00002102351,0.0002230261,0.0006108602,0.0002494162,0.0004018935],"domain_scores_gemma":[0.9975177,0.0005025833,0.00007759843,0.001727576,0.00007159511,0.0001029613],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009863113,0.0000892338,0.002116584,0.0004906728,0.0001657271,0.0000438733,0.0004042719,0.02253029,0.0003112243,0.001997419,0.07903799,0.8928028],"study_design_scores_gemma":[0.001322045,0.0001410211,0.000845221,0.0007272705,0.00003263942,0.0000383889,0.00001723627,0.1653988,0.0003869167,0.0003348374,0.829919,0.0008366459],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01018817,0.0003018603,0.9826279,0.0003276557,0.005242895,0.0002761003,0.00004544795,0.0009751563,0.00001486304],"genre_scores_gemma":[0.712993,0.00001515606,0.2744158,0.0003929986,0.004974926,0.0001502802,0.00002061177,0.0001093305,0.006927992],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8919662,"threshold_uncertainty_score":0.4801807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069145957","doi":"10.1109/ms.2005.54","title":"Agile programming: design to accommodate change","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Code refactoring; Extreme programming practices; Agile Unified Process; Agile usability engineering; Computer science; Extreme programming; Software engineering; Systems engineering; Software development; Engineering; Software; Software development process; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1383435981608503,"gpt":0.3287332638963435,"spread":0.1903896657354932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004971835,0.0002352715,0.0002314244,0.0001590083,0.0001852772,0.0000952818,0.001305949,0.00008974351,0.000007072066],"category_scores_gemma":[0.0007343761,0.0002303177,0.00006662171,0.0005703953,0.00002764555,0.0008214689,0.0004109699,0.0001923388,0.0002663141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009875644,"about_ca_system_score_gemma":0.00003313403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005908099,"about_ca_topic_score_gemma":0.000003624459,"domain_scores_codex":[0.9983405,0.0001090212,0.0002074635,0.0005074802,0.0002639112,0.0005715744],"domain_scores_gemma":[0.9982057,0.0005801254,0.00005825115,0.0008681615,0.00009082309,0.0001969425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005583656,0.00003477804,0.00008264806,0.00001157484,0.00001015349,0.00001805783,0.001723898,0.04840892,0.0002881446,0.0002170628,0.001563573,0.9476356],"study_design_scores_gemma":[0.001559192,0.001136164,0.004080224,0.0003209743,0.00003855979,0.0001774598,0.0000758525,0.01348564,0.1503592,0.01647857,0.8085656,0.003722626],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009008023,0.0002341694,0.9936857,0.0009565559,0.0007708318,0.000526607,0.000003156156,0.002912494,0.000009644009],"genre_scores_gemma":[0.02213169,0.000009635607,0.975998,0.0009990321,0.0003475155,0.0003068426,0.000001453993,0.00003360287,0.0001722421],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.943913,"threshold_uncertainty_score":0.9392082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2293790107","doi":"10.1109/ms.2008.5","title":"Emotional Requirements","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Happiness; Laughter; Psychology; Game design; Social psychology; Personality; Emotional intelligence; Affect (linguistics); Cognitive psychology; Computer science; Human–computer interaction; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.07922943416817232,"gpt":0.3013504270601279,"spread":0.2221209928919556,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008509041,0.00009000719,0.00008307087,0.00005671166,0.0003615804,0.00002593148,0.0006883005,0.0000432377,0.00008130052],"category_scores_gemma":[0.00009999401,0.00008830977,0.0000540304,0.000216677,0.00008591653,0.000452097,0.0001412911,0.00008226046,0.0008943588],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004062918,"about_ca_system_score_gemma":0.00007413636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001746723,"about_ca_topic_score_gemma":0.000003739825,"domain_scores_codex":[0.9989678,0.00002478076,0.0001728963,0.0002669816,0.0003426357,0.0002249179],"domain_scores_gemma":[0.9993107,0.00006619791,0.00004726047,0.0003997218,0.0001012681,0.00007485396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002918102,0.000921416,0.240088,0.00006235078,0.0001512648,0.001212838,0.02076464,0.005262013,0.005780997,0.05963051,0.196456,0.4696407],"study_design_scores_gemma":[0.001024099,0.0009036728,0.1461173,0.0003562281,0.00002638664,0.001445053,0.0001898064,0.05032792,0.3476144,0.2463454,0.2019538,0.003696067],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1274381,0.00004590616,0.8699571,0.0002778769,0.001143469,0.00006810379,0.000002017465,0.0003792093,0.0006881827],"genre_scores_gemma":[0.8999782,0.00001403189,0.09778388,0.0005947912,0.0001837264,0.000009151526,0.000001482073,0.000008861047,0.001425897],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.77254,"threshold_uncertainty_score":0.9998835,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089372337","doi":"10.1109/ms.2015.31","title":"Release Stabilization on Linux and Chrome","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Rework; Operating system; Computer science; Business; Engineering; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.03211070806974998,"gpt":0.2694330499596294,"spread":0.2373223418898794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000210292,0.00009437733,0.00008627652,0.00006386067,0.00006947706,0.00008072245,0.0002452335,0.00005740751,0.000002814066],"category_scores_gemma":[0.0004643792,0.00008750345,0.00001696822,0.0001872662,0.00001615354,0.0004256889,0.00006447522,0.0001062695,0.00002583065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003504881,"about_ca_system_score_gemma":0.0000449338,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001722164,"about_ca_topic_score_gemma":0.00000159784,"domain_scores_codex":[0.9993313,0.00003059398,0.00009620528,0.0002295228,0.0001825449,0.0001298194],"domain_scores_gemma":[0.9992093,0.0001853373,0.0000436211,0.0003571223,0.00007443587,0.0001302234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002217974,0.0008616843,0.05759405,0.0004162611,0.0001387535,0.0005420787,0.01795181,0.02731658,0.00102401,0.04653852,0.205833,0.6415614],"study_design_scores_gemma":[0.003385028,0.004340491,0.02536634,0.0004231015,0.00006771395,0.0003726381,0.0001144727,0.08640558,0.03102759,0.07745092,0.7679736,0.003072558],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07697097,0.0003138445,0.9203172,0.0003403019,0.0004703932,0.0001025687,0.000002651276,0.001357015,0.0001250257],"genre_scores_gemma":[0.8680097,0.00004793862,0.13133,0.0003622694,0.0001056894,0.00001615396,0.000002736283,0.00001554659,0.000110026],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7910387,"threshold_uncertainty_score":0.3568287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","retraction":null,"screen_n_in":null,"score":{"opus":0.04746115487556264,"gpt":0.2695700909303518,"spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001878911,0.000191839,0.0002576849,0.0001583253,0.000120698,0.00005558053,0.000696213,0.0001212527,0.00006584341],"category_scores_gemma":[0.0003629559,0.0001720617,0.00009934493,0.00094225,0.00004403653,0.0004868502,0.00009225267,0.0002706104,0.0002098416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007123018,"about_ca_system_score_gemma":0.0001414552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002535151,"about_ca_topic_score_gemma":0.0001222292,"domain_scores_codex":[0.9982862,0.0001657728,0.0003109444,0.0005417002,0.0004567132,0.0002386155],"domain_scores_gemma":[0.99884,0.0002004031,0.000128609,0.0005758817,0.0001065118,0.00014863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001452432,0.001349122,0.122301,0.002618753,0.0001411734,0.001097259,0.1255465,0.03709792,0.3528039,0.0006776696,0.02164408,0.3332703],"study_design_scores_gemma":[0.002508545,0.004465214,0.04118955,0.003439944,0.00003161234,0.00001059261,0.0003084676,0.2122321,0.7219291,0.003113387,0.009095768,0.001675745],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8526843,0.0004407527,0.1435553,0.002182656,0.0003892745,0.000277639,0.000001885633,0.0003032,0.0001650217],"genre_scores_gemma":[0.9820643,0.00005846291,0.01615885,0.001542569,0.00006889716,0.00001614655,0.000001074306,0.0000176099,0.00007209495],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3691252,"threshold_uncertainty_score":0.7016472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154060542","doi":"10.1109/52.895172","title":"Critical factors affecting personal software processes","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; National Research Council Canada","funders":"","keywords":"Personal software process; Team software process; Software development; Software engineering; Computer science; Software; Software peer review; Process (computing); Software development process; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02079226462653829,"gpt":0.2798346046630434,"spread":0.2590423400365051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002336879,0.0002972453,0.0002414604,0.0001035474,0.0005123375,0.000315255,0.0008646949,0.0001579915,0.0003881906],"category_scores_gemma":[0.002524889,0.0002748788,0.0001100873,0.0005987214,0.00006712454,0.001509548,0.00008523271,0.0003874262,0.0001086258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005392879,"about_ca_system_score_gemma":0.0001352289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004239418,"about_ca_topic_score_gemma":0.000004831894,"domain_scores_codex":[0.9981625,0.00006148738,0.0002304764,0.0005740101,0.0004336083,0.0005379383],"domain_scores_gemma":[0.9968832,0.002228958,0.00005385298,0.0004583179,0.0001777205,0.0001979298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009174925,0.000950048,0.08324493,0.002653745,0.0002513526,0.0007226297,0.0365072,0.001764512,0.0003090027,0.001268352,0.0275485,0.844688],"study_design_scores_gemma":[0.004685034,0.005456424,0.1173221,0.004895706,0.0006027137,0.003791225,0.001521552,0.01901061,0.1558758,0.04521537,0.6225424,0.01908106],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1831784,0.0005108201,0.8104212,0.0002141207,0.0006118758,0.000152342,0.00001539475,0.004727126,0.0001687388],"genre_scores_gemma":[0.7371793,0.00004884657,0.2619151,0.0002585,0.0002241215,0.00002376058,0.000005445769,0.00004179755,0.0003031641],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8256069,"threshold_uncertainty_score":0.9999703,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969427878","doi":"10.1109/ms.2003.1207449","title":"Inspection's role in software quality assurance","year":2003,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Software quality analyst; Quality assurance; Software quality; Software quality control; Software engineering; Software quality assurance; Computer science; Software security assurance; Software; Software inspection; Verification and validation; Quality (philosophy); Software peer review; Software development; Software construction; Engineering; Reliability engineering; Operations management; Programming language; Computer security; Information security","retraction":null,"screen_n_in":null,"score":{"opus":0.02007220661120477,"gpt":0.2847007827377494,"spread":0.2646285761265446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009268125,0.0002412447,0.0002883751,0.0002949829,0.0002329851,0.0001254408,0.0009989709,0.0001508646,0.00002927218],"category_scores_gemma":[0.006048511,0.0002606892,0.00009839501,0.001392029,0.00006028477,0.000642691,0.0001414515,0.000491086,0.0002060781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000262406,"about_ca_system_score_gemma":0.0002610503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001478847,"about_ca_topic_score_gemma":0.0001229586,"domain_scores_codex":[0.9973751,0.0002281688,0.0003739707,0.0006928032,0.0006613926,0.0006685964],"domain_scores_gemma":[0.9969714,0.001521453,0.00007325065,0.00107953,0.0001718334,0.0001824822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001043407,0.0002413241,0.9646093,0.0001311964,0.00002939912,0.0001152382,0.001594578,0.007362474,0.0004642917,0.005008269,0.002810934,0.01762252],"study_design_scores_gemma":[0.001835976,0.0001462423,0.9416873,0.0001831723,0.000004870634,0.00009854708,0.00008605285,0.001108084,0.01199175,0.01349939,0.02796732,0.001391245],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.21982,0.0005027895,0.7760724,0.00009841177,0.001070483,0.0002315197,0.000007123499,0.002014488,0.0001827913],"genre_scores_gemma":[0.8671142,0.00001707754,0.1322834,0.0001199138,0.00006446474,0.00007856517,0.000001954366,0.00003310939,0.0002872896],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6472942,"threshold_uncertainty_score":0.9999845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976958311","doi":"10.1109/ms.2006.12","title":"Guest Editors' Introduction: Aspect-Oriented Programming","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Aspect-oriented programming; Software engineering; Modular design; Programming language; Modular programming; Programming paradigm; Interface (matter); Software development; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0125577849411401,"gpt":0.251224450902562,"spread":0.2386666659614219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003218712,0.0002332369,0.0002320606,0.0001359203,0.0002777451,0.00008613275,0.0006463723,0.0001085761,0.000006026752],"category_scores_gemma":[0.0007789058,0.0002327961,0.00008273054,0.0007128984,0.00008000911,0.0006340639,0.0002042173,0.0002705304,0.00005857175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000116232,"about_ca_system_score_gemma":0.00004410047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002922407,"about_ca_topic_score_gemma":0.000003486613,"domain_scores_codex":[0.9982187,0.00007551813,0.0002765253,0.0006007939,0.0003516085,0.0004768477],"domain_scores_gemma":[0.9985101,0.000346006,0.00009927681,0.0007946031,0.0001752573,0.00007481314],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004083825,0.0006218656,0.006424692,0.0002889904,0.0001337756,0.0004220621,0.001738202,0.1589698,0.004202296,0.03270747,0.5547827,0.2396673],"study_design_scores_gemma":[0.0004348395,0.0001632376,0.001347351,0.00003513763,0.00001352231,0.0001102083,0.00003471893,0.0003704102,0.01945552,0.01407539,0.9631925,0.0007671676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001368476,0.0001869574,0.9582388,0.0004347122,0.03586397,0.0001662687,0.000002354469,0.003715868,0.00002260279],"genre_scores_gemma":[0.005520482,0.000002991114,0.9528359,0.00003004084,0.04122052,0.00005156378,0.00001030124,0.0000290787,0.0002990916],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4084097,"threshold_uncertainty_score":0.9493147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1850624586","doi":"10.1109/ms.2015.77","title":"An Empirical Evaluation of Web-Based Fingerprinting","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workflow; World Wide Web; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.06703942879958484,"gpt":0.3365081278620154,"spread":0.2694686990624305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001820583,0.00009256558,0.0001547208,0.00009728882,0.00006516084,0.00005225787,0.0005142337,0.00005879708,0.0000167907],"category_scores_gemma":[0.0003380515,0.00008356152,0.00008263776,0.0002734415,0.00002444495,0.0002200334,0.00004927337,0.00009692291,0.0000206099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005959825,"about_ca_system_score_gemma":0.0003365113,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009802356,"about_ca_topic_score_gemma":0.00002939623,"domain_scores_codex":[0.9983761,0.0001971002,0.0002553136,0.0002762018,0.0007271123,0.0001681615],"domain_scores_gemma":[0.998777,0.00007884155,0.0001320433,0.0002779405,0.0006354535,0.00009877398],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001443491,0.000360396,0.02269855,0.00003293005,0.00006359756,0.00001132265,0.008500413,0.8091104,0.0004609501,0.003694863,0.003351944,0.1517002],"study_design_scores_gemma":[0.0003672267,0.00006551545,0.0006781,0.00001924855,0.00002286781,0.000001403051,0.00004168,0.9974827,0.0009390827,0.00006763882,0.000215627,0.00009890323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4482814,0.00002489758,0.551223,0.00005106312,0.0002029601,0.00004103926,5.59558e-7,0.00009915267,0.00007597986],"genre_scores_gemma":[0.9659932,1.054077e-7,0.03374486,0.0001542888,0.00008286653,0.000004931109,0.000003427787,0.000006607554,0.00000967903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5177119,"threshold_uncertainty_score":0.340754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981665310","doi":"10.1109/ms.2010.133","title":"Advancing Software Engineering Professional Education","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Division of Graduate Education","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software development; Computer science; Engineering management; Software peer review; Curriculum; Software construction; Software; Knowledge management; Engineering; Programming language; Pedagogy; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.002495459701588077,"gpt":0.2213673863177831,"spread":0.218871926616195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001019058,0.0002611859,0.0001717964,0.0001501185,0.0001444589,0.00003051565,0.000226725,0.0001672499,0.0001509733],"category_scores_gemma":[0.0003080099,0.0002947182,0.00006998819,0.0002048171,0.00001914987,0.0002911472,0.00004812936,0.0007854641,0.000118743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000110255,"about_ca_system_score_gemma":0.00007036249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005040962,"about_ca_topic_score_gemma":0.000005309262,"domain_scores_codex":[0.9988875,0.000006828246,0.0002268487,0.0002310042,0.0002206156,0.0004271834],"domain_scores_gemma":[0.9993095,0.0001137722,0.00002711885,0.0003228092,0.00005231913,0.000174443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000005335548,0.00009924702,0.01462758,0.0004643936,0.00005515379,0.00001229103,0.001141357,0.3991923,0.5536687,0.0002139765,0.007331786,0.02318792],"study_design_scores_gemma":[0.001253204,0.0001182154,0.03360127,0.001293732,0.00006863238,0.0003293821,0.0004350959,0.1014987,0.4297953,0.0002470321,0.4275871,0.003772326],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9216021,0.0003986757,0.05899291,0.00001711157,0.01484971,0.0002340769,0.000009688213,0.003658933,0.0002368263],"genre_scores_gemma":[0.8109382,0.000006891163,0.1875956,0.00004558444,0.0007013502,0.0001197207,0.00002861944,0.0001553435,0.0004087189],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4202553,"threshold_uncertainty_score":0.9999505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155971005","doi":"10.1109/ms.2007.141","title":"Open Source Software: All You Do Is Put It Together","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"ITEA","keywords":"Middleware (distributed applications); Computer science; Software engineering; Component (thermodynamics); Interface (matter); Software; World Wide Web; Publication; Simple (philosophy); Database; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03129996086845111,"gpt":0.3008090885430084,"spread":0.2695091276745573,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000785761,0.0003010891,0.0003334501,0.0001010925,0.0003944636,0.0002562013,0.002037248,0.0001370769,0.0001274293],"category_scores_gemma":[0.0001797213,0.0002700025,0.0001116125,0.0003925548,0.00008481866,0.001552204,0.001499711,0.0002351691,0.0004720344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007757166,"about_ca_system_score_gemma":0.0001017947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003423336,"about_ca_topic_score_gemma":0.0001223415,"domain_scores_codex":[0.9975476,0.00005199164,0.0004378314,0.0008104988,0.0004702953,0.0006818203],"domain_scores_gemma":[0.997659,0.0002249041,0.0001925983,0.001513909,0.0001565002,0.0002531314],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009938311,0.0003069348,0.01464225,0.0001921394,0.0002191814,0.0004610813,0.02179413,0.0004248485,0.0007741979,0.01529331,0.3143273,0.6314653],"study_design_scores_gemma":[0.0004007314,0.00006316061,0.0002835171,0.00007946848,0.000007340436,0.0000580569,0.0001339884,0.00006120121,0.002873028,0.0009809596,0.9946251,0.0004334427],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002964114,0.000394328,0.9930298,0.0007785304,0.001092267,0.0003937639,0.00006705637,0.0005782724,0.0007018704],"genre_scores_gemma":[0.01780248,0.00004106278,0.9514515,0.0119981,0.000660726,0.00006239107,0.00003241019,0.0001051064,0.01784622],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6802978,"threshold_uncertainty_score":0.9999752,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391462747","doi":"10.1109/ms.2024.3418570","title":"Generative AI to Generate Test Data Generators","year":2024,"lang":"en","type":"preprint","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Test (biology); Computer science; Artificial intelligence; Test data; Natural language processing; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06607790163968237,"gpt":0.3343913292862057,"spread":0.2683134276465233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007905639,0.0008207479,0.0006746313,0.0005151604,0.0004308498,0.001460529,0.006891445,0.0005193544,0.00001335837],"category_scores_gemma":[0.001702279,0.000781355,0.0001727355,0.0008988958,0.00007543144,0.0002766009,0.02089871,0.001591902,0.0005279829],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000230325,"about_ca_system_score_gemma":0.00107014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000236557,"about_ca_topic_score_gemma":0.0000412572,"domain_scores_codex":[0.9947925,0.000149842,0.0006526725,0.002923238,0.0007348969,0.0007469062],"domain_scores_gemma":[0.9919965,0.0005367051,0.0001942469,0.006402212,0.0004433633,0.0004269479],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001949093,0.00007171521,0.0008144461,0.0001882346,0.00008398412,0.0002772715,0.0008101612,0.002214569,0.0001680627,0.0002626229,0.9587247,0.03638231],"study_design_scores_gemma":[0.0003844529,0.0005152943,0.0002815866,0.002819311,0.0002767965,0.0002474014,0.000005769979,0.3753757,0.0319814,0.5258946,0.05671274,0.005505013],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003939874,0.001790351,0.944635,0.003761155,0.006668181,0.0007034603,0.001069069,0.03734825,0.00008464838],"genre_scores_gemma":[0.03472124,0.00004938627,0.9539964,0.007593847,0.00217197,0.0003042894,0.0003213047,0.000158617,0.000682965],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9020119,"threshold_uncertainty_score":0.999576,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383500514","doi":"10.1109/ms.2023.3268725","title":"Augmented Agile: Human-Centered AI-Assisted Software Management","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Software engineering; Computer science; Software development; Lean software development; Extreme programming practices; Agile usability engineering; Software; Systems engineering; Software development process; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03735128357386944,"gpt":0.3067042164133275,"spread":0.269352932839458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004099214,0.0003488839,0.0002887656,0.0004296442,0.0005298418,0.0002802775,0.001588655,0.0001472921,0.00006311831],"category_scores_gemma":[0.0001318239,0.0003578023,0.0001674314,0.001518646,0.00004133522,0.0007580405,0.0005963816,0.0003352143,0.0004399641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001176534,"about_ca_system_score_gemma":0.00003142946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003256035,"about_ca_topic_score_gemma":0.000006130735,"domain_scores_codex":[0.9975278,0.00008143867,0.0004009637,0.0007398312,0.0005780182,0.0006719916],"domain_scores_gemma":[0.998001,0.0002538064,0.00015266,0.001284318,0.0001249941,0.0001832503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000468993,0.0005603105,0.01152567,0.0009475065,0.0006930198,0.002442742,0.001494313,0.001896016,0.00141484,0.009364142,0.5579615,0.4116531],"study_design_scores_gemma":[0.004238392,0.0007963463,0.1100844,0.001278412,0.0002286617,0.0002739272,0.000117503,0.008717958,0.01110987,0.02207043,0.8371209,0.003963234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01074718,0.0001122916,0.9711257,0.0006822751,0.001736805,0.0004747478,0.00002720518,0.01482261,0.0002711748],"genre_scores_gemma":[0.4591222,0.0002495393,0.5291358,0.002386215,0.0003962983,0.0005819278,0.0002197265,0.000208249,0.007700006],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4483751,"threshold_uncertainty_score":0.9998874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008513288","doi":"10.1109/ms.2020.2975159","title":"An Exploratory Study of Machine Learning Model Stores","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données","keywords":"Computer science; Machine learning; Artificial intelligence; Knowledge management; Software engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.101877395413137,"gpt":0.2916997906936815,"spread":0.1898223952805445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001288092,0.0001594927,0.0002101288,0.00009383581,0.0002046098,0.00007660943,0.0004256867,0.00004675832,0.0001336761],"category_scores_gemma":[0.0001539334,0.0001450741,0.00003659451,0.000392467,0.00003578475,0.001357519,0.0001714137,0.0001843733,0.00008854675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006822535,"about_ca_system_score_gemma":0.00001779864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001801445,"about_ca_topic_score_gemma":0.0001800585,"domain_scores_codex":[0.9989903,0.00001353136,0.000233528,0.000308503,0.0002839719,0.0001701674],"domain_scores_gemma":[0.9993628,0.00001880236,0.0001624301,0.0002521237,0.0001828633,0.00002099882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004616597,0.002196543,0.6012044,0.001225053,0.0001374819,0.00007155191,0.01368821,0.3187473,0.00643913,0.00056678,0.008542542,0.04671937],"study_design_scores_gemma":[0.001634041,0.0003757435,0.005198755,0.0001181567,0.0002300108,0.000001199663,0.008336658,0.9591437,0.001427027,0.0009024175,0.02146871,0.001163569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9608305,0.00009811432,0.03816092,0.00010087,0.0001941182,0.000187728,0.00001192052,0.0003183978,0.00009745621],"genre_scores_gemma":[0.9983745,0.00000555178,0.0003477318,0.0006819051,0.0004775071,0.00001215867,0.00004260184,0.00003260016,0.00002544108],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6403964,"threshold_uncertainty_score":0.5915951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}