{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1138,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":1138,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"9222a6162526","filters":{"topic":"Software Engineering Techniques and Practices"}},"results":[{"id":"W4229772528","doi":"10.1007/978-1-4615-4625-2","title":"Experimentation in Software Engineering","year":2000,"lang":"en","type":"book","venue":"Kluwer international series in software engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1769,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Research Council Canada; University of Ottawa; Colorado State University","keywords":"Software engineering; Computer science; Software; Social software engineering; Software development; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.00860401472787589,"gpt":0.2408850257566975,"spread":0.2322810110288216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003549792,0.0007192476,0.00058206,0.001258169,0.00003855339,0.0003388497,0.001910213,0.0005197188,0.0002671069],"category_scores_gemma":[0.0008329198,0.000894374,0.0001777845,0.0004542434,0.00002765008,0.002083315,0.0004728493,0.001152633,0.00005887705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00122123,"about_ca_system_score_gemma":0.000182046,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004850002,"about_ca_topic_score_gemma":0.00001249732,"domain_scores_codex":[0.9968613,0.00002420448,0.0008833594,0.000886682,0.000738324,0.0006061586],"domain_scores_gemma":[0.9982002,0.0006434926,0.0001962783,0.0007408094,0.00009419078,0.0001250678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002127682,0.0004485442,0.007592316,0.001339075,0.0006539461,0.002964634,0.006141061,0.8203694,0.0002415706,0.0802802,0.03186934,0.04788714],"study_design_scores_gemma":[0.0009644592,0.0001466268,0.003704231,0.002430765,0.00002058113,0.0002727121,0.00001562876,0.02726437,0.0008679723,0.001823634,0.9599866,0.00250242],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001184658,0.002960555,0.975372,0.0002495276,0.007392347,0.0009460227,0.00008823175,0.005054207,0.006752503],"genre_scores_gemma":[0.005047618,0.001254247,0.929998,0.000229338,0.001153113,0.0006828374,0.0004941738,0.0004089861,0.06073167],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9281173,"threshold_uncertainty_score":0.9993507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4212924738","doi":"10.1016/s0898-1221(00)90203-7","title":"Experimentation in software engineering: An introduction","year":2000,"lang":"en","type":"article","venue":"Computers & Mathematics with Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":701,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Research Council Canada; University of Ottawa; Colorado State University","keywords":"Mathematics; Software; Software engineering; Calculus (dental); Computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.009190654541018715,"gpt":0.2472937891393829,"spread":0.2381031345983641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001297271,0.0001268147,0.0001160618,0.000118869,0.00005340499,0.0001302697,0.0004638438,0.00003919789,0.00002483906],"category_scores_gemma":[0.00001020179,0.0001219966,0.00001774356,0.0004690117,0.00001412052,0.0006200184,0.00003152805,0.0001074519,0.00002344871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004597625,"about_ca_system_score_gemma":0.00001838938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005355295,"about_ca_topic_score_gemma":0.000001220881,"domain_scores_codex":[0.9992107,0.00001207861,0.0001949466,0.0002885376,0.0001393739,0.0001544092],"domain_scores_gemma":[0.9991043,0.0001095746,0.00005683585,0.0006314651,0.00003352468,0.00006435866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000015688,0.001396177,0.0004255548,0.0002276884,0.00005516699,0.00001268141,0.007601278,0.1364922,0.000695908,0.4626509,0.001847606,0.3885791],"study_design_scores_gemma":[0.0006166762,0.0002944808,0.001755987,0.00007601371,0.00001945924,0.0001793644,0.00007606556,0.8973399,0.002597796,0.008601102,0.08765822,0.0007848973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008538092,0.00003038553,0.989718,0.0003810301,0.00003916183,0.000379244,6.845761e-7,0.0008566778,0.00005673233],"genre_scores_gemma":[0.03503078,0.00001278328,0.9643349,0.00004784052,0.00009947182,0.0004136411,0.00001310016,0.00001673753,0.00003076752],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7608477,"threshold_uncertainty_score":0.4974877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965658570","doi":"10.1109/ms.2012.167","title":"Technical Debt: From Metaphor to Theory and Practice","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":691,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Code refactoring; Metaphor; Debt; Computer science; Software engineering; Software; Corporate debt; Software development; Engineering; Business; Finance; Linguistics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02007688622465881,"gpt":0.2964599153745954,"spread":0.2763830291499366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001394133,0.0001562146,0.0001577812,0.00008082784,0.0001363567,0.00011126,0.000556556,0.0001046851,0.000019719],"category_scores_gemma":[0.00419547,0.000139348,0.00004219465,0.0002758146,0.00002526675,0.001418607,0.0002866233,0.0002161291,0.00007747371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002973449,"about_ca_system_score_gemma":0.00002174221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005085395,"about_ca_topic_score_gemma":0.000001938222,"domain_scores_codex":[0.9987999,0.0001971513,0.0001560228,0.0003000372,0.0002253957,0.0003214489],"domain_scores_gemma":[0.9941165,0.004893565,0.00006551312,0.0006132675,0.00006096239,0.0002502169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004151539,0.0007385537,0.007665628,0.0000811564,0.0003059757,0.0001382619,0.01223874,0.0001305945,0.01452643,0.2196424,0.05784355,0.6862735],"study_design_scores_gemma":[0.0003787486,0.0003056095,0.01404963,0.00009741099,0.000167851,0.0005321456,0.0001042335,0.0001548868,0.01965904,0.03275648,0.9305753,0.001218655],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004533548,0.001583348,0.9904533,0.0008672389,0.0006267345,0.0001592459,0.000007554058,0.00145744,0.0003115859],"genre_scores_gemma":[0.2715496,0.00004055126,0.7266047,0.001529245,0.0001693035,0.00003892266,0.000001190909,0.00001664883,0.00004988712],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8727317,"threshold_uncertainty_score":0.5682446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144363643","doi":"10.1109/enabl.2003.1231428","title":"Requirements engineering and agile software development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":460,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Lean software development; Agile usability engineering; Agile Unified Process; Requirement; Software development; Computer science; Software engineering; Requirements engineering; Software development process; Extreme programming practices; Software requirements; Systems engineering; Software; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01785589211886602,"gpt":0.2393697863407979,"spread":0.2215138942219319,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001254828,0.00008003333,0.00005898097,0.00005325983,0.00004521,0.00008966833,0.0002297172,0.00002760337,0.000006331638],"category_scores_gemma":[0.00005969653,0.00007406559,0.000009970574,0.0001103409,0.000004294066,0.0004564786,0.0001702088,0.00005774236,0.00001356886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003582842,"about_ca_system_score_gemma":0.00002756085,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001145626,"about_ca_topic_score_gemma":9.602777e-7,"domain_scores_codex":[0.9994811,0.000002662208,0.00009654943,0.0001659917,0.0001117302,0.0001420115],"domain_scores_gemma":[0.9996871,0.00003891801,0.00001932827,0.0001797301,0.00001718801,0.00005772572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007838093,0.0002361192,0.005358291,0.0002832123,0.0001647054,0.0001827576,0.004294157,0.01704644,0.005062326,0.3418138,0.001940341,0.62361],"study_design_scores_gemma":[0.002107791,0.0003901477,0.03856349,0.0004667975,0.00002011384,0.0003593041,0.00003117763,0.01741324,0.2191003,0.01788879,0.701131,0.002527867],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01420214,0.0001070941,0.9840773,0.0001751421,0.0001114186,0.00005449441,9.500882e-8,0.00111004,0.0001622875],"genre_scores_gemma":[0.1524557,0.00001223442,0.8473523,0.00009841046,0.00001159131,0.00001030555,4.521825e-7,0.000005651737,0.00005333761],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6991907,"threshold_uncertainty_score":0.3020307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070848457","doi":"10.1109/ms.2008.107","title":"A Replicated Survey of IT Software Project Failures","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Software project management; Software review; Software peer review; Software; Software engineering; Computer science; Software development; Engineering; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.07118256728858817,"gpt":0.3032006274918481,"spread":0.2320180602032599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000599029,0.0002360613,0.0003328198,0.0002001731,0.0002210519,0.00004111191,0.001275969,0.0001522942,0.00001530973],"category_scores_gemma":[0.002126133,0.0002215189,0.000103522,0.001075383,0.00008410504,0.0005833395,0.0002101181,0.0002570013,0.00002255639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003501029,"about_ca_system_score_gemma":0.0002445775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00263799,"about_ca_topic_score_gemma":0.00007905971,"domain_scores_codex":[0.998172,0.0001462962,0.0003999989,0.0005322073,0.0004032958,0.00034623],"domain_scores_gemma":[0.9969922,0.00105058,0.0002404364,0.001258332,0.0003740212,0.00008439996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0002305547,0.000965303,0.3914385,0.000693055,0.0004692202,0.0006636225,0.009473818,0.001708468,0.001404049,0.001107351,0.5055324,0.08631358],"study_design_scores_gemma":[0.002369448,0.001960204,0.6289668,0.0006572896,0.00008697401,0.001828795,0.00004284598,0.005568089,0.07563353,0.002309832,0.2766091,0.003967108],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03527407,0.0002773868,0.9610258,0.0001921913,0.0003573949,0.0003250333,0.00004445463,0.002447192,0.00005646634],"genre_scores_gemma":[0.5441381,0.0001123955,0.4551339,0.0002016433,0.00004540895,0.00006289982,0.00002113078,0.00003684781,0.0002476619],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.508864,"threshold_uncertainty_score":0.9033281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1592081868","doi":"10.1109/icse.2015.55","title":"Work Practices and Challenges in Pull-Based Development: The Integrator's Perspective","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":308,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Integrator; Perspective (graphical); Computer science; Set (abstract data type); Process (computing); Quality (philosophy); Process management; Op amp integrator; Work (physics); Management science; Data science; Engineering; Artificial intelligence; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.217326346725074,"gpt":0.3518920728393924,"spread":0.1345657261143184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00101181,0.0003169313,0.0002248808,0.0003313704,0.0000658251,0.0003646307,0.001563761,0.000129527,0.000009280728],"category_scores_gemma":[0.003726783,0.0002599664,0.00004084889,0.0003343782,0.00003903069,0.0008200309,0.0001735418,0.0006739026,0.00002880252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003161742,"about_ca_system_score_gemma":0.0002744565,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006861498,"about_ca_topic_score_gemma":0.00003238913,"domain_scores_codex":[0.9982227,0.00008356615,0.0003097737,0.0005431162,0.0005174124,0.0003234465],"domain_scores_gemma":[0.9976296,0.0009601591,0.0002587602,0.0005373707,0.000450497,0.0001635752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007679449,0.001236622,0.03713466,0.0004139263,0.001003592,0.0007088405,0.04202283,0.144332,0.000452769,0.5789442,0.008981504,0.1840012],"study_design_scores_gemma":[0.004713872,0.001377426,0.02908233,0.002964606,0.00007590317,0.0003029827,0.00429799,0.5669032,0.01374857,0.01462406,0.3569204,0.00498873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04131946,0.00325019,0.9307564,0.01669424,0.004445666,0.0005787766,0.000006919819,0.00190025,0.001048119],"genre_scores_gemma":[0.8404161,0.0005287002,0.1584339,0.0001690884,0.0001942682,0.000148375,0.000003711429,0.00003478153,0.00007106923],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7990966,"threshold_uncertainty_score":0.9999853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2060100043","doi":"10.1037/a0014367","title":"Boundary work in knowledge teams.","year":2009,"lang":"en","type":"article","venue":"Journal of Applied Psychology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Boundary spanning; Psychology; Boundary (topology); Perspective (graphical); Psychological safety; Team effectiveness; Task (project management); Team composition; Resource (disambiguation); Work (physics); Applied psychology; Reinforcement; Knowledge management; Social psychology; Management; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01391536111841738,"gpt":0.3214871468901018,"spread":0.3075717857716844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006244479,0.00008436623,0.000182808,0.0002473046,0.00002174927,0.00004477075,0.0006896852,0.00009176373,0.00001251858],"category_scores_gemma":[0.00002246128,0.00007400093,0.00004588978,0.0004601854,0.00001862348,0.0001865618,0.00002956678,0.000419151,0.00002026953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003054922,"about_ca_system_score_gemma":0.00004427617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":3.164464e-7,"about_ca_topic_score_gemma":2.651107e-7,"domain_scores_codex":[0.9992648,0.00002511495,0.0003162816,0.000129836,0.00009314806,0.0001708633],"domain_scores_gemma":[0.9993478,0.0001189207,0.0001859457,0.0002566843,0.00003343004,0.00005718888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002718524,0.0004815845,0.0004817416,0.000006076538,0.00002310695,0.000161035,0.00170439,0.0001612488,0.001295659,0.04205182,0.0584634,0.8948981],"study_design_scores_gemma":[0.001397587,0.0008489797,0.1080271,0.00006856103,0.000009803932,0.0006296685,0.00002028518,0.000147933,0.0005761589,0.1226982,0.7652345,0.0003412475],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05236738,0.001899308,0.8824663,0.005123361,0.001572945,0.0001244376,1.53829e-7,0.0001871845,0.05625898],"genre_scores_gemma":[0.7988828,0.000112877,0.199616,0.001187474,0.0001683746,0.00000158543,8.919881e-8,0.000004955554,0.00002588408],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8945568,"threshold_uncertainty_score":0.301767,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2518473846","doi":"10.1007/s10664-016-9451-7","title":"Naming the pain in requirements engineering","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":271,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Queen's University; Eesti Teadusagentuur; Queen's University Belfast","keywords":"Relevance (law); Dependency (UML); Context (archaeology); Status quo; Empirical research; Computer science; Management science; Requirements engineering; Complement (music); Data science; Criticality; Engineering ethics; Knowledge management; Risk analysis (engineering); Engineering; Software; Epistemology; Artificial intelligence; Political science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.02583063276581971,"gpt":0.2732133516125181,"spread":0.2473827188466984,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00142966,0.0002589348,0.0002059674,0.0001894998,0.00006024302,0.0001198645,0.00105171,0.0001090047,0.00001632771],"category_scores_gemma":[0.004909373,0.0001638041,0.00008539291,0.0007033683,0.00001417006,0.0007453635,0.0003223338,0.0002913293,0.00002596037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000188418,"about_ca_system_score_gemma":0.00002850088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001385808,"about_ca_topic_score_gemma":0.000001576902,"domain_scores_codex":[0.9982755,0.00006024534,0.0003500111,0.0004085825,0.0003356064,0.0005700957],"domain_scores_gemma":[0.9967273,0.002406348,0.00005803654,0.0006459894,0.00004389108,0.000118396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003008433,0.0002969261,0.2496774,0.0003773208,0.0002235531,0.0006673874,0.00207145,0.0779789,0.008314798,0.01314657,0.01275267,0.634463],"study_design_scores_gemma":[0.001514946,0.0004376111,0.1442563,0.001562126,0.00002287492,0.0001565774,0.00001691035,0.2968566,0.005338704,0.00132967,0.5459978,0.002509947],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0209153,0.0002687703,0.9744332,0.00202674,0.0004423364,0.0001615563,0.000001110979,0.001737608,0.00001333955],"genre_scores_gemma":[0.7261434,0.0000415074,0.2728988,0.0004739101,0.0001925738,0.000119919,8.96035e-7,0.00005702051,0.0000720274],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.705228,"threshold_uncertainty_score":0.6679735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135399200","doi":"10.1007/s00766-003-0173-1","title":"RE challenges in multi-site software development organisations","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":254,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Requirements engineering; Knowledge management; Negotiation; Computer science; Requirements analysis; Context (archaeology); Work (physics); Software development; Process management; Task (project management); Requirements management; Empirical research; Software requirements; Requirements elicitation; Software; Engineering; Systems engineering; Component-based software engineering; Geography; Political science; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.1015346670518078,"gpt":0.2938594969950546,"spread":0.1923248299432468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000423825,0.0001684886,0.0001387362,0.0002059775,0.00005209585,0.0000683549,0.0003502001,0.00006442206,0.00001620664],"category_scores_gemma":[0.0003300081,0.000184559,0.00002476029,0.0003109977,0.00000399772,0.0005826554,0.00009888755,0.0001507644,0.00002649577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001573444,"about_ca_system_score_gemma":0.00005218943,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005242483,"about_ca_topic_score_gemma":0.00001500413,"domain_scores_codex":[0.998905,0.00002368625,0.0002508629,0.0003079421,0.0002020374,0.0003104642],"domain_scores_gemma":[0.99936,0.00009868432,0.00004751586,0.0003928162,0.000028719,0.00007222442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001547642,0.002037908,0.08851793,0.001999085,0.0005943317,0.0006656322,0.05988822,0.2092893,0.01755242,0.2202645,0.0009342204,0.398241],"study_design_scores_gemma":[0.003317233,0.0002212715,0.1003422,0.00130139,0.00003232526,0.00009811119,0.0004005225,0.1312329,0.07078989,0.0008687741,0.6875076,0.003887781],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005940429,0.001063038,0.9914093,0.0001070192,0.0002739634,0.0001477927,4.312564e-7,0.0008735668,0.000184444],"genre_scores_gemma":[0.3236766,0.0001522162,0.6760463,0.00002116088,0.000009689166,0.00004023544,0.000001558337,0.00001967102,0.00003266968],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6865733,"threshold_uncertainty_score":0.75261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031459347","doi":"10.1007/s10664-010-9152-6","title":"Using grounded theory to study the experience of software development","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":236,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Grounded theory; Computer science; Context (archaeology); Software; Management science; Development theory; Qualitative research; Engineering; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1170929886314408,"gpt":0.3288625697848295,"spread":0.2117695811533887,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007511282,0.0002640863,0.0002562543,0.000148992,0.0001556122,0.00006870282,0.001449658,0.00007216864,0.00003490341],"category_scores_gemma":[0.001206664,0.0002017595,0.00007262918,0.0008093377,0.00002579409,0.0004189389,0.0006597943,0.0002483167,0.00001031373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008136939,"about_ca_system_score_gemma":0.00006052926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005347087,"about_ca_topic_score_gemma":0.000001799961,"domain_scores_codex":[0.9982731,0.00007900089,0.0004229841,0.0004185965,0.0004110894,0.0003952034],"domain_scores_gemma":[0.9981063,0.0007534274,0.00009733394,0.0007943503,0.00009142062,0.0001571949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001544194,0.002019734,0.4149331,0.0002099874,0.000765454,0.0002889532,0.3761599,0.02264424,0.0006525455,0.006713697,0.0003527348,0.1751053],"study_design_scores_gemma":[0.001042997,0.001180999,0.9132613,0.0003161496,0.0001200764,0.0001602317,0.001820709,0.01105406,0.04517988,0.003239885,0.01969292,0.002930795],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2997518,0.00007931393,0.6988178,0.00001191563,0.0002513737,0.000275928,4.829866e-7,0.000802318,0.000008996391],"genre_scores_gemma":[0.4815196,7.828978e-7,0.518301,0.00007210313,0.00002257461,0.00005614834,2.051679e-7,0.00001920235,0.000008507656],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4983282,"threshold_uncertainty_score":0.8227513,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092610242","doi":"10.1145/1035134.1035136","title":"The obstacles and myths of usability and software engineering","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; Component-based usability testing; Mythology; Software; Pluralistic walkthrough; Usability inspection; Human–computer interaction; Programming language; History","retraction":null,"screen_n_in":null,"score":{"opus":0.02199353188690443,"gpt":0.2642335775236032,"spread":0.2422400456366987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003069535,0.00004167559,0.00005878676,0.00001471293,0.000131831,0.00002853773,0.007694453,0.00001939287,1.135228e-7],"category_scores_gemma":[0.008749421,0.00002662537,0.00002006587,0.0001253603,0.0001477641,0.0001383778,0.00822391,0.00009323988,9.911214e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008663105,"about_ca_system_score_gemma":0.00001664628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003669918,"about_ca_topic_score_gemma":0.000007173924,"domain_scores_codex":[0.9996823,0.00002923855,0.000115245,0.00006190101,0.00005870434,0.00005258722],"domain_scores_gemma":[0.9889256,0.001441308,0.00007185483,0.009504573,0.00004205301,0.00001457712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001354464,0.0002773061,0.05040185,0.0003368161,0.0001683724,3.477799e-7,0.008405348,0.004645422,0.00502191,0.8128925,0.00129809,0.1165385],"study_design_scores_gemma":[0.0005780557,0.0001503287,0.3794804,0.0004115773,0.00005956513,0.00005199009,0.000289549,0.01122636,0.02724009,0.5439035,0.03616787,0.0004406775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5297852,0.03657335,0.331396,0.1002659,0.0002859185,0.0007747073,0.00001510987,0.0006698433,0.0002339479],"genre_scores_gemma":[0.5489895,0.0005910472,0.4504007,0.000009012058,0.000001403412,0.000004826456,9.697877e-8,0.000001813793,0.000001587194],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3290786,"threshold_uncertainty_score":0.9997974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3112329866","doi":"10.1177/8756972820973082","title":"Agile, Traditional, and Hybrid Approaches to Project Success: Is Hybrid a Poor Second Choice?","year":2020,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":224,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Agile software development; Scope (computer science); Stakeholder; Process management; Quality (philosophy); Management science; Project management; Quality management; Explanatory power; Engineering; Computer science; Operations management; Systems engineering; Management; Management system; Economics; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1448008784362642,"gpt":0.2773897992683274,"spread":0.1325889208320633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005034935,0.0002370723,0.0002144617,0.0003376014,0.0002198695,0.001023144,0.0009331048,0.00002366924,0.00006679725],"category_scores_gemma":[0.00006956053,0.0002144664,0.00008477201,0.0004930894,0.00002132544,0.001218306,0.0003333034,0.0003656243,0.00001776549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004463218,"about_ca_system_score_gemma":0.00005832278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001389972,"about_ca_topic_score_gemma":8.880223e-7,"domain_scores_codex":[0.9983189,0.0000751859,0.0003124012,0.0005013176,0.0004383164,0.0003538643],"domain_scores_gemma":[0.9992527,0.0001144726,0.0001611808,0.0002501626,0.00003872237,0.0001826979],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009585793,0.000340734,0.001285319,0.0009765651,0.0006921841,0.0009788114,0.00354474,0.0001299451,0.00008883639,0.0178649,0.8156781,0.158324],"study_design_scores_gemma":[0.000955163,0.0008738928,0.001757672,0.0001380255,0.00009126519,0.001186544,0.0001223181,0.04098865,0.0022635,0.004951892,0.9458196,0.0008515249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01860836,0.000719542,0.9471554,0.02276696,0.0003939373,0.001501776,0.00003487067,0.0007819992,0.008037193],"genre_scores_gemma":[0.4954852,0.0005585987,0.4923649,0.009736991,0.0008773272,0.0002532227,0.00001069488,0.00005880356,0.0006542613],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4768769,"threshold_uncertainty_score":0.9866198,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068221441","doi":"10.1016/j.cirp.2007.10.010","title":"A SCIENTIFIC FOUNDATION OF COLLABORATIVE ENGINEERING","year":2007,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":221,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Collaborative engineering; Health systems engineering; Foundation (evidence); Domain (mathematical analysis); Biological systems engineering; Field (mathematics); Engineering management; Engineering; Engineering ethics; Interdisciplinarity; Grand Challenges; Knowledge management; Computer science; Civil engineering software; Work in process; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02798267324194937,"gpt":0.3085628088212399,"spread":0.2805801355792905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001013894,0.00005695449,0.00007640899,0.0001592727,0.00004597365,0.0001340167,0.0002959691,0.00003013856,0.000007961017],"category_scores_gemma":[0.0002947537,0.00005804814,0.00002394821,0.0007566428,0.00002090307,0.0005572887,0.00005503781,0.00005400881,0.00001033106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009649761,"about_ca_system_score_gemma":0.00003589521,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003570502,"about_ca_topic_score_gemma":0.00000105425,"domain_scores_codex":[0.9994053,0.0000092303,0.0001442687,0.0001450274,0.0001561881,0.0001399802],"domain_scores_gemma":[0.9991923,0.0001872383,0.00007876096,0.0002668951,0.0002334643,0.00004135028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003189713,0.0002158577,0.001913329,0.0001895533,0.000106051,0.00005371835,0.006437272,0.004122521,0.09822176,0.5426735,0.01121147,0.3348231],"study_design_scores_gemma":[0.0002423026,0.0002364883,0.02009719,0.0001309844,0.000009220196,0.00002031318,0.00005647313,0.04243863,0.4753649,0.005619078,0.4553013,0.0004831482],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03177445,0.0001796138,0.9665709,0.0001721191,0.0003856685,0.00007249537,8.921269e-7,0.0002406358,0.0006032999],"genre_scores_gemma":[0.8482839,0.000008940392,0.1515553,0.00003195532,0.00003234082,0.000003359697,0.000001581859,0.000004573744,0.00007806352],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8165095,"threshold_uncertainty_score":0.2367134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136904599","doi":"10.1109/ms.2006.126","title":"Guest Editors' Introduction: Global Software Development: How Far Have We Come?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Software peer review; Computer science; Social software engineering; Software development process; Software engineering; Personal software process; Software; Engineering management; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01102441306856668,"gpt":0.2332645831686182,"spread":0.2222401701000515,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003182173,0.0003974007,0.0003121507,0.0001277911,0.0005077028,0.0004415919,0.001268409,0.0002370837,0.00002523195],"category_scores_gemma":[0.0003039914,0.0004011938,0.0001139349,0.000612085,0.00006979077,0.001287127,0.0002895716,0.0003423933,0.0001044106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002610653,"about_ca_system_score_gemma":0.0001616725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007507344,"about_ca_topic_score_gemma":0.00003887826,"domain_scores_codex":[0.997613,0.00006516404,0.000346349,0.0007689371,0.0006139794,0.0005926299],"domain_scores_gemma":[0.9982147,0.0002366372,0.0002013726,0.0009465841,0.0002458358,0.0001549222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001262591,0.0001652559,0.01635228,0.000120766,0.00006316699,0.000109251,0.0003060387,0.0007357824,0.00003522824,0.001573424,0.9304308,0.05009537],"study_design_scores_gemma":[0.0002162505,0.00005859449,0.002519267,0.00004134511,0.00001259876,0.0001215823,0.000008434327,0.0001576191,0.002541719,0.001708428,0.992073,0.0005411873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009010413,0.0007186225,0.9689546,0.00424905,0.02043158,0.0002214947,0.00002200872,0.004435828,0.00006572581],"genre_scores_gemma":[0.03204811,0.00005835991,0.9325075,0.0002459183,0.03373445,0.0001020115,0.00006020017,0.00005752492,0.001185919],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06164216,"threshold_uncertainty_score":0.999844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1963535891","doi":"10.1145/1297797.1297801","title":"The impact of size and volatility on IT project performance","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Volatility (finance); Computer science; Econometrics; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.05259843206168942,"gpt":0.3677687130616387,"spread":0.3151702809999493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0009550704,0.00004129104,0.00005265024,0.00001746872,0.0001600243,0.00001879343,0.01124676,0.00001853651,4.425484e-7],"category_scores_gemma":[0.005698687,0.00002183191,0.00003831204,0.0002070324,0.0001091343,0.0001245647,0.004921062,0.0001223406,2.427922e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000153349,"about_ca_system_score_gemma":0.0000311488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001077375,"about_ca_topic_score_gemma":0.00000892715,"domain_scores_codex":[0.9996283,0.00005357395,0.000127518,0.00005177448,0.00007389976,0.00006494257],"domain_scores_gemma":[0.9840662,0.002906128,0.0001197536,0.01284018,0.00005777887,0.000009894741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002504101,0.0009103745,0.552353,0.0001529657,0.0003580676,3.097292e-7,0.01107958,0.0005509313,0.006769355,0.05633552,0.05581911,0.3154204],"study_design_scores_gemma":[0.0001076234,0.0002166378,0.9409726,0.00007660274,0.000008255173,0.000005810113,0.00002928851,0.03121392,0.00576674,0.01431976,0.007192495,0.00009027724],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9768884,0.000822246,0.006328194,0.01273194,0.00006571954,0.0003308942,0.000003275813,0.0001020951,0.002727223],"genre_scores_gemma":[0.8902884,0.0003153505,0.1093536,0.00001517147,0.000002577093,0.000003585155,1.066937e-7,0.00000182634,0.00001942689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3886196,"threshold_uncertainty_score":0.9941028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105246013","doi":"10.1109/tse.2002.1158289","title":"Ethical issues in empirical studies of software engineering","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; National Research Council Canada; U.S. Department of Health and Human Services; National Institutes of Health; Public Works and Government Services Canada; Canadian Psychological Association","keywords":"Empirical research; Computer science; Social software engineering; Software engineering; Popularity; Software Engineering Process Group; Software development; Software requirements; Software peer review; Personal software process; Software; Management science; Data science; Software construction; Engineering ethics; Engineering","retraction":null,"screen_n_in":3,"score":{"opus":0.05595567562007852,"gpt":0.3199783701972545,"spread":0.264022694577176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004391433,0.0003735764,0.0005184714,0.0006177526,0.00006726811,0.00005962201,0.0006548874,0.0003414295,0.00003900442],"category_scores_gemma":[0.0007967423,0.0003925403,0.0001771504,0.001062172,0.0000368932,0.0004649923,0.00001518746,0.001250551,0.00002387051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001418651,"about_ca_system_score_gemma":0.00001819912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001717977,"about_ca_topic_score_gemma":0.000003294007,"domain_scores_codex":[0.9979755,0.00004782125,0.0005549603,0.000498209,0.0004466698,0.0004768789],"domain_scores_gemma":[0.9972313,0.001796155,0.00007990307,0.0006649626,0.00009726648,0.0001304061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001416143,0.000302941,0.0007601429,0.0005232909,0.0002069671,0.0001251419,0.003080559,0.9711078,0.000444253,0.0008309845,0.00108269,0.02152111],"study_design_scores_gemma":[0.001647474,0.0009653594,0.002724766,0.002057554,0.0001041573,0.0002485905,0.00009593706,0.8980648,0.06431036,0.0002175932,0.02695416,0.002609243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01109564,0.001471752,0.9838374,0.0003870944,0.0009305727,0.0001810678,0.000007617824,0.002084497,0.000004387809],"genre_scores_gemma":[0.5130201,0.0005287565,0.4860996,0.0001063109,0.0000532598,0.00008195933,4.805844e-7,0.00005086244,0.00005863986],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5019245,"threshold_uncertainty_score":0.9998527,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136714207","doi":"10.1109/agile.2007.60","title":"The Social Nature of Agile Teams","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":178,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Pride; Knowledge management; Agile usability engineering; Agile Unified Process; Grounded theory; Agency (philosophy); Lean software development; Extreme programming practices; Computer science; Qualitative research; Process management; Engineering; Software; Software development; Sociology; Software development process; Software engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.005883083137522544,"gpt":0.2875024426490821,"spread":0.2816193595115596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004874466,0.00003135281,0.00003338972,0.00001516619,0.00008137686,0.0000317556,0.0004333104,0.00005328921,0.000004677858],"category_scores_gemma":[0.000060656,0.00001902597,0.00002365857,0.0001342608,0.00001516222,0.0001165439,0.0000766149,0.0001335156,0.000002671742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006253159,"about_ca_system_score_gemma":0.000009293381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000013631,"about_ca_topic_score_gemma":0.00000483359,"domain_scores_codex":[0.9996693,0.000006741727,0.00006911374,0.00005957156,0.0001029925,0.00009227731],"domain_scores_gemma":[0.9994504,0.0003226021,0.00003258253,0.00015253,0.00002933957,0.00001249662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000284397,0.00001184075,0.0002088414,0.000003315424,0.000007349662,0.000002368399,0.0002679278,0.000002390542,0.0003547582,0.8460568,0.01601471,0.1370669],"study_design_scores_gemma":[0.00009530521,0.00006720422,0.0109356,0.000006115247,0.000003371416,0.00001285668,0.00007946094,0.001811827,0.0454894,0.01948627,0.9218525,0.0001600416],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005191636,0.0001575081,0.9804088,0.001055704,0.0002534525,0.00003418024,1.58501e-7,0.0003074408,0.01259113],"genre_scores_gemma":[0.8928009,0.00001042214,0.1066189,0.0001428027,0.00006266175,9.287473e-7,1.032775e-7,0.000002352187,0.000360907],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9058378,"threshold_uncertainty_score":0.08052058,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137825701","doi":"10.1109/adc.2005.1","title":"A case study on the impact of scrum on overtime and customer satisfaction","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scrum; Pace; Overtime; Customer satisfaction; Process management; Computer science; Work (physics); Process (computing); Software; Business; Software development; Marketing; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02323297636814169,"gpt":0.2960523064040174,"spread":0.2728193300358757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001753333,0.00006486636,0.00005908333,0.00005070109,0.00004386359,0.00005140221,0.0000840076,0.0000177115,0.00001629081],"category_scores_gemma":[0.00002237378,0.0000353071,0.00002435669,0.0001240461,0.000008079151,0.0001559873,0.00003595744,0.000070963,0.000006993542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001723938,"about_ca_system_score_gemma":0.00000747634,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00675547,"about_ca_topic_score_gemma":0.0000286874,"domain_scores_codex":[0.9996069,0.00003476566,0.00007632405,0.000111547,0.00009975878,0.00007070949],"domain_scores_gemma":[0.9993706,0.0003039704,0.00003738164,0.0002582397,0.00001473951,0.00001504124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000190583,0.002700343,0.5771315,0.00003111881,0.0003695509,0.002228933,0.004153789,0.01486314,0.003962258,0.1554665,0.06888196,0.1700203],"study_design_scores_gemma":[0.0005216015,0.00373407,0.9498129,0.00002604096,0.00001960606,0.001206059,0.0001842881,0.03828755,0.003572845,0.001912733,0.0003758098,0.0003464197],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9650924,0.000006600439,0.03317347,0.0001061473,0.00002944666,0.0001479438,6.244522e-7,0.0001464419,0.001296954],"genre_scores_gemma":[0.9979169,0.000001119059,0.001986508,0.00002846748,0.00001281989,0.000005970291,5.596174e-8,0.000003305525,0.00004486084],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3726815,"threshold_uncertainty_score":0.9998586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067172306","doi":"10.1145/1056018.1056045","title":"On the use of visualization to support awareness of human activities in software development","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Visualization; Computer science; Formative assessment; Software development; Software; Software visualization; Human–computer interaction; Data science; Knowledge management; Software engineering; Software construction; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.07921767493007227,"gpt":0.3285502051407375,"spread":0.2493325302106653,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002191365,0.00005985455,0.0000854396,0.0001175682,0.0000268386,0.00002780506,0.0002807019,0.00002410976,0.00003035881],"category_scores_gemma":[0.0001227146,0.00004340141,0.00001373751,0.0002231179,0.000008428374,0.0003586203,0.00009893122,0.00003640109,0.000001767657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000236761,"about_ca_system_score_gemma":0.00004479719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006156558,"about_ca_topic_score_gemma":0.00006974107,"domain_scores_codex":[0.999459,0.00002551718,0.0001742257,0.0001050537,0.0001556796,0.00008052227],"domain_scores_gemma":[0.9992841,0.0003747423,0.00006165526,0.0002298985,0.00003324869,0.00001628381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004462335,0.000858103,0.04511885,0.0001892912,0.00005696881,0.000006262349,0.017122,0.04626742,0.00500685,0.5219576,0.01251922,0.3508528],"study_design_scores_gemma":[0.0002503023,0.0006227464,0.03611071,0.000237295,0.000004860201,0.000003699887,0.00006537333,0.01002482,0.8961164,0.00108563,0.05502106,0.0004570975],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3305699,0.000001804877,0.6691005,0.0001002301,0.0000204389,0.00007820516,4.1927e-7,0.00009114823,0.00003738002],"genre_scores_gemma":[0.8180462,0.000001840966,0.1816767,0.0001549274,0.000004518514,0.00001430918,0.000001084179,0.000004064765,0.00009632122],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8911096,"threshold_uncertainty_score":0.1769858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2811415407","doi":"10.1177/875697281704800301","title":"Agile Methods on Large Projects in Large Organizations","year":2017,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Scrum; Documentation; Agile Unified Process; Agile usability engineering; Extreme programming practices; Lean software development; Engineering; Field (mathematics); Adaptation (eye); Empirical research; Process management; Knowledge management; Computer science; Software development; Software; Software engineering; Software development process","retraction":null,"screen_n_in":null,"score":{"opus":0.03692701814465561,"gpt":0.382741820742623,"spread":0.3458148025979674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002114142,0.0001337679,0.0001332865,0.0004154266,0.0005816653,0.001026941,0.001454167,0.00004378214,0.00003138397],"category_scores_gemma":[0.0004528018,0.0001165112,0.00004069088,0.0004014017,0.000008827346,0.001017418,0.000630362,0.0003609487,0.00002450507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006981434,"about_ca_system_score_gemma":0.00004552384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001182576,"about_ca_topic_score_gemma":0.000007109606,"domain_scores_codex":[0.9987739,0.0001429669,0.0002154512,0.0002531184,0.0002450684,0.0003694705],"domain_scores_gemma":[0.998828,0.00008213877,0.0002372941,0.0007347903,0.00007101859,0.0000467738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004167454,0.001514719,0.026153,0.000242963,0.0002858501,0.00137409,0.004700759,0.0003004265,0.00009071192,0.7044116,0.04146603,0.2194182],"study_design_scores_gemma":[0.002661781,0.0004590523,0.04097033,0.0004253894,0.00005604882,0.0002303386,0.0002745957,0.07534196,0.001410258,0.02151771,0.8557042,0.0009483063],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0005775979,0.00006792659,0.9806145,0.0008445985,0.0005641109,0.0003452371,0.00000141129,0.000245876,0.01673875],"genre_scores_gemma":[0.1650302,0.0004116947,0.8328174,0.000355638,0.000139451,0.00004577069,0.000001625101,0.00002430667,0.00117389],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8142382,"threshold_uncertainty_score":0.9902814,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1599483641","doi":"10.1007/978-3-540-85936-9_12","title":"A Software Engineering Lifecycle Standard for Very Small Enterprises","year":2008,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Product (mathematics); Quality (philosophy); Software; Engineering management; Process management; Business; Computer science; Manufacturing engineering; Software development; Software development process; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03475685849603668,"gpt":0.2731220113572805,"spread":0.2383651528612439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006275736,0.000204659,0.0002260581,0.0007053623,0.0003046989,0.0004790301,0.002573992,0.0001120196,0.000001653013],"category_scores_gemma":[0.0002341705,0.0002174749,0.00005859578,0.0002323993,0.0002026766,0.004643913,0.001502698,0.0003102781,0.000007215149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001224429,"about_ca_system_score_gemma":0.0002206793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004863208,"about_ca_topic_score_gemma":0.000001542524,"domain_scores_codex":[0.9988279,0.000008688628,0.0004560518,0.0002336352,0.0002575915,0.0002161096],"domain_scores_gemma":[0.997219,0.0007050672,0.0002150222,0.001484188,0.0002894292,0.00008726717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001696258,0.00003124282,0.0002106243,0.0002580746,0.00003079788,0.000002325857,0.00387247,0.004209805,0.000003247031,0.3025773,0.003293707,0.6854935],"study_design_scores_gemma":[0.0002086654,0.0001008125,0.0003920122,0.0002652999,0.000004842853,0.00004256637,0.000002156473,0.2427666,0.0000168623,0.001219977,0.7546381,0.0003420497],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00003022775,0.0006613189,0.9941694,0.0002327271,0.0003025347,0.0003695571,0.00002215534,0.0003861543,0.003825905],"genre_scores_gemma":[0.002773692,0.004782398,0.9917617,0.0003361584,0.00003934952,0.00006590105,0.00002581155,0.00001214418,0.0002027741],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7513444,"threshold_uncertainty_score":0.8868368,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1556740091","doi":"10.1002/smr.572","title":"Contextualizing agile software development","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software engineering; Agile usability engineering; Software development; Computer science; Extreme programming practices; Software development process; Software; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03226817318530843,"gpt":0.2607337189416604,"spread":0.228465545756352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005917929,0.0001380533,0.0001975346,0.0001868299,0.0001396228,0.00007809912,0.0004821775,0.00008042337,0.00002505302],"category_scores_gemma":[0.0005111286,0.000117236,0.00004928607,0.0002501009,0.00003290766,0.001272171,0.00009205109,0.0002332642,0.00000541375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005601053,"about_ca_system_score_gemma":0.0001975162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007203893,"about_ca_topic_score_gemma":0.000001476687,"domain_scores_codex":[0.9989194,0.00003514945,0.0004065151,0.0001605747,0.0002873833,0.0001909887],"domain_scores_gemma":[0.9987731,0.000146411,0.0003900096,0.0001500566,0.0003990033,0.0001414261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002725861,0.000629304,0.1581711,0.0009548693,0.0003799484,0.0003252084,0.03913143,0.0001713237,0.0001706727,0.02406478,0.00667558,0.7690532],"study_design_scores_gemma":[0.006464104,0.00397562,0.4402812,0.004009939,0.0003046988,0.01088467,0.002580807,0.003256156,0.03457652,0.1900626,0.2987196,0.004884154],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01935428,0.002231838,0.9776273,0.00005041479,0.0003244244,0.00005992173,6.548e-7,0.0002679969,0.00008317814],"genre_scores_gemma":[0.5291818,0.00005585066,0.4705624,0.00009675953,0.00005067741,0.000003942485,3.203323e-7,0.000009041965,0.00003918327],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7641691,"threshold_uncertainty_score":0.4780748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161637233","doi":"10.1007/s007660200008","title":"Requirements Engineering and Technology Transfer: Obstacles, Incentives and Improvement Agenda","year":2002,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Incentive; Technology transfer; Engineering management; Business; Computer science; Engineering; Knowledge management; Economics; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.0260673818793556,"gpt":0.2389977297025624,"spread":0.2129303478232068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002571789,0.0003345367,0.0002640515,0.0004070404,0.0001018948,0.000200379,0.0004591758,0.0001251413,0.00001409894],"category_scores_gemma":[0.00009301785,0.0003609601,0.00003599167,0.0005110967,0.00002950045,0.001049473,0.0003442221,0.0002520678,0.00000462139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008997305,"about_ca_system_score_gemma":0.000007193009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009590825,"about_ca_topic_score_gemma":5.488754e-7,"domain_scores_codex":[0.9982541,0.00001066641,0.0003561911,0.0005520171,0.0002887604,0.0005382789],"domain_scores_gemma":[0.9992325,0.00007409463,0.00004962016,0.0004627732,0.0000410605,0.000139964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001353694,0.0003494691,0.004695031,0.001243967,0.0007126814,0.0002479831,0.002317927,0.003693436,0.4382451,0.07601127,0.0006799189,0.4717896],"study_design_scores_gemma":[0.002110274,0.0007817583,0.00241411,0.0006593296,0.00009098929,0.0001582589,0.00005572327,0.8325318,0.06884993,0.0004637901,0.08988956,0.001994548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1763643,0.005110736,0.8146632,0.0005703798,0.0005442593,0.0005069295,0.000005985398,0.002105208,0.0001290169],"genre_scores_gemma":[0.9227062,0.001374109,0.07564264,0.00005219111,0.00004962979,0.00006692885,0.000001947874,0.00004389782,0.00006238894],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8288383,"threshold_uncertainty_score":0.9998842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096905623","doi":"10.1109/agile.2008.78","title":"Agile Methods and User-Centered Design: How These Two Methodologies are Being Successfully Integrated in Industry","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":148,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; USable; Computer science; Agile usability engineering; User story; Agile Unified Process; Software engineering; Software; Process management; Software development; Software development process; Engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1685778313057607,"gpt":0.3988467407843945,"spread":0.2302689094786338,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001785205,0.0001896941,0.0002681853,0.0002086513,0.00006730024,0.0001987389,0.000677701,0.0001900926,0.00001343254],"category_scores_gemma":[0.001552655,0.0001495953,0.00003314872,0.0005790483,0.00005730017,0.001048812,0.0003450365,0.0005915415,0.000001163958],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003572899,"about_ca_system_score_gemma":0.00004324409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000224859,"about_ca_topic_score_gemma":0.000009852223,"domain_scores_codex":[0.9981642,0.0008689603,0.000183017,0.0003822551,0.0001263862,0.0002751512],"domain_scores_gemma":[0.9969164,0.002431211,0.0001096633,0.0004184531,0.00006471523,0.00005957178],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001834041,0.0003503253,0.164241,0.0001725814,0.0002616001,0.001612174,0.009282941,0.005889407,0.02012312,0.03031865,0.01115065,0.7564142],"study_design_scores_gemma":[0.003036653,0.0008463872,0.1409288,0.0006900438,0.00005999374,0.001596875,0.001987557,0.3221337,0.4307509,0.03427457,0.06061685,0.003077707],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04691102,0.0002685905,0.9503667,0.001131166,0.000134465,0.0001546528,6.159283e-7,0.0008500516,0.0001827255],"genre_scores_gemma":[0.2620226,0.0001110918,0.7375,0.0001393195,0.00001115524,0.00002076398,4.498281e-7,0.000009462506,0.0001851502],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7533365,"threshold_uncertainty_score":0.610032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968165445","doi":"10.1145/1065907.1066034","title":"Towards agile security assurance","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Software security assurance; Agile Unified Process; Computer science; Lean software development; Agile usability engineering; Information assurance; Software; Engineering management; Process management; Systems engineering; Software development process; Computer security; Software development; Software engineering; Engineering; Information security; Security service","retraction":null,"screen_n_in":null,"score":{"opus":0.01047085271636212,"gpt":0.258956435381325,"spread":0.2484855826649628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001834205,0.00006126442,0.00005843428,0.00002745568,0.00003104428,0.00008301711,0.0004847871,0.00003139734,0.00009120253],"category_scores_gemma":[0.00006212261,0.00005307317,0.0000269908,0.0001450057,0.000006555647,0.0006945915,0.0001035171,0.00008421561,0.000102094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001494881,"about_ca_system_score_gemma":0.00001999752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003319895,"about_ca_topic_score_gemma":0.000008313481,"domain_scores_codex":[0.9995121,0.00001295143,0.00007734586,0.0001499485,0.0001193528,0.0001283267],"domain_scores_gemma":[0.9994999,0.00008057261,0.00002241118,0.0003271026,0.00002673039,0.00004327629],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002448663,0.00008500461,0.0003871222,0.0000185277,0.00001484752,0.0000125043,0.0005881274,0.0004325493,0.000222055,0.3471757,0.08698487,0.5640762],"study_design_scores_gemma":[0.00006655601,0.00002768565,0.001092796,0.000006057642,0.000001304994,0.00002085901,0.000001543462,0.05249013,0.01139855,0.006722893,0.928014,0.000157658],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00184346,0.0001441992,0.958592,0.00372519,0.000141022,0.00004115905,4.498824e-7,0.001411863,0.03410068],"genre_scores_gemma":[0.5428731,0.00002914394,0.4563184,0.000420699,0.00006790722,0.000005289658,1.967712e-7,0.000002829494,0.0002823588],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8410291,"threshold_uncertainty_score":0.2164261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2108933707","doi":"10.1145/1273445.1273458","title":"How to read a paper","year":2007,"lang":"en","type":"article","venue":"ACM SIGCOMM Computer Communication Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Intel Corporation","keywords":"Computer science; Reading (process); Data science; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03555281855278352,"gpt":0.313631737692381,"spread":0.2780789191395975,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001906988,0.0001939277,0.0002949144,0.00010931,0.0001374364,0.0002991453,0.005324418,0.00006075162,0.00002212164],"category_scores_gemma":[0.0005145238,0.0001780206,0.0001030862,0.000757826,0.00002884967,0.0009286556,0.002431111,0.0002981463,0.00008886283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004703398,"about_ca_system_score_gemma":0.00002090616,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003110592,"about_ca_topic_score_gemma":0.00001137325,"domain_scores_codex":[0.9985722,0.000209657,0.0003675958,0.0003115391,0.0002579327,0.0002810342],"domain_scores_gemma":[0.9928353,0.001325545,0.0001776603,0.005324825,0.000172622,0.0001640424],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001185138,0.00003791686,0.00004528403,0.0001690547,0.00001499242,0.000004471829,0.0001034189,0.000008743003,0.00001275356,0.02711966,0.05563219,0.9168503],"study_design_scores_gemma":[0.00006417198,0.00006821359,0.0008588527,0.00107121,0.00001065314,0.00003990055,0.000002137784,0.0005991381,0.00004827811,0.001247023,0.9957458,0.0002446436],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00002113979,0.04347987,0.8827272,0.07166027,0.0001294705,0.0004330759,4.963449e-7,0.0008298592,0.0007185793],"genre_scores_gemma":[0.006916341,0.02698734,0.9461041,0.01968564,0.00007147158,0.00005462713,0.000008164341,0.00001796471,0.0001543369],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9401136,"threshold_uncertainty_score":0.9894181,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2251236187","doi":"","title":"Proceedings of the 34th International Conference on Software Engineering","year":2012,"lang":"en","type":"article","venue":"BOA (University of Milano-Bicocca)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0192145316728761,"gpt":0.2034603186847553,"spread":0.1842457870118792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001583982,0.00008222169,0.000104207,0.00008609598,0.00004839631,0.00001598574,0.0009989864,0.00005420476,0.00003792451],"category_scores_gemma":[0.00007806324,0.00007881549,0.0000672827,0.0001756686,0.00003106987,0.0005600918,0.000294623,0.0001246443,0.000004760233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002958445,"about_ca_system_score_gemma":0.0000202704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003659284,"about_ca_topic_score_gemma":0.000001372624,"domain_scores_codex":[0.9994414,0.000005456041,0.00007008712,0.0001225429,0.0002220231,0.0001384799],"domain_scores_gemma":[0.9994864,0.00006350317,0.0001185817,0.0001771588,0.0001063346,0.00004806333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00007362209,0.0004325979,0.1202595,0.0002875279,0.0002215721,0.000006360362,0.008581611,0.0004434771,0.01736839,0.8252258,0.01651275,0.01058677],"study_design_scores_gemma":[0.001797682,0.0005960048,0.6628624,0.00121137,0.0001331662,0.00009231837,0.001998665,0.06592029,0.04169663,0.002019105,0.2201737,0.00149877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5626631,0.0001284823,0.4234378,0.001672986,0.001213314,0.0003059901,0.00002652991,0.0006929768,0.00985885],"genre_scores_gemma":[0.8987504,0.00002955625,0.100898,0.00002394995,0.00002999128,2.676318e-7,7.639154e-7,0.000004923309,0.0002621542],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8232067,"threshold_uncertainty_score":0.3214003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3143561996","doi":"10.2307/25148714","title":"Research Standards for Promotion and Tenure in Information Systems1","year":2006,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Promotion (chess); Business; Information system; Knowledge management; Public relations; Marketing; Political science; Computer science; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.01909350485858538,"gpt":0.3188878528801161,"spread":0.2997943480215307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001366085,0.00004616698,0.00006003933,0.000159453,0.000052507,0.0002317767,0.0001180236,0.00004710653,8.991865e-7],"category_scores_gemma":[0.00004092582,0.00004244794,0.00001048521,0.0002033271,0.000009560066,0.001048637,0.000008255591,0.0000868187,0.000002024724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000535166,"about_ca_system_score_gemma":0.00003278764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002436792,"about_ca_topic_score_gemma":0.00003846901,"domain_scores_codex":[0.9993514,0.00004330476,0.0001406668,0.00009577529,0.0002282422,0.0001405397],"domain_scores_gemma":[0.9995247,0.0001244457,0.00003246435,0.0001473033,0.0001528456,0.0000182359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000553821,0.0001413197,0.002084325,0.001090078,0.00001096037,0.0000142071,0.009395098,0.0001653464,0.0007428844,0.1539462,0.03763128,0.794723],"study_design_scores_gemma":[0.002616608,0.006521679,0.05152728,0.0007461592,0.000009452475,0.0001416713,0.0008909918,0.2717823,0.002130379,0.07365338,0.589102,0.0008781652],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02959075,0.0001085866,0.9684126,0.0008411164,0.00008813451,0.0003610168,0.000009409277,0.0001853508,0.0004030279],"genre_scores_gemma":[0.9671673,0.000002061135,0.03264232,0.000007692138,0.00004262081,0.00009263391,0.000005975302,0.000003170597,0.00003629683],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9375765,"threshold_uncertainty_score":0.2235028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1942989796","doi":"10.1109/seaa.2015.70","title":"A Mapping Study on Requirements Engineering in Agile Software Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Tekes","keywords":"Agile software development; Requirement; Requirements engineering; User story; Computer science; Agile usability engineering; Agile Unified Process; Requirements management; Technical debt; Requirements analysis; Popularity; Requirement prioritization; Software engineering; Requirements elicitation; Software development process; Lean software development; Process management; Software development; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08285377078551873,"gpt":0.2976455182544261,"spread":0.2147917474689074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006127742,0.0001153107,0.0001059182,0.0002151941,0.00002168346,0.00008587211,0.0004653195,0.00002887731,0.000003660834],"category_scores_gemma":[0.0002283118,0.0001077221,0.00001246428,0.0003822333,0.000001956559,0.000395751,0.0002227326,0.0001182197,0.00003830366],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000126946,"about_ca_system_score_gemma":0.00005120229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002762225,"about_ca_topic_score_gemma":0.000004433137,"domain_scores_codex":[0.99906,0.00002057793,0.0001925327,0.0002477251,0.0002747405,0.0002044223],"domain_scores_gemma":[0.9994397,0.00009300093,0.0000328124,0.0003218159,0.00003191608,0.00008071791],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006241336,0.004039185,0.4576182,0.0001661858,0.0002668757,0.001177363,0.0929776,0.05151495,0.000407925,0.01194039,0.01414717,0.3656817],"study_design_scores_gemma":[0.008718297,0.003780571,0.54414,0.0009864455,0.00001231031,0.00007796402,0.002752603,0.143534,0.01379017,0.002131303,0.275872,0.004204262],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1799095,0.00001741865,0.8182452,0.00005929327,0.0001847528,0.000214137,5.373938e-8,0.0009461907,0.0004234474],"genre_scores_gemma":[0.6283591,5.09473e-7,0.3714341,0.00006426013,0.00001324141,0.00004539428,3.743421e-7,0.000007626531,0.00007536905],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4484496,"threshold_uncertainty_score":0.4392778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3118464080","doi":"10.34257/gjcstcvol20is2pg7","title":"A Comparison between Agile and Traditional Software Development Methodologies","year":2020,"lang":"en","type":"article","venue":"Global Journal of Computer Science and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Software development; Personal software process; Software development process; Computer science; Lean software development; Software engineering; Package development process; Software construction; Software peer review; Software; Engineering management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09541425534726855,"gpt":0.3334683025924945,"spread":0.2380540472452259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007807612,0.0001082724,0.0002663235,0.0001831642,0.0001460258,0.0001802294,0.001047337,0.00007720985,7.877593e-7],"category_scores_gemma":[0.0003675685,0.00008996905,0.00001881925,0.001022069,0.0003297175,0.0007346655,0.0005897793,0.0002239518,0.000001027019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003956522,"about_ca_system_score_gemma":0.0002318575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":7.505921e-7,"about_ca_topic_score_gemma":1.193776e-7,"domain_scores_codex":[0.9988545,0.00002929956,0.0003049048,0.0002422709,0.0003648014,0.0002042424],"domain_scores_gemma":[0.9990427,0.0002018119,0.0002139023,0.000122579,0.0002712398,0.0001477332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004230137,0.00001461531,0.02713841,0.0000141556,0.00002433419,0.00003383752,0.0002136514,0.00004548039,0.0001069316,0.01833189,0.0007658842,0.9533066],"study_design_scores_gemma":[0.002720538,0.007951129,0.3978065,0.0004234967,0.0001254792,0.008569065,0.000260828,0.05964578,0.03765271,0.3346111,0.1481285,0.00210488],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08083275,0.000555619,0.9122834,0.005916046,0.0001476664,0.00004086043,0.000001193261,0.0002118806,0.000010605],"genre_scores_gemma":[0.3957581,0.00002043624,0.60399,0.000185463,0.00004401003,6.524873e-7,1.008803e-7,0.000001198694,1.055778e-7],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9512017,"threshold_uncertainty_score":0.3668831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989162170","doi":"10.1142/s0218194003001378","title":"Trade-off Analysis for Requirements Selection","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analytic hierarchy process; Heuristics; Quality (philosophy); Selection (genetic algorithm); Set (abstract data type); Process (computing); Operations research; Requirements analysis; Requirement prioritization; Novelty; Negotiation; Software; Risk analysis (engineering); Requirements management; Engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01684410882175701,"gpt":0.2772535685966893,"spread":0.2604094597749322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006593417,0.0001924473,0.0002675269,0.0007863331,0.00003919551,0.0001667455,0.0004739571,0.00008269984,0.00000449767],"category_scores_gemma":[0.001303681,0.0001957948,0.0001992,0.0005255288,0.000006542264,0.0006684309,0.00004713485,0.0002218101,7.465046e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001121612,"about_ca_system_score_gemma":0.00005285088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001156331,"about_ca_topic_score_gemma":3.981325e-7,"domain_scores_codex":[0.9989048,0.00001640067,0.0004192347,0.0001949941,0.0002461796,0.0002183414],"domain_scores_gemma":[0.9988044,0.00052931,0.0001609694,0.0001268933,0.0002548221,0.0001236134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005860383,0.0003546785,0.0170881,0.0003181681,0.007046668,0.00008264479,0.002094907,0.8053135,0.005729158,0.07335882,0.001286088,0.08726861],"study_design_scores_gemma":[0.001407412,0.0003642242,0.01003829,0.0002917562,0.0003891783,0.0006404091,0.0000199045,0.7428541,0.01021327,0.0003376879,0.2326096,0.0008341587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009843824,0.001794379,0.986273,0.00006487078,0.001665259,0.00007300142,0.000003002162,0.0002672641,0.00001540007],"genre_scores_gemma":[0.5764509,0.0001482153,0.4231222,0.00001156049,0.0002081635,0.00001112813,0.000001654143,0.00002149961,0.00002459151],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5666071,"threshold_uncertainty_score":0.7984281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100243929","doi":"10.3233/his-2004-11-212","title":"Hybrid Intelligence in Software Release Planning","year":2004,"lang":"en","type":"article","venue":"International Journal of Hybrid Intelligent Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software; Software analytics; Software engineering; Artificial intelligence; Software development; Component-based software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02343917267582474,"gpt":0.2966070259926157,"spread":0.273167853316791,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009467354,0.0001982892,0.0002886895,0.0006614947,0.00003367331,0.0003512197,0.002158143,0.00003055383,0.00001225053],"category_scores_gemma":[0.0006958507,0.0001819647,0.0001518634,0.0001829087,0.0000288142,0.001192557,0.0001958941,0.0004480743,0.00003972546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000429428,"about_ca_system_score_gemma":0.0001780382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001376564,"about_ca_topic_score_gemma":9.158547e-7,"domain_scores_codex":[0.9975764,0.0000704418,0.001020808,0.0002482685,0.0008295008,0.0002546121],"domain_scores_gemma":[0.9980881,0.0003272501,0.0006304797,0.0003031047,0.0005145496,0.0001365337],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001187525,0.0003569955,0.00294212,0.00005612876,0.0002360442,0.0100668,0.0008431748,0.9043521,0.0001633318,0.03096088,0.001572842,0.0483308],"study_design_scores_gemma":[0.003378287,0.002869554,0.002194014,0.01427565,0.0001016229,0.102677,0.001079898,0.2459936,0.2734718,0.1320567,0.2181919,0.003709893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03540762,0.001945366,0.9573246,0.0004644292,0.004492411,0.0001212813,0.000004504611,0.0001301453,0.0001096186],"genre_scores_gemma":[0.9470651,0.0003208023,0.0520708,0.0001273987,0.0003576441,0.000007593114,0.000002347581,0.00001749648,0.00003079125],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9116575,"threshold_uncertainty_score":0.7420307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153470826","doi":"10.1109/icgse.2008.39","title":"Global Software Development and Delay: Does Distance Still Matter?","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"IBM; Computer science; Task (project management); Software development; Software; Distributed development; Jazz; Software engineering; Data science; Process management; Distributed computing; Systems engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01202103335870466,"gpt":0.2314937382151138,"spread":0.2194727048564092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007584412,0.0001014829,0.00008727346,0.00001994349,0.00008714096,0.00006847272,0.0003114847,0.00003388482,0.00002196422],"category_scores_gemma":[0.00002583878,0.00007182254,0.00001369593,0.0001379743,0.00002397247,0.0004138545,0.0001876469,0.00004510507,0.00002575046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003399819,"about_ca_system_score_gemma":0.00003376951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002893217,"about_ca_topic_score_gemma":0.00001425245,"domain_scores_codex":[0.9993459,0.00001016788,0.0001145763,0.0002330538,0.0001344238,0.0001618884],"domain_scores_gemma":[0.9995567,0.00007336749,0.00003257307,0.0002412324,0.00002641873,0.00006966883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001849962,0.0001269456,0.5855095,0.0001138621,0.0000705345,0.0006987442,0.002383538,0.0001275627,0.000007097701,0.05519153,0.02603101,0.3297212],"study_design_scores_gemma":[0.0003071766,0.00006376721,0.3172805,0.00005402164,0.00000605361,0.001252322,0.0000152776,0.003538494,0.001257873,0.007441961,0.6679428,0.0008398172],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03949786,0.0001772666,0.9586383,0.000270417,0.0001285979,0.00005293584,0.000001567336,0.0007729761,0.000460093],"genre_scores_gemma":[0.3159337,0.00002289582,0.6835264,0.0002636827,0.00001138112,0.000008258992,5.983179e-7,0.000003416857,0.000229695],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6419117,"threshold_uncertainty_score":0.2928838,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288363128","doi":"10.1145/3306607","title":"Status Quo in Requirements Engineering","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Bundesministerium für Wissenschaft, Forschung und Wirtschaft; Eesti Teadusagentuur; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Requirements engineering; Context (archaeology); Non-functional requirement; Process (computing); Management science; Requirements elicitation; Empirical research; Status quo; Software engineering; Software development; Software; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.08131317937373102,"gpt":0.3295075569789828,"spread":0.2481943776052518,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007491313,0.0002356605,0.0003070432,0.0004671409,0.00003524751,0.0000519202,0.0004690724,0.0001646533,0.00002559681],"category_scores_gemma":[0.0008674719,0.0002522929,0.00006001633,0.0004550877,0.00001041462,0.0004324217,0.00003806088,0.0004804973,0.00001883805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007292988,"about_ca_system_score_gemma":0.00002839234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006413155,"about_ca_topic_score_gemma":0.000002771879,"domain_scores_codex":[0.9985655,0.00008632813,0.0002667989,0.0004565863,0.0001508662,0.0004739384],"domain_scores_gemma":[0.9968091,0.002266284,0.00004464957,0.0007296823,0.00002699919,0.000123264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008331933,0.0002182829,0.009497006,0.0005045619,0.0002214992,0.0000892187,0.002097765,0.6412587,0.007453082,0.01265376,0.0000632033,0.3258596],"study_design_scores_gemma":[0.008034631,0.00359686,0.1281446,0.001530939,0.0001850421,0.0009386158,0.0002286593,0.5731083,0.05287787,0.005989592,0.2190528,0.006312076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05038486,0.000282836,0.9470535,0.0001106468,0.0009675346,0.0001785106,0.000003338311,0.001008597,0.00001016318],"genre_scores_gemma":[0.1611021,0.0002031358,0.8384516,0.00007993611,0.00001950762,0.00004822896,0.000001489287,0.00002860413,0.00006529963],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3195475,"threshold_uncertainty_score":0.9999929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142324585","doi":"10.1016/j.jss.2008.08.025","title":"What do software architects really do?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Software; Focus (optics); Architecture; Active listening; Software architecture; Engineering; Software engineering; Software development; Balance (ability); Computer science; Sociology; Geography; Operating system; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01899381723609378,"gpt":0.2479627168328064,"spread":0.2289688995967127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007030489,0.0001893409,0.0003844233,0.0002283175,0.0001802064,0.0006234132,0.0006485902,0.0001156073,0.000004006154],"category_scores_gemma":[0.0004294603,0.0001479674,0.0001166848,0.0002434009,0.00004448816,0.002031111,0.0001184756,0.0003703646,0.000004266967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003873442,"about_ca_system_score_gemma":0.000115682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002609846,"about_ca_topic_score_gemma":6.201452e-7,"domain_scores_codex":[0.9984189,0.00008770419,0.0005244524,0.0002223548,0.0004945744,0.0002520382],"domain_scores_gemma":[0.9980615,0.0005252495,0.000490834,0.0004123984,0.00029307,0.0002168852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002539245,0.0005865082,0.1547099,0.00213315,0.0008848506,0.01013412,0.0281311,0.008235343,0.0004049421,0.01533795,0.05948493,0.7197033],"study_design_scores_gemma":[0.00485319,0.005693745,0.06427823,0.01356126,0.0002125824,0.1349569,0.002056449,0.003788563,0.0007501635,0.01598686,0.7501153,0.003746677],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07271606,0.02971875,0.8943744,0.0002608279,0.002401648,0.0001512104,0.000002495303,0.0003411425,0.00003351771],"genre_scores_gemma":[0.6732094,0.01282619,0.3127512,0.0001633067,0.0006884305,0.00001034423,7.98513e-7,0.00004026945,0.0003100428],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7159566,"threshold_uncertainty_score":0.6033934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2407989262","doi":"10.1145/2889160.2889195","title":"Student experiences using GitHub in software engineering courses","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reuse; Leverage (statistics); Transparency (behavior); Software; Software development; Software engineering; World Wide Web; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02187438948084481,"gpt":0.2915027742889426,"spread":0.2696283848080978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001987133,0.0001073566,0.0001050494,0.000124339,0.00002641772,0.0000969781,0.0005797119,0.00003875842,0.00003413277],"category_scores_gemma":[0.0001759764,0.00007131769,0.00002626647,0.00024002,0.00001342115,0.0008778137,0.000183009,0.00005312498,0.000007329813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005242108,"about_ca_system_score_gemma":0.00003093039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003967936,"about_ca_topic_score_gemma":0.000003612982,"domain_scores_codex":[0.9991953,0.00001391665,0.0001493876,0.0002314249,0.0001862612,0.0002236917],"domain_scores_gemma":[0.9992822,0.0003153895,0.00003482165,0.0002930534,0.00002342063,0.00005115748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002652054,0.0006904937,0.5244725,0.0001382368,0.0001314819,0.0006213826,0.03405415,0.01452625,0.01933144,0.1203965,0.002623174,0.2829879],"study_design_scores_gemma":[0.004882677,0.001482724,0.2691853,0.003168685,0.00005297166,0.0008202636,0.005194074,0.322613,0.2472249,0.003897517,0.1333304,0.008147524],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2800841,0.00009404102,0.7187777,0.0001074853,0.0002489337,0.00005300085,1.871727e-7,0.0005988559,0.00003574896],"genre_scores_gemma":[0.6559322,0.00001629469,0.3439266,0.00003207318,0.00002616945,0.00002089423,3.684583e-8,0.000006117814,0.00003961111],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3758481,"threshold_uncertainty_score":0.2908251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111833495","doi":"10.1145/1734103.1734111","title":"Why do we need personality diversity in software engineering?","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software development; Social software engineering; Software Engineering Process Group; Software engineering; Personal software process; Software construction; Diversity (politics); Software peer review; Software; Team software process; Computer science; Knowledge management; Engineering; Engineering management; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.01906460857436304,"gpt":0.2405918491276491,"spread":0.221527240553286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008159917,0.0006696748,0.0005623394,0.0006017726,0.000224703,0.0002661292,0.003198272,0.0004542975,0.0000995351],"category_scores_gemma":[0.1017544,0.0007402902,0.0002419557,0.001266649,0.00004798056,0.001509514,0.002480025,0.001592726,0.00003967693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001330006,"about_ca_system_score_gemma":0.00007799005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004800494,"about_ca_topic_score_gemma":0.00004239198,"domain_scores_codex":[0.9968402,0.00004016579,0.0005079516,0.0009655901,0.0006765345,0.0009695816],"domain_scores_gemma":[0.9661421,0.03091213,0.0001674531,0.002203661,0.0001770519,0.0003975787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002616348,0.0002392931,0.9640824,0.0004920135,0.0001065438,0.0002656698,0.002236232,0.007327068,0.002615617,0.00434703,0.004083366,0.01417862],"study_design_scores_gemma":[0.002068285,0.0003730652,0.764298,0.0008555473,0.0001025021,0.0003884255,0.0000352436,0.01485652,0.008985973,0.001239789,0.2019274,0.00486925],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3072952,0.001338356,0.6792956,0.00177321,0.002389563,0.0004630328,0.00003829404,0.007403673,0.000003060988],"genre_scores_gemma":[0.5655996,0.00008703579,0.4337645,0.0002209451,0.0001912459,0.00004912337,0.000009220392,0.00006710338,0.00001123037],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2583044,"threshold_uncertainty_score":0.9995048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039674826","doi":"10.4018/jgim.2005040102","title":"Analysis of Software Requirements Engineering Exercises in a Global Virtual Team Setup","year":2005,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Virtual team; Software development; Software; Task (project management); Team software process; Process management; Premise; Exploratory research; Software project management; Engineering management; Knowledge management; Software development process; Software engineering; Systems engineering; Business; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.009177260444475933,"gpt":0.2670302184246705,"spread":0.2578529579801946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006083467,0.0001125538,0.0002468643,0.0003751442,0.00001881676,0.0001152885,0.0006093898,0.00004075465,0.000009817725],"category_scores_gemma":[0.00008715262,0.0001066239,0.000131356,0.001658803,0.000007647535,0.003624637,0.0001904391,0.00007984907,0.00000560126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004291029,"about_ca_system_score_gemma":0.00002543127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001696327,"about_ca_topic_score_gemma":0.000005683004,"domain_scores_codex":[0.9984591,0.00001669556,0.0007845446,0.00006993367,0.0005082522,0.0001614849],"domain_scores_gemma":[0.9990193,0.00003113363,0.0005348576,0.0002222,0.0001306933,0.00006185542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004339608,0.0001085952,0.02257239,0.00007680458,0.0006773014,0.00001231791,0.0002846716,0.6875523,0.000001591938,0.02238552,0.002757261,0.2635278],"study_design_scores_gemma":[0.00178268,0.0005070195,0.3633707,0.0003654891,0.0008015659,0.00006002002,0.0002940579,0.530571,0.0001031468,0.0007562519,0.100802,0.0005860706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02447704,0.00007860688,0.9741707,0.0001664542,0.000188511,0.0001031263,0.00001004293,0.00007358028,0.0007319608],"genre_scores_gemma":[0.6757319,0.00009835438,0.3239899,0.0001451672,0.00002103008,0.000003327856,0.000003262846,0.000001729327,0.000005302918],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6512549,"threshold_uncertainty_score":0.4347995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973705637","doi":"10.1109/4236.989006","title":"Extreme programming. Rapid development for Web-based applications","year":2002,"lang":"en","type":"article","venue":"IEEE Internet Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Extreme programming; Scrum; Agile software development; Computer science; Extreme programming practices; Software engineering; Software development; Software development process; Web application development; Executable; Software; User story; Web development; The Internet; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.05684853793121767,"gpt":0.27172234600588,"spread":0.2148738080746624,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003189679,0.000142603,0.0001228907,0.0001029847,0.00009287282,0.0002212232,0.0007755038,0.00005163658,0.00001599637],"category_scores_gemma":[0.00003869062,0.0001449584,0.00006316255,0.0002149414,0.00001557031,0.0001549871,0.00008817666,0.0001167717,0.00004115655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005338589,"about_ca_system_score_gemma":0.00002574904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004701074,"about_ca_topic_score_gemma":0.000001386021,"domain_scores_codex":[0.9989454,0.00002036719,0.0002662384,0.0003407426,0.0001432771,0.0002839818],"domain_scores_gemma":[0.9989973,0.000393419,0.0001249594,0.0003356551,0.00008202569,0.00006660204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001647164,0.00007936523,0.0001431944,0.00004234933,0.00001721076,0.000002455769,0.0003198254,0.0005474414,0.000125564,0.001273151,0.00521876,0.992229],"study_design_scores_gemma":[0.0001352649,0.00003846319,0.00003626787,0.00003438464,0.00000250213,0.000006203066,0.000001407759,0.5323871,0.00306555,0.00003813498,0.4641195,0.0001351869],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001730003,0.0002043441,0.9953523,0.0002382745,0.0003268549,0.0004521968,5.215661e-7,0.001426805,0.0002687516],"genre_scores_gemma":[0.4477398,0.000001057745,0.5518173,0.0001320701,0.000087484,0.0001235305,0.0000015099,0.00001062219,0.00008663327],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9920939,"threshold_uncertainty_score":0.5911232,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973875237","doi":"10.1145/1134285.1134391","title":"Instructional design and assessment strategies for teaching global software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Computer science; Engineering management; Software; Instructional design; Knowledge management; Software development; Software engineering; Engineering; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.02185222795821151,"gpt":0.2973746306587585,"spread":0.275522402700547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003154117,0.0000849779,0.00006484292,0.00002544064,0.0001524307,0.0002825839,0.000180628,0.00003342855,0.000002676694],"category_scores_gemma":[0.00001777921,0.00007515532,0.00001431066,0.00005148802,0.00001253221,0.0006517936,0.00007563463,0.0000667056,5.321623e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005841326,"about_ca_system_score_gemma":0.0001696075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004482578,"about_ca_topic_score_gemma":0.000004489165,"domain_scores_codex":[0.999433,0.00002033985,0.0001176658,0.0001829528,0.0001169568,0.0001290363],"domain_scores_gemma":[0.9996143,0.0001915615,0.00003626966,0.0001020431,0.00002981534,0.00002601084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002177209,0.0000201677,0.0007772907,0.00001385258,0.000009175598,0.000001012576,0.00002746099,0.002060497,0.0000155714,0.830236,0.001629517,0.1652072],"study_design_scores_gemma":[0.0007019244,0.0002556092,0.05730036,0.00004569449,0.00001359359,0.0001948811,0.00009139686,0.139973,0.000820511,0.5393585,0.2604403,0.00080428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002703131,0.00004014959,0.9953835,0.0001758296,0.0001166888,0.000147164,8.06784e-7,0.000652551,0.0007802075],"genre_scores_gemma":[0.06925179,0.000001306497,0.9305852,0.00004309394,0.00003314936,0.00004338483,0.00000230953,0.000003276037,0.00003649808],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2908776,"threshold_uncertainty_score":0.3064745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039584808","doi":"10.1109/ms.2005.159","title":"Managing Change in Software Process Improvement","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process management; Change management (ITSM); Negotiation; Process (computing); Context (archaeology); Software quality; Knowledge management; Computer science; Team software process; Software development process; Quality management; Best practice; Software; Software development; Business; Engineering; Operations management; Marketing; Management; Management system","retraction":null,"screen_n_in":null,"score":{"opus":0.02357525965929955,"gpt":0.2895074524060809,"spread":0.2659321927467813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003340863,0.0002281044,0.0001961576,0.0002363737,0.0001315382,0.000120844,0.001000942,0.00009977864,0.00002481438],"category_scores_gemma":[0.000125232,0.0002311622,0.00006023981,0.0005518424,0.00001767366,0.001595597,0.0001734089,0.0002904853,0.00004890476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001223804,"about_ca_system_score_gemma":0.00004113452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000102339,"about_ca_topic_score_gemma":0.00005479685,"domain_scores_codex":[0.9984099,0.00002434316,0.0002752782,0.0004934665,0.0003229347,0.0004741384],"domain_scores_gemma":[0.9989528,0.0001565652,0.0001054679,0.0006141263,0.00006770102,0.0001033628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006936313,0.000105374,0.007653421,0.0001337445,0.00001304244,0.00005766691,0.002906747,0.001453549,0.00005140391,0.0003528779,0.0005815459,0.9866837],"study_design_scores_gemma":[0.007794896,0.002729519,0.0658005,0.003380706,0.0001383988,0.0005324004,0.0003622282,0.2459264,0.1070359,0.0782249,0.4769397,0.01113445],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02883008,0.0005717817,0.965103,0.001759574,0.0005677617,0.0004468236,0.000004499178,0.002637703,0.00007879797],"genre_scores_gemma":[0.672349,0.0001051013,0.3252885,0.001462123,0.0003434586,0.0003243411,0.000003451953,0.00003636015,0.00008764428],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9755492,"threshold_uncertainty_score":0.9426519,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115686133","doi":"10.1109/re.2007.51","title":"Collaboration Patterns and the Impact of Distance on Awareness in Requirements-Centred Social Networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements analysis; Requirements engineering; Knowledge management; Requirements management; Work (physics); Computer science; Collaborative software; Requirements elicitation; Social network analysis; Software; Process management; Engineering; World Wide Web; Social media","retraction":null,"screen_n_in":null,"score":{"opus":0.02347130410931793,"gpt":0.3246104304619179,"spread":0.3011391263526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004245414,0.00005578415,0.00008137647,0.00003283785,0.00003676444,0.00005784472,0.0001698082,0.00003005695,0.000002969293],"category_scores_gemma":[0.0000348329,0.00003509678,0.00001932028,0.0002535634,0.00001987607,0.0002392738,0.00004041296,0.00005713263,1.288886e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003918508,"about_ca_system_score_gemma":0.00001755617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004286862,"about_ca_topic_score_gemma":0.0001502946,"domain_scores_codex":[0.9995329,0.00003373149,0.0001288104,0.00009934459,0.00009743052,0.0001078214],"domain_scores_gemma":[0.9995138,0.0002428347,0.00006899139,0.00012812,0.00003170879,0.00001454201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001002719,0.0003611992,0.4177906,0.00005297732,0.00009644408,0.00002962851,0.01006067,0.01685088,0.0001247981,0.392861,0.002654475,0.1581146],"study_design_scores_gemma":[0.002278636,0.000246446,0.5999375,0.0000784521,0.000007033465,0.000002982693,0.0002180698,0.3924068,0.0009537856,0.003051836,0.0005294136,0.0002889938],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1110339,0.00004651737,0.8882583,0.0002558246,0.00006338385,0.0001025571,9.659304e-7,0.00005616673,0.0001824009],"genre_scores_gemma":[0.9977505,0.00002783039,0.002142866,0.00003623374,0.0000269208,0.000003352254,0.000001027694,0.000002594202,0.000008740682],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8867165,"threshold_uncertainty_score":0.1431205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096287423","doi":"10.1109/icse.2009.5070504","title":"How tagging helps bridge the gap between social and technical aspects in software development","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Bridge (graph theory); Computer science; Mechanism (biology); Empirical research; Knowledge management; Software; Software development; Domain (mathematical analysis); Collaborative software; Work (physics); Software engineering; Data science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04748437766172536,"gpt":0.2850500230728536,"spread":0.2375656454111282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000411702,0.0001085784,0.0001191553,0.00006904524,0.0001364637,0.0002992756,0.000472814,0.00006638059,0.000001468795],"category_scores_gemma":[0.0001192901,0.00007896635,0.00002075301,0.0002629118,0.00001991212,0.000390633,0.0001783996,0.0002190061,0.00000174445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004223983,"about_ca_system_score_gemma":0.00003936735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001303804,"about_ca_topic_score_gemma":0.0000115516,"domain_scores_codex":[0.9992237,0.0000295277,0.0001218089,0.0002274765,0.0001765238,0.0002209532],"domain_scores_gemma":[0.9994733,0.0002419776,0.0000417446,0.0001855732,0.00001773813,0.00003962312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004325823,0.00005804961,0.009404557,0.00002094072,0.00001663913,0.00005414569,0.001359569,0.000008221482,0.0002175229,0.07992517,0.006088703,0.9028422],"study_design_scores_gemma":[0.0002026092,0.00007921411,0.9436208,0.00003593861,0.000005225504,0.00005155948,0.00001412866,0.0003085962,0.002167879,0.01260483,0.04054046,0.0003687484],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01397885,0.0001031517,0.9672949,0.01716226,0.00003801626,0.0001389803,3.958041e-7,0.0008768635,0.0004065667],"genre_scores_gemma":[0.7697818,0.000007486423,0.2296886,0.0004098788,0.00005988678,0.000007248049,7.227298e-7,0.000004067525,0.00004037198],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9342163,"threshold_uncertainty_score":0.3220154,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118596422","doi":"10.1109/adevc.2004.23","title":"The XP Customer Role in Practice: Three Studies","year":2004,"lang":"en","type":"article","venue":"Agile Development Conference","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Business; Extreme programming; Process management; Customer intelligence; Customer advocacy; Voice of the customer; Customer retention; Customer to customer; Control (management); Quality (philosophy); Customer needs; Computer science; Knowledge management; Marketing; Service quality; Software development; Software development process","retraction":null,"screen_n_in":null,"score":{"opus":0.03222963048634812,"gpt":0.3009932650334347,"spread":0.2687636345470866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007003353,0.000141899,0.0001248363,0.00006601102,0.000202443,0.0002183955,0.0008596021,0.00004469702,0.000003508898],"category_scores_gemma":[0.000584454,0.0001025681,0.00001800811,0.0003385763,0.00004599079,0.00079901,0.000351593,0.0002221834,0.0001114705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001208521,"about_ca_system_score_gemma":0.0003133804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004831941,"about_ca_topic_score_gemma":0.0002360513,"domain_scores_codex":[0.9988782,0.00003498219,0.000245655,0.0002745331,0.000275267,0.0002913795],"domain_scores_gemma":[0.9986689,0.0006055667,0.0001040934,0.0003902072,0.0001864404,0.00004481145],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001873129,0.000140916,0.001938851,0.00002253697,0.0001727224,0.0001144444,0.01030898,0.0005908178,0.0001640491,0.5437149,0.000894067,0.441919],"study_design_scores_gemma":[0.0006481996,0.00007572779,0.01628918,0.0002182107,0.00001374146,0.0000631576,0.0008432668,0.0009067817,0.00672116,0.0426943,0.9308422,0.0006840546],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02587269,0.004342942,0.9384876,0.01413089,0.001208043,0.0006959173,6.840925e-7,0.001267003,0.01399424],"genre_scores_gemma":[0.7505048,0.0008446453,0.2480793,0.0003034062,0.00001942715,0.0001229399,6.934629e-7,0.000007849504,0.0001169895],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9299482,"threshold_uncertainty_score":0.4182605,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2027615750","doi":"10.1007/s00500-007-0219-2","title":"A systematic approach for solving the wicked problem of software release planning","year":2007,"lang":"en","type":"article","venue":"Soft Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"ELECTRE; Computer science; Process (computing); Set (abstract data type); Relation (database); Class (philosophy); Software; Selection (genetic algorithm); Mathematical optimization; Multiple-criteria decision analysis; Artificial intelligence; Mathematics; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.02038716437432839,"gpt":0.2728017126735683,"spread":0.2524145482992399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003148684,0.0001571137,0.0002724691,0.00009992487,0.0002534689,0.0001083514,0.0009297348,0.00006696895,2.955749e-7],"category_scores_gemma":[0.0008902679,0.0001157395,0.0001099431,0.0003626185,0.00004113589,0.0002362369,0.0002642783,0.0001976259,6.757743e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003149845,"about_ca_system_score_gemma":0.00004377755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000112775,"about_ca_topic_score_gemma":2.492617e-7,"domain_scores_codex":[0.9985375,0.00004730288,0.0005102395,0.0002856247,0.0002492266,0.0003701537],"domain_scores_gemma":[0.9952863,0.003627272,0.0004165783,0.000484976,0.0001300123,0.00005489594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001949665,0.000787121,0.01241701,0.1454652,0.00114513,0.0001050426,0.09267251,0.3268405,0.002543397,0.1717238,0.004420143,0.2416852],"study_design_scores_gemma":[0.000334054,0.0001426835,0.0002776843,0.003683143,0.00005489204,0.0001007632,0.0007481597,0.9900756,0.001452622,0.00248456,0.0002515449,0.0003942646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002680344,0.0006523438,0.9947929,0.00004719961,0.0001213539,0.0007694334,5.987415e-7,0.0007967193,0.0001391408],"genre_scores_gemma":[0.4010003,5.593629e-7,0.5988552,0.00004772698,0.00005837271,0.0000145459,0.000001173813,0.00001266274,0.00000946131],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6632351,"threshold_uncertainty_score":0.4719719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W184123393","doi":"10.1007/978-3-540-25967-1_12","title":"Knowledge Sharing in Agile Software Teams","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Tacit knowledge; Knowledge management; Knowledge sharing; Context (archaeology); Software development; Process (computing); Knowledge transfer; Software development process; Software; Process management; Software engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01840841335062427,"gpt":0.2666770187862355,"spread":0.2482686054356112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001034953,0.00052922,0.0004966183,0.001156838,0.0001402638,0.0005762635,0.004486272,0.0003883865,0.00003084658],"category_scores_gemma":[0.0002628904,0.0005223893,0.0001129953,0.0009122611,0.0002495658,0.001026347,0.002199129,0.001286,0.00005743153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007467569,"about_ca_system_score_gemma":0.0006270949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009227952,"about_ca_topic_score_gemma":0.0001226072,"domain_scores_codex":[0.9966105,0.00001753469,0.0005003771,0.001590028,0.0005773486,0.0007042012],"domain_scores_gemma":[0.997329,0.0006390549,0.0002041763,0.001548052,0.0001298307,0.0001498861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003847429,0.00006169359,0.0005716782,0.0001208661,0.000008753208,0.0002696129,0.001455338,0.07865042,0.00002763822,0.03921011,0.00002509582,0.8795949],"study_design_scores_gemma":[0.0004999858,0.0002673508,0.0006802545,0.002546164,0.000009009123,0.0001710489,1.720567e-7,0.2533283,0.001376159,0.730514,0.008847387,0.001760091],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00008370238,0.001130336,0.9934767,0.0002376058,0.001480236,0.0003173522,0.000002182978,0.0007777413,0.002494171],"genre_scores_gemma":[0.08450213,0.00009910254,0.9142515,0.0004168882,0.0003465251,0.00002108459,0.000003604831,0.00005699087,0.0003021608],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8778349,"threshold_uncertainty_score":0.9997228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1980499244","doi":"10.1145/1287624.1287641","title":"Bi-objective release planning for evolving software systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software release life cycle; Software engineering; Software system; Software; Systems engineering; Software construction; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02210659424807428,"gpt":0.2902968210747556,"spread":0.2681902268266813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007901451,0.0001119448,0.0001161136,0.0001279082,0.0001181315,0.000194415,0.0004263837,0.00006923078,0.000003653112],"category_scores_gemma":[0.0006292841,0.000100774,0.00004901407,0.0002393892,0.00000826938,0.0006628679,0.00009542588,0.0001107134,0.000007052424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005513219,"about_ca_system_score_gemma":0.00002972576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008015759,"about_ca_topic_score_gemma":0.000001442035,"domain_scores_codex":[0.9991035,0.00001386799,0.0001763299,0.0002639468,0.0001493525,0.0002929542],"domain_scores_gemma":[0.9980497,0.001339231,0.00007695422,0.0003305228,0.0001190786,0.00008450096],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002442049,0.0003797166,0.03535157,0.001165842,0.0004160415,0.000564626,0.008778852,0.03509742,0.001946283,0.4600276,0.1404967,0.3155312],"study_design_scores_gemma":[0.001289798,0.001078639,0.01449115,0.0006657922,0.00005317587,0.0003545337,0.0007109405,0.7233126,0.01506553,0.009934274,0.230969,0.002074563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009797829,0.0005831261,0.9944878,0.00005235478,0.0005966114,0.0002593747,0.000001342269,0.001955725,0.001083889],"genre_scores_gemma":[0.3727971,0.000002846664,0.6266641,0.00008433888,0.0001196726,0.00002843675,0.000001251481,0.0000125842,0.0002896792],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6882151,"threshold_uncertainty_score":0.4109445,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030475425","doi":"10.1007/s10664-020-09858-z","title":"The who, what, how of software engineering research: a socio-technical framework","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social software engineering; Software peer review; Software development; Empirical research; Beneficiary; Personal software process; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.08362109294565391,"gpt":0.3358897120986377,"spread":0.2522686191529838,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001410943,0.0004259422,0.000514979,0.000180246,0.0003012629,0.0009224917,0.002546756,0.0004039641,0.00001167528],"category_scores_gemma":[0.02292538,0.0003561191,0.0002780344,0.001958709,0.0001107717,0.001451276,0.001193343,0.002024962,0.00002162034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001489808,"about_ca_system_score_gemma":0.0001168687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005986829,"about_ca_topic_score_gemma":4.51921e-7,"domain_scores_codex":[0.9964758,0.0001250881,0.0005225668,0.0007314382,0.001127786,0.001017386],"domain_scores_gemma":[0.988381,0.009636621,0.0001386965,0.001089355,0.0002767851,0.0004775634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000394916,0.0009604874,0.07907835,0.005299305,0.001776071,0.001362973,0.02450282,0.2441115,0.00552921,0.1478627,0.2555035,0.2336181],"study_design_scores_gemma":[0.0007955385,0.001333321,0.02281322,0.001899184,0.00007115351,0.0001494604,0.0002515636,0.1782068,0.005851515,0.004000217,0.7819127,0.002715291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005063983,0.003128952,0.9764602,0.01092059,0.0007459611,0.0003450937,0.000004702694,0.003326115,0.000004379253],"genre_scores_gemma":[0.2583669,0.0006807803,0.739566,0.0004628254,0.0006086036,0.0001483802,0.00000385509,0.000124534,0.00003813852],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5264092,"threshold_uncertainty_score":0.9998891,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160687297","doi":"10.1016/j.intcom.2005.06.003","title":"User Needs Analysis and requirements engineering: Theory and practice","year":2005,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"User story; User needs; Needs analysis; User interface design; Computer science; User-centered design; User requirements document; User interface; Focus (optics); User experience design; User analysis; Process (computing); User modeling; Requirements analysis; User Research; Confusion; Cover (algebra); Human–computer interaction; Software engineering; Engineering; Multimedia; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01068574051129059,"gpt":0.272655226720428,"spread":0.2619694862091375,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008934828,0.0001784633,0.0001851107,0.0004061157,0.00007523318,0.000443756,0.0003135813,0.0000408613,0.000003789032],"category_scores_gemma":[0.0008365643,0.000155247,0.00003369515,0.0006460786,0.00002246664,0.002077587,0.0002664526,0.0002163583,0.000002670402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003540262,"about_ca_system_score_gemma":0.00001175319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002840578,"about_ca_topic_score_gemma":0.000002282448,"domain_scores_codex":[0.9989961,0.000102887,0.0001890429,0.0003121055,0.0001832848,0.0002165873],"domain_scores_gemma":[0.9934084,0.005921192,0.0001523487,0.00034366,0.00007189534,0.000102488],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000791246,0.0004579728,0.02358281,0.0002190141,0.007534604,0.000349136,0.02862546,0.06507502,0.002191597,0.1357983,0.004246572,0.7311283],"study_design_scores_gemma":[0.001044521,0.0006465279,0.01267955,0.000571883,0.0008428806,0.001565611,0.0004418515,0.7527657,0.002044937,0.0001841518,0.2258432,0.00136918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03620805,0.0001442098,0.961235,0.001389015,0.0002910927,0.00008397703,3.767325e-7,0.0004887681,0.000159494],"genre_scores_gemma":[0.5098268,0.00001836532,0.4896878,0.0003725842,0.00004781618,0.000004789877,6.154742e-7,0.000009455089,0.00003182797],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7297591,"threshold_uncertainty_score":0.6330791,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123863234","doi":"10.1109/re.2007.54","title":"Requirements in the wild: How small companies do it","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory research; Cohesion (chemistry); Principal (computer security); Requirements analysis; Requirements engineering; Work (physics); Diversity (politics); Business; Software; Computer science; Engineering; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.0587936669223993,"gpt":0.3012674811594007,"spread":0.2424738142370014,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001127733,0.00006863521,0.0000592654,0.00006670823,0.00003711341,0.0002270283,0.0008587187,0.00002876671,0.000006726031],"category_scores_gemma":[0.00008497593,0.00004488483,0.00002023509,0.0002767571,0.0000119272,0.0002711024,0.0001097722,0.0001100451,0.000007849895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001502209,"about_ca_system_score_gemma":0.00000729876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006469477,"about_ca_topic_score_gemma":0.00008962704,"domain_scores_codex":[0.9994009,0.00002734972,0.00009440911,0.0001390501,0.0001584649,0.0001798094],"domain_scores_gemma":[0.9990808,0.000474317,0.00003266369,0.0003728367,0.00001730225,0.00002205953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002159931,0.0003190385,0.02754954,0.00005148274,0.00004139078,0.0002657745,0.009665518,0.0002849107,0.0003161341,0.5323016,0.05235739,0.3768256],"study_design_scores_gemma":[0.0004618371,0.0002792764,0.0560829,0.00007667729,0.000007902611,0.00009095111,0.0007658207,0.01287898,0.002068907,0.008556529,0.9181498,0.0005804469],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00923419,0.00007285588,0.9779408,0.005438133,0.0001815365,0.00008860193,1.129147e-7,0.0002890911,0.006754684],"genre_scores_gemma":[0.7688053,0.00001579986,0.230047,0.0009459498,0.00003163086,0.00000426894,2.704616e-7,0.000003057476,0.0001466639],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8657924,"threshold_uncertainty_score":0.2189239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}