{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":70,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":70,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"b5be6d2aa226","filters":{"venue":"Requirements Engineering"}},"results":[{"id":"W2135399200","doi":"10.1007/s00766-003-0173-1","title":"RE challenges in multi-site software development organisations","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":254,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Requirements engineering; Knowledge management; Negotiation; Computer science; Requirements analysis; Context (archaeology); Work (physics); Software development; Process management; Task (project management); Requirements management; Empirical research; Software requirements; Requirements elicitation; Software; Engineering; Systems engineering; Component-based software engineering; Geography; Political science; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.1015346670518078,"gpt":0.2938594969950546,"spread":0.1923248299432468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000423825,0.0001684886,0.0001387362,0.0002059775,0.00005209585,0.0000683549,0.0003502001,0.00006442206,0.00001620664],"category_scores_gemma":[0.0003300081,0.000184559,0.00002476029,0.0003109977,0.00000399772,0.0005826554,0.00009888755,0.0001507644,0.00002649577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001573444,"about_ca_system_score_gemma":0.00005218943,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005242483,"about_ca_topic_score_gemma":0.00001500413,"domain_scores_codex":[0.998905,0.00002368625,0.0002508629,0.0003079421,0.0002020374,0.0003104642],"domain_scores_gemma":[0.99936,0.00009868432,0.00004751586,0.0003928162,0.000028719,0.00007222442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001547642,0.002037908,0.08851793,0.001999085,0.0005943317,0.0006656322,0.05988822,0.2092893,0.01755242,0.2202645,0.0009342204,0.398241],"study_design_scores_gemma":[0.003317233,0.0002212715,0.1003422,0.00130139,0.00003232526,0.00009811119,0.0004005225,0.1312329,0.07078989,0.0008687741,0.6875076,0.003887781],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005940429,0.001063038,0.9914093,0.0001070192,0.0002739634,0.0001477927,4.312564e-7,0.0008735668,0.000184444],"genre_scores_gemma":[0.3236766,0.0001522162,0.6760463,0.00002116088,0.000009689166,0.00004023544,0.000001558337,0.00001967102,0.00003266968],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6865733,"threshold_uncertainty_score":0.75261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142065829","doi":"10.1007/s00766-004-0191-7","title":"Specifying and analyzing early requirements in Tropos","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Language Of Temporal Ordering Specification; Model checking; Specification language; Refinement","retraction":null,"screen_n_in":null,"score":{"opus":0.04825691238529661,"gpt":0.2946526828152498,"spread":0.2463957704299532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004752434,0.000243321,0.0002628498,0.0003808926,0.00005664547,0.0001103145,0.0004826428,0.00006504497,0.000001622987],"category_scores_gemma":[0.0002892285,0.0002685907,0.0000411195,0.0005630818,0.00002032158,0.001140806,0.0003146938,0.0002217812,0.000006940665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003142138,"about_ca_system_score_gemma":0.00002218419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000247162,"about_ca_topic_score_gemma":0.000002444288,"domain_scores_codex":[0.9983373,0.0000254665,0.0003610163,0.000469438,0.0002706207,0.0005361505],"domain_scores_gemma":[0.9992769,0.0001012907,0.00006332922,0.000427718,0.00002381028,0.0001069591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00000812533,0.00005769818,0.008069675,0.0001387719,0.00006621626,0.0001812944,0.001472396,0.8711253,0.06314695,0.03248006,0.000002802526,0.02325071],"study_design_scores_gemma":[0.01955752,0.001406597,0.5702214,0.005163834,0.0001080515,0.0002909529,0.0003209725,0.1456876,0.1582765,0.08829844,0.002429241,0.008239037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2043921,0.0003776612,0.7942584,0.00005530278,0.0003236746,0.000136187,4.172684e-7,0.0003980122,0.00005831316],"genre_scores_gemma":[0.5491229,0.00005524416,0.4507282,0.00001452457,0.00003587189,0.00001288058,5.410726e-7,0.00001993531,0.000009924436],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7254378,"threshold_uncertainty_score":0.9999766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109294629","doi":"10.1007/s00766-004-0204-6","title":"A framework for empirical evaluation of conceptual modeling techniques","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":228,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Categorical variable; Categorization; Grammar; Rule-based machine translation; Empirical research; Task (project management); Modeling language; Variables; Machine learning; Artificial intelligence; Natural language processing; Systems engineering; Engineering; Mathematics; Programming language; Software; Statistics; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1449234842993098,"gpt":0.3523727618234092,"spread":0.2074492775240994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006567477,0.0001502369,0.000216702,0.0002451898,0.00006750286,0.00005373007,0.0001529905,0.00008607437,0.00001636684],"category_scores_gemma":[0.0003886684,0.0001489735,0.0001029737,0.0003912487,0.00002213832,0.0005651437,0.00004962058,0.00008090492,0.000004005195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007235845,"about_ca_system_score_gemma":0.00003964472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005410667,"about_ca_topic_score_gemma":0.000001721202,"domain_scores_codex":[0.9987601,0.000002375247,0.0003374068,0.0002238019,0.0004578847,0.0002184232],"domain_scores_gemma":[0.9991449,0.00001587923,0.0001243799,0.0001645821,0.0005404069,0.000009841121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000111825,0.00005749026,0.000170943,0.0002164859,0.00005579719,2.296619e-7,0.00008583543,0.9636974,0.001919577,0.02855938,0.000008345061,0.005217292],"study_design_scores_gemma":[0.0004646964,0.000006560072,0.00001589999,0.0003161034,0.0002193825,2.202288e-7,0.0001155584,0.9727449,0.001191823,0.02453524,0.0002093918,0.0001802713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2428972,0.0001404921,0.7561898,0.0001532122,0.0001017902,0.0002145339,0.000001132671,0.0001496133,0.0001522055],"genre_scores_gemma":[0.962221,0.000005292156,0.03697448,0.0001305631,0.0005197379,0.00009464109,0.00002065885,0.00003153879,0.000002053991],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7193239,"threshold_uncertainty_score":0.6074965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161849440","doi":"10.1007/s007660170013","title":"From Non-Functional Requirements to Design through Patterns","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":219,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Functional requirement; Computer science; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1247245715492095,"gpt":0.3202416491865852,"spread":0.1955170776373757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003803789,0.0003427527,0.0002859659,0.0001677599,0.00009172679,0.0001189709,0.0009125585,0.0000854665,0.00003515708],"category_scores_gemma":[0.0003456838,0.0003673377,0.00007740339,0.0005217771,0.00000957162,0.00120133,0.0004279406,0.0001818287,0.0001263116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002596714,"about_ca_system_score_gemma":0.00003041919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004092108,"about_ca_topic_score_gemma":7.281458e-7,"domain_scores_codex":[0.997702,0.00004539822,0.0003888376,0.000670381,0.0005460915,0.0006472876],"domain_scores_gemma":[0.9985752,0.0003193579,0.00006970327,0.0008160672,0.00004927709,0.0001703712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001541816,0.00004539558,0.0006365284,0.00001572877,0.00009565253,0.00007116996,0.0006522508,0.9518768,0.03557515,0.0005924767,0.0004382182,0.00998519],"study_design_scores_gemma":[0.005280345,0.001085206,0.06071763,0.00157201,0.0001195392,0.0001269965,0.0002158047,0.6728296,0.1836213,0.02562293,0.04284449,0.005964125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01125425,0.00006401558,0.9850797,0.0001573503,0.002064474,0.0003167592,0.000004419738,0.0009665693,0.00009243274],"genre_scores_gemma":[0.1381365,0.00003008564,0.8609989,0.000224559,0.0003300549,0.00008925603,0.000009197759,0.00004659782,0.0001349314],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2790472,"threshold_uncertainty_score":0.9998779,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2755269200","doi":"10.1007/s00766-017-0280-z","title":"Goal-oriented requirements engineering: an extended systematic mapping study","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Generalitat Valenciana; European Commission","keywords":"Conceptualization; Scopus; Computer science; Field (mathematics); Systematic review; Requirements engineering; Data science; Implementation; Management science; Software engineering; Engineering; Political science; Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.07901895294172681,"gpt":0.3368146672498515,"spread":0.2577957143081246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001889251,0.0006552666,0.0008410592,0.0004606978,0.00048597,0.0006679167,0.003188862,0.000128085,0.000005192162],"category_scores_gemma":[0.00281393,0.0006751473,0.0001411384,0.0003592115,0.0000323114,0.003283693,0.001131554,0.0003713721,0.00003085173],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003640996,"about_ca_system_score_gemma":0.00004139482,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001682161,"about_ca_topic_score_gemma":0.000001558645,"domain_scores_codex":[0.9959089,0.00012553,0.0009453379,0.001045301,0.0009337988,0.001041173],"domain_scores_gemma":[0.9951392,0.0002310388,0.0004393542,0.003701635,0.000153927,0.0003347851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004133296,0.001966142,0.006375188,0.0164399,0.002048124,0.001142066,0.009810807,0.7934154,0.1295683,0.03097109,0.00006554635,0.008156107],"study_design_scores_gemma":[0.004699945,0.001245551,0.07022969,0.007274065,0.0002174676,0.0001079114,0.0007594425,0.9020566,0.008364811,0.0007267426,0.0004918817,0.003825857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07482461,0.0001650593,0.9190978,0.00002777458,0.002506952,0.001296107,0.000002418577,0.002010955,0.00006825697],"genre_scores_gemma":[0.6746458,0.000008535336,0.3247673,0.00001437031,0.0001359113,0.0002400615,0.000003498246,0.00008299349,0.0001014963],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5998212,"threshold_uncertainty_score":0.99957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161637233","doi":"10.1007/s007660200008","title":"Requirements Engineering and Technology Transfer: Obstacles, Incentives and Improvement Agenda","year":2002,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Incentive; Technology transfer; Engineering management; Business; Computer science; Engineering; Knowledge management; Economics; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.0260673818793556,"gpt":0.2389977297025624,"spread":0.2129303478232068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002571789,0.0003345367,0.0002640515,0.0004070404,0.0001018948,0.000200379,0.0004591758,0.0001251413,0.00001409894],"category_scores_gemma":[0.00009301785,0.0003609601,0.00003599167,0.0005110967,0.00002950045,0.001049473,0.0003442221,0.0002520678,0.00000462139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008997305,"about_ca_system_score_gemma":0.000007193009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009590825,"about_ca_topic_score_gemma":5.488754e-7,"domain_scores_codex":[0.9982541,0.00001066641,0.0003561911,0.0005520171,0.0002887604,0.0005382789],"domain_scores_gemma":[0.9992325,0.00007409463,0.00004962016,0.0004627732,0.0000410605,0.000139964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001353694,0.0003494691,0.004695031,0.001243967,0.0007126814,0.0002479831,0.002317927,0.003693436,0.4382451,0.07601127,0.0006799189,0.4717896],"study_design_scores_gemma":[0.002110274,0.0007817583,0.00241411,0.0006593296,0.00009098929,0.0001582589,0.00005572327,0.8325318,0.06884993,0.0004637901,0.08988956,0.001994548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1763643,0.005110736,0.8146632,0.0005703798,0.0005442593,0.0005069295,0.000005985398,0.002105208,0.0001290169],"genre_scores_gemma":[0.9227062,0.001374109,0.07564264,0.00005219111,0.00004962979,0.00006692885,0.000001947874,0.00004389782,0.00006238894],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8288383,"threshold_uncertainty_score":0.9998842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047057637","doi":"10.1007/s00766-011-0143-y","title":"Comparison and evaluation of goal-oriented satisfaction analysis techniques","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Goal modeling; Computer science; Goal orientation; Management science; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Software; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08099374444128393,"gpt":0.3856251559035595,"spread":0.3046314114622756,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001316693,0.0001097492,0.0002149563,0.0003025376,0.00002534707,0.00001352741,0.0001141004,0.00004299517,0.000003014125],"category_scores_gemma":[0.0003198441,0.0001139693,0.00004010084,0.0006330622,0.00001122584,0.0006572545,0.00009599102,0.00006945051,5.930536e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001043211,"about_ca_system_score_gemma":0.000007822618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000924158,"about_ca_topic_score_gemma":7.185413e-7,"domain_scores_codex":[0.9989572,0.00006033099,0.0002462295,0.0001555112,0.0003778312,0.0002029268],"domain_scores_gemma":[0.9993657,0.0001172016,0.00009593139,0.0002762134,0.00009093571,0.00005402997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000345095,0.00005216828,0.2120422,0.00008467094,0.0004605087,2.464871e-7,0.001102264,0.504855,0.08092346,0.007482571,0.00001047228,0.192983],"study_design_scores_gemma":[0.0001845763,0.00003971723,0.4124989,0.00003499086,0.0002807029,0.000001974102,0.00002710798,0.4960644,0.09031979,0.000184622,0.000130544,0.0002326862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2127742,0.00042458,0.7862189,0.000004741182,0.0001788496,0.0001109359,5.874849e-7,0.0002611276,0.00002608867],"genre_scores_gemma":[0.6014433,0.000009231099,0.3985076,0.000001505423,0.00001607945,0.00001485509,0.000001403587,0.000004773099,0.000001291703],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3886691,"threshold_uncertainty_score":0.4647532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095620420","doi":"10.1007/s00766-011-0129-9","title":"Representing and reasoning about preferences in requirements engineering","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Stakeholder; Planner; Preference; Requirements elicitation; Requirements management; Computer science; Notation; Set (abstract data type); Preference elicitation; Management science; Requirements engineering; Requirements analysis; Operations research; Engineering; Artificial intelligence; Mathematics; Software; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.09004778679201123,"gpt":0.2958986538751406,"spread":0.2058508670831294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009097044,0.000352966,0.0003571543,0.0004273234,0.00006408285,0.0001032238,0.0007599609,0.0001064907,0.000007017677],"category_scores_gemma":[0.001090162,0.0003856049,0.00005086151,0.0005732662,0.00002375191,0.001428515,0.0006272139,0.0003161105,0.000005007865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001251792,"about_ca_system_score_gemma":0.0000217316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004339231,"about_ca_topic_score_gemma":0.0000025427,"domain_scores_codex":[0.9976336,0.00004533899,0.0005326116,0.0006949278,0.0003429914,0.0007504757],"domain_scores_gemma":[0.9988568,0.0002030141,0.0001175529,0.0006361317,0.00004215322,0.0001443899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005380939,0.0003150334,0.1219017,0.001522419,0.0004842543,0.0006197539,0.01659892,0.5413971,0.0986699,0.08970436,0.00005514345,0.1286776],"study_design_scores_gemma":[0.002351426,0.0002876701,0.313927,0.003055777,0.00004600326,0.0001183599,0.0002121368,0.6204088,0.05023269,0.005477824,0.000884131,0.002998237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1480344,0.0007257119,0.8491961,0.00000901879,0.0005749944,0.0002076787,7.35249e-7,0.000792805,0.0004584756],"genre_scores_gemma":[0.4975273,0.00008389386,0.5022416,0.000009221601,0.00003778993,0.00004186475,0.000001033255,0.00003079635,0.00002650067],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3494929,"threshold_uncertainty_score":0.9998596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001314414","doi":"10.1007/s00766-014-0209-8","title":"Interactive goal model analysis for early requirements engineering","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Requirements engineering; Requirements analysis; Interactivity; Stakeholder; Software engineering; Scalability; Non-functional requirement; Visualization; Goal orientation; Systems engineering; Process management; Risk analysis (engineering); Software development; Software; Engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0505596285654805,"gpt":0.3106748020015582,"spread":0.2601151734360777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008560263,0.0004486103,0.0005637856,0.0006936172,0.00009616606,0.0001701487,0.00111378,0.0001188813,0.000002790299],"category_scores_gemma":[0.001189686,0.0004929733,0.0003024672,0.000963899,0.00001527855,0.00134823,0.0003766827,0.0002450967,0.00000906974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002895244,"about_ca_system_score_gemma":0.00002429285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005868174,"about_ca_topic_score_gemma":7.121409e-7,"domain_scores_codex":[0.9973955,0.00003580692,0.000542316,0.0007604625,0.0004430357,0.0008228616],"domain_scores_gemma":[0.9979996,0.000601713,0.0001520658,0.0009179536,0.0001353854,0.0001932832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007691171,0.00002221854,0.0003116654,0.00005698595,0.000442654,0.00000171888,0.0002548386,0.9789822,0.01053665,0.007058016,0.0000143264,0.002311024],"study_design_scores_gemma":[0.0004760923,0.00009273402,0.0016178,0.0000573866,0.0001090105,0.000001662883,0.000003957238,0.9902049,0.005622172,0.0009147064,0.0003856477,0.000513968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01817814,0.00005487543,0.9792494,0.00003757432,0.0007892643,0.0003559137,0.000007893824,0.001252502,0.00007447282],"genre_scores_gemma":[0.467911,0.000004348744,0.5317429,0.00002717938,0.00008230637,0.0001105809,0.000007339142,0.00004266444,0.00007157463],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4497329,"threshold_uncertainty_score":0.9997522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148159886","doi":"10.1007/s00766-006-0032-y","title":"View merging in the presence of incompleteness and inconsistency","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Merge (version control); Theoretical computer science; Terminology; Tracing; Traceability; Formalism (music); Data science; Data mining; Information retrieval; Programming language; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02157536796801942,"gpt":0.2417596494037888,"spread":0.2201842814357693,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000289068,0.00007020577,0.0001128667,0.00007213461,0.00002405516,0.00003234236,0.0003964207,0.0000163376,6.317445e-7],"category_scores_gemma":[0.00003746275,0.00005155248,0.00001627134,0.0002197914,0.00001911076,0.0002121328,0.0001275982,0.00004422429,4.723571e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001009106,"about_ca_system_score_gemma":0.000008848839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001555026,"about_ca_topic_score_gemma":0.00002024162,"domain_scores_codex":[0.9993617,0.00002229861,0.0001883997,0.0001304497,0.0001507894,0.0001463892],"domain_scores_gemma":[0.9996043,0.0001082378,0.00003726265,0.0002268669,0.00001339518,0.000009921248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000006237943,0.0001862237,0.139963,0.00102933,0.0000535758,0.000131211,0.004591358,0.0258708,0.05654407,0.7135922,0.0001330406,0.05789894],"study_design_scores_gemma":[0.0008060957,0.00007353529,0.6272902,0.0006101383,0.00001523312,0.00005965647,0.0002808752,0.3563224,0.005868965,0.00632569,0.00189941,0.0004477636],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7960569,0.00223771,0.1997747,0.0003370447,0.0002002063,0.0001812536,4.315682e-7,0.00006962659,0.001142144],"genre_scores_gemma":[0.9907812,0.0000273324,0.009142774,0.00002003683,0.00001396067,0.000007659374,2.53619e-7,0.000002623277,0.000004199658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7072665,"threshold_uncertainty_score":0.2102249,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2030015318","doi":"10.1007/s00766-009-0090-z","title":"A vulnerability-centric requirements engineering framework: analyzing security attacks, countermeasures, and requirements based on vulnerabilities","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Information and Cyber Security","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Exploit; Vulnerability (computing); Computer security; Vulnerability management; Threat model; Computer science; Secure coding; Vulnerability assessment; Risk analysis (engineering); Security engineering; Security testing; Compromise; Software security assurance; Security information and event management; Security service; Information security; Cloud computing security; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01926743977762655,"gpt":0.2668236870226438,"spread":0.2475562472450172,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001527453,0.0006453392,0.0005431149,0.0006309953,0.0003449227,0.0005989085,0.0009660306,0.0002219973,0.00004066362],"category_scores_gemma":[0.000538038,0.0006847852,0.0001700228,0.0008811649,0.00004115557,0.002008397,0.0002235116,0.0006857924,0.00002399278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006044169,"about_ca_system_score_gemma":0.00008820432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001741099,"about_ca_topic_score_gemma":0.000001911483,"domain_scores_codex":[0.9956683,0.0001030324,0.0009868116,0.0008732898,0.001264085,0.001104503],"domain_scores_gemma":[0.9977816,0.0001852883,0.0002366926,0.001218556,0.0001887985,0.0003890683],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004295422,0.003669558,0.03027861,0.00348637,0.001029178,0.0003050971,0.01808177,0.3721677,0.0131405,0.4738872,0.002505565,0.08101893],"study_design_scores_gemma":[0.001589693,0.000363688,0.009380614,0.0007549065,0.0000363058,0.00001194463,0.0000386439,0.9788424,0.002177901,0.001203751,0.004536304,0.001063816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2167196,0.0005879156,0.775465,0.0009392429,0.001696297,0.001177516,0.00002689088,0.001442636,0.00194488],"genre_scores_gemma":[0.9845541,0.00004805326,0.01427487,0.0008529086,0.0001483841,0.00004236443,0.00002194221,0.00003501158,0.0000223382],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7678345,"threshold_uncertainty_score":0.9995604,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2030573703","doi":"10.1007/s00766-013-0181-8","title":"GaiusT: supporting the extraction of rights and obligations for regulatory compliance","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Health Insurance Portability and Accountability Act; Software portability; Annotation; Compliance (psychology); Computer science; Process (computing); Government (linguistics); Work (physics); Accountability; Computer security; Political science; Law; Engineering; Confidentiality; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04330639118517105,"gpt":0.3152901052612124,"spread":0.2719837140760414,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002957443,0.00008729131,0.00009423747,0.00008541613,0.00009144376,0.00007140113,0.0003064258,0.00002862509,0.00000605669],"category_scores_gemma":[0.0001922864,0.00007143059,0.00002999771,0.0001853706,0.00002122165,0.0005096815,0.00008539599,0.00007920144,0.000004453963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004016484,"about_ca_system_score_gemma":0.00001418733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000308861,"about_ca_topic_score_gemma":5.573678e-7,"domain_scores_codex":[0.9991513,0.000007702606,0.0002185403,0.0001743218,0.0002097207,0.0002383706],"domain_scores_gemma":[0.9990731,0.0003815823,0.00006576154,0.0003257586,0.00009862336,0.00005514673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007750031,0.0001624859,0.01795599,0.0013475,0.0003239499,0.000006092614,0.002351912,0.07508773,0.7366479,0.1185648,0.004636358,0.04290748],"study_design_scores_gemma":[0.0003509665,0.00005415764,0.1663198,0.0001697153,0.000008294816,0.0000155475,0.00001516225,0.8010393,0.02761566,0.003060325,0.001126269,0.0002247411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3544019,0.00009994883,0.644658,0.0001294572,0.0001863657,0.0003728424,0.000001032924,0.0001198333,0.00003057617],"genre_scores_gemma":[0.9607338,0.000002216398,0.03903116,0.000007740392,0.00004031783,0.0001010697,0.000001307951,0.000009767266,0.00007262337],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7259516,"threshold_uncertainty_score":0.2912855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035995712","doi":"10.1007/s00766-020-00336-y","title":"Requirements engineering for sustainability: an awareness framework for designing software systems for a better tomorrow","year":2020,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":81,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute","funders":"Engineering and Physical Sciences Research Council; Agència per a la Competitivitat de l’Empresa; Generalitat de Catalunya; European Commission","keywords":"Sustainability; Software system; Software; Software engineering; Computer science; Software requirements; Paradigm shift; Social software engineering; Software development; Systems engineering; Engineering; Knowledge management; Process management; Engineering management; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.04336728618799263,"gpt":0.2860637086809677,"spread":0.2426964224929751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007339094,0.0006893571,0.0007765697,0.0002005884,0.0002327684,0.0002474359,0.0005460519,0.000331384,0.000006029452],"category_scores_gemma":[0.00187277,0.0008040476,0.0003287323,0.0003612932,0.00002313319,0.0007499979,0.00008502627,0.00026714,0.000001394676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008641576,"about_ca_system_score_gemma":0.0001104065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001272701,"about_ca_topic_score_gemma":0.000001344964,"domain_scores_codex":[0.9964789,0.00002326871,0.0008850332,0.0008217254,0.0003670003,0.001424107],"domain_scores_gemma":[0.9977947,0.0005311582,0.0001007725,0.0006081217,0.0004943198,0.000470964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002127193,0.00008069037,0.00323368,0.01820365,0.000423723,0.000008254051,0.001381704,0.9615985,0.00636662,0.003586366,0.0004142186,0.004489881],"study_design_scores_gemma":[0.001625512,0.0004488328,0.0002276131,0.000303107,0.000155589,0.000002344804,0.0005351593,0.9822161,0.003937542,0.001310032,0.008163756,0.001074408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09595858,0.0004593683,0.8961608,0.0001413748,0.001144803,0.004547633,0.0001443922,0.001439587,0.000003407523],"genre_scores_gemma":[0.8209204,0.000007977861,0.1733875,0.00008881205,0.001027773,0.004007793,0.000178882,0.0003633719,0.00001749424],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7249619,"threshold_uncertainty_score":0.999441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139608538","doi":"10.1007/s00766-005-0008-3","title":"Applying a pragmatics-based creativity-fostering technique to requirements elicitation","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Brainstorming; Requirements elicitation; Pragmatics; Viewpoints; Creativity; Computer science; Requirements engineering; Process (computing); Artificial intelligence; Software engineering; Human–computer interaction; Psychology; Linguistics; Programming language; Software; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04752296869247587,"gpt":0.3201825230249677,"spread":0.2726595543324919,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008095359,0.000310476,0.0002435616,0.0004491622,0.0001164645,0.0002690081,0.0007733623,0.00009127858,0.0000142412],"category_scores_gemma":[0.0003106502,0.0003466304,0.00007286355,0.0006591757,0.000005780007,0.001795867,0.0003847934,0.000203574,0.00004463688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003095702,"about_ca_system_score_gemma":0.00003862493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001295618,"about_ca_topic_score_gemma":0.000001629694,"domain_scores_codex":[0.9980122,0.00003605009,0.0004546521,0.0004710352,0.0005101626,0.0005158416],"domain_scores_gemma":[0.9987051,0.0001898947,0.0001316751,0.0007076345,0.0000790727,0.0001866328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002130153,0.000232173,0.0004044388,0.0004327706,0.0001088714,0.00003111473,0.0008597394,0.2994587,0.3745672,0.0115248,0.0004780282,0.3118808],"study_design_scores_gemma":[0.0005496156,0.0002591336,0.0004270876,0.0007717892,0.00002602154,0.00002239639,0.00001059015,0.7173797,0.1937546,0.0003079384,0.08548844,0.001002695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004051811,0.0000558949,0.9915112,0.0004044788,0.0002208417,0.001273857,0.000001604397,0.001876447,0.0006038839],"genre_scores_gemma":[0.4195078,0.000004274981,0.5790678,0.000225079,0.00008633096,0.001050864,0.000002760159,0.00003440667,0.00002069135],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.417921,"threshold_uncertainty_score":0.9998986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138095731","doi":"10.1007/pl00010359","title":"Modelling Off-the-Shelf Information Systems Requirements: An Ontological Approach","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Off the shelf; Computer science; Systems engineering; Software engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03296486259424324,"gpt":0.2383652165552746,"spread":0.2054003539610313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004771505,0.000259798,0.0002094846,0.0001784732,0.0002148739,0.0004335082,0.00129428,0.00009106488,0.000003235772],"category_scores_gemma":[0.000006567356,0.0001953173,0.00006339754,0.0005444296,0.00001352221,0.002863825,0.0002430126,0.0002060339,0.0000279507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009006232,"about_ca_system_score_gemma":0.00002301598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001294227,"about_ca_topic_score_gemma":0.000003106605,"domain_scores_codex":[0.9979967,0.00005321345,0.0004877638,0.0003416427,0.0005928617,0.0005278338],"domain_scores_gemma":[0.9988195,0.00003443604,0.0001336684,0.0007686072,0.00009421428,0.0001496316],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007895391,0.00005937166,0.0001403599,0.00007132551,0.00004340589,0.000004840418,0.001502076,0.9580637,0.0002805818,0.03104492,0.00001168581,0.00876982],"study_design_scores_gemma":[0.0002960462,0.00006715309,0.0001010641,0.00004428454,0.00001139772,0.00003835615,0.0001447736,0.9769251,0.00007601588,0.0001103637,0.02194753,0.0002379044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03963519,0.0004331271,0.9548448,0.0001085662,0.0006493764,0.000374707,0.000001688619,0.0004604436,0.003492066],"genre_scores_gemma":[0.9704143,0.00006472106,0.02877906,0.000378265,0.0002031497,0.00007740087,0.00004092403,0.00001646203,0.00002568545],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9307792,"threshold_uncertainty_score":0.7964809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123692211","doi":"10.1007/s00766-008-0073-5","title":"Designing socio-technical systems: from stakeholder goals to social networks","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Stakeholder; Requirements analysis; Computer science; Process (computing); Context (archaeology); Process management; Requirements engineering; Knowledge management; Requirements elicitation; Software; Systems engineering; Management science; Engineering; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.0947774844780522,"gpt":0.3083298438256685,"spread":0.2135523593476163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005860035,0.0002987611,0.0003721238,0.000149475,0.0001293294,0.0001931911,0.000909813,0.0001552939,0.000002580947],"category_scores_gemma":[0.0003283587,0.0003238756,0.00007909244,0.0004464051,0.00001109235,0.0005400655,0.0002202741,0.0002858883,0.00001429825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002864957,"about_ca_system_score_gemma":0.00002120306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005344052,"about_ca_topic_score_gemma":1.511772e-7,"domain_scores_codex":[0.9979421,0.00006708811,0.0004044024,0.0005363637,0.0003875022,0.0006625453],"domain_scores_gemma":[0.9989062,0.0003186625,0.00007643739,0.0004904321,0.00005223426,0.0001560104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003067468,0.00001668494,0.00002803794,0.000009202286,0.00002569373,0.00002027501,0.0002217463,0.9527375,0.03412101,0.004101319,0.0003558968,0.008359582],"study_design_scores_gemma":[0.003139275,0.0009588444,0.03842827,0.001430992,0.0001356096,0.00005817681,0.0002893462,0.9106813,0.02268618,0.008071105,0.008101611,0.006019294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00400517,0.0004049224,0.9923465,0.0001769972,0.0008682542,0.0002786551,0.000003409201,0.001861225,0.00005486988],"genre_scores_gemma":[0.4506158,0.00000709003,0.5488918,0.0001150027,0.0002936411,0.00002760556,0.000003327223,0.00002439288,0.00002134493],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4466106,"threshold_uncertainty_score":0.9999213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2132764782","doi":"10.1007/s00766-005-0014-5","title":"Is emotion relevant to requirements engineering?","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements engineering; Computer science; Requirements analysis; Work (physics); Software engineering; Requirement; Software; Knowledge management; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02898034691197175,"gpt":0.2861252599095909,"spread":0.2571449129976191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004993694,0.0003592623,0.00025535,0.0003921226,0.00007772759,0.0002339039,0.0009914151,0.000108967,0.00005199858],"category_scores_gemma":[0.000218994,0.0003954285,0.0001040912,0.000666855,0.000005121036,0.001524102,0.0003803957,0.0002425776,0.0002416177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003032536,"about_ca_system_score_gemma":0.00002641241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001291144,"about_ca_topic_score_gemma":5.09186e-7,"domain_scores_codex":[0.9976683,0.00001410834,0.0004717022,0.0005902986,0.000587,0.0006686245],"domain_scores_gemma":[0.9985704,0.00007761271,0.00008995784,0.0008995932,0.0000765006,0.0002859135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004122118,0.0005655382,0.001762117,0.0006366907,0.0006254188,0.0001318124,0.004626962,0.5065979,0.1701218,0.0562179,0.03205315,0.2266195],"study_design_scores_gemma":[0.0004555424,0.0002031296,0.002334947,0.0003100401,0.0000234246,0.00003731345,0.000004819236,0.5351049,0.03913929,0.00007654334,0.4213761,0.0009339748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02053769,0.0001818927,0.9740955,0.00155221,0.0008606087,0.0003508906,0.000003773308,0.002120981,0.0002964785],"genre_scores_gemma":[0.4971976,0.00004988329,0.501512,0.000564617,0.0003214572,0.0000636064,0.000003811645,0.00005938712,0.0002276403],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4766599,"threshold_uncertainty_score":0.9998497,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909230076","doi":"10.1007/s00766-018-00308-3","title":"From event logs to goals: a systematic literature review of goal-oriented process mining","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":62,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Process mining; Process (computing); Computer science; Interpretability; TRACE (psycholinguistics); Data science; Business process discovery; Process modeling; Event (particle physics); Exploit; Data mining; Business process management; Work in process; Management science; Business process; Business process modeling; Engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.009829487960794024,"gpt":0.2474202010652709,"spread":0.2375907131044768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004622452,0.0002825073,0.0007076277,0.0003682792,0.00003795779,0.0001126784,0.0003294886,0.00006446203,0.00008364055],"category_scores_gemma":[0.0003066712,0.0002455905,0.0001482948,0.001502798,0.000005227017,0.0007873711,0.0001248399,0.0001041755,0.0001100105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004045939,"about_ca_system_score_gemma":0.00001572699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003389296,"about_ca_topic_score_gemma":9.90933e-7,"domain_scores_codex":[0.9980223,0.000007930785,0.0007419467,0.0003949302,0.0005250101,0.0003079455],"domain_scores_gemma":[0.9988201,0.00002837935,0.0003548606,0.000411872,0.000358172,0.00002667344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002201413,0.0001297928,0.00287317,0.9541332,0.0003869241,0.00001343354,0.0004655947,0.03604028,0.004352402,0.0008141333,0.0002809604,0.0004881769],"study_design_scores_gemma":[0.000636016,0.00001644253,0.0002361706,0.7712829,0.0006480398,0.000001976721,0.0002715803,0.224771,0.000345376,0.0001071729,0.0009771363,0.0007062082],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8759471,0.07113846,0.04668134,0.0008124455,0.00137557,0.002387042,0.00002158318,0.0005143866,0.001122056],"genre_scores_gemma":[0.9971684,0.0005586673,0.0007781617,0.0007362989,0.0003822131,0.00009919037,0.00008633933,0.00005497839,0.0001357844],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1887307,"threshold_uncertainty_score":0.9999996,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3120666308","doi":"10.1007/s00766-020-00343-z","title":"Modeling machine learning requirements from three perspectives: a case report from the healthcare domain","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Health Infoway; University of Toronto","funders":"","keywords":"Requirements elicitation; Computer science; Domain (mathematical analysis); Relevance (law); Software deployment; Requirements analysis; Software engineering; Requirements management; Requirements engineering; Systems engineering; Process (computing); Set (abstract data type); Knowledge management; Process management; Artificial intelligence; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.0854214624773326,"gpt":0.2947129834361665,"spread":0.2092915209588339,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004968028,0.0004026313,0.0003582271,0.0001165267,0.0005093639,0.000544553,0.0004490157,0.0001167253,0.0005336888],"category_scores_gemma":[0.0004916039,0.0003463643,0.0001406176,0.0006445033,0.0000334736,0.001399763,0.0006221044,0.0004985826,0.0001006166],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00016591,"about_ca_system_score_gemma":0.00005639864,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01497014,"about_ca_topic_score_gemma":0.002953782,"domain_scores_codex":[0.9972945,0.00002350794,0.0006577101,0.0008280534,0.0006269142,0.0005692962],"domain_scores_gemma":[0.9984864,0.00007817199,0.0002190611,0.0008389005,0.0003366873,0.00004079725],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004652974,0.001357617,0.2668909,0.001588447,0.003825007,0.1782143,0.007829003,0.4063093,0.04491411,0.03613658,0.002970121,0.04949929],"study_design_scores_gemma":[0.0009179913,0.00001015914,0.001562045,0.0008012358,0.0002167234,0.0008294835,0.004463377,0.9658175,0.0002835664,0.003038319,0.02107107,0.0009885986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7810846,0.005643176,0.2085024,0.001935925,0.001296805,0.0003721467,0.00007131392,0.0004215326,0.0006720912],"genre_scores_gemma":[0.9936615,0.00008933857,0.002942262,0.0004130609,0.001954925,0.00003708995,0.0007476392,0.00008646702,0.0000677029],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5595081,"threshold_uncertainty_score":0.9998989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142902629","doi":"10.1007/s00766-009-0081-0","title":"Investigating business-IT alignment through multi-disciplinary goal concepts","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Strategic alignment; Discipline; Usability; Knowledge management; Perspective (graphical); Strategic management; Computer science; Management science; Process management; Strategic planning; Engineering; Business; Political science; Strategic financial management; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.03727453580567944,"gpt":0.284619147175286,"spread":0.2473446113696066,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001585888,0.0002461709,0.0002060107,0.0001261953,0.0001854834,0.0001606022,0.0002774498,0.0001059484,0.00008758555],"category_scores_gemma":[0.00008550163,0.0002468513,0.00005427943,0.0004969133,0.0000362778,0.002566522,0.0001142127,0.0001566128,0.0001986906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008280155,"about_ca_system_score_gemma":0.00001910443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003872254,"about_ca_topic_score_gemma":0.000003132202,"domain_scores_codex":[0.9986057,0.000002015793,0.0004337271,0.0002292552,0.000302235,0.0004271017],"domain_scores_gemma":[0.9994202,0.000007666928,0.0002247784,0.0002369888,0.00009608336,0.00001427165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005534692,0.0008204225,0.01961722,0.001717914,0.0003766303,0.0001672423,0.002543561,0.1362024,0.09937141,0.6481481,0.03506857,0.05591125],"study_design_scores_gemma":[0.009482988,0.0001699194,0.3091246,0.001922482,0.0002429086,0.00004315914,0.002737914,0.4350198,0.01104282,0.01227891,0.2137926,0.004141891],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8074682,0.000421087,0.1051653,0.006728556,0.002078904,0.001183558,0.00000960655,0.00233951,0.07460526],"genre_scores_gemma":[0.9908835,0.00001813681,0.005829655,0.002552818,0.0004475396,0.00002010036,0.00003949412,0.00002172089,0.0001870345],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6358691,"threshold_uncertainty_score":0.9999984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393142189","doi":"10.1007/s00766-024-00416-3","title":"Improving requirements completeness: automated assistance through large language models","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Terminology; Completeness (order theory); Computer science; Natural language; Artificial intelligence; Filter (signal processing); Process (computing); Noise (video); Software engineering; Natural language processing; Programming language; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03724158375314305,"gpt":0.3098539232716619,"spread":0.2726123395185188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006545634,0.000372332,0.000299714,0.0003060277,0.0001262938,0.0006382905,0.001150036,0.0001046512,0.00002173669],"category_scores_gemma":[0.000182757,0.0003848682,0.0001183227,0.001091338,0.00001813412,0.00251814,0.000608457,0.0003466139,0.0001043875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004443831,"about_ca_system_score_gemma":0.00009614223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005359967,"about_ca_topic_score_gemma":0.000002049744,"domain_scores_codex":[0.9967229,0.00003312724,0.0004625664,0.0008125836,0.000916035,0.00105278],"domain_scores_gemma":[0.9985477,0.0002288476,0.00004956498,0.0009376295,0.00007584634,0.0001603775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002519504,0.0004695594,0.0013686,0.005905764,0.001258743,0.002719647,0.01046739,0.3295246,0.38076,0.2313021,0.006508935,0.02968955],"study_design_scores_gemma":[0.0003276434,0.00003312217,0.0004506727,0.0004202175,0.00001068819,0.0000175388,0.00002177064,0.9921067,0.003331019,0.0001335888,0.002732939,0.0004141458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02251823,0.002836609,0.9640875,0.00007894549,0.001465405,0.0003118014,0.00002001637,0.008246606,0.0004349056],"genre_scores_gemma":[0.9300019,0.00003022212,0.06932965,0.00005416338,0.0001512058,0.00008299029,0.00001989492,0.00009279387,0.0002371993],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9074836,"threshold_uncertainty_score":0.9998603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213006144","doi":"10.1007/s00766-021-00367-z","title":"Empirical research on requirements quality: a systematic mapping study","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"European Commission; Natural Sciences and Engineering Research Council of Canada; Universität Hamburg; Horizon 2020; Blekinge Tekniska Högskola; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Quality (philosophy); Correctness; Ambiguity; Empirical research; Requirements engineering; Consistency (knowledge bases); Requirements management; Non-functional requirement; Requirements analysis; Field (mathematics); Systematic review; Quality management; Data science; Management science; Knowledge management; Engineering; Artificial intelligence; Operations management; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.3526249186827223,"gpt":0.4719043162961746,"spread":0.1192793976134523,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0072764,0.0002512326,0.000385989,0.0007472738,0.0004978792,0.0002716467,0.001696069,0.00004036852,0.00003187633],"category_scores_gemma":[0.0006157341,0.0002586173,0.0000872661,0.00154922,0.00001068124,0.0005353588,0.001429876,0.0007213691,0.00003508732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006152583,"about_ca_system_score_gemma":0.0000534592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003322726,"about_ca_topic_score_gemma":4.948924e-7,"domain_scores_codex":[0.9951927,0.0007095785,0.0006745527,0.0006553521,0.002104545,0.0006632523],"domain_scores_gemma":[0.9975232,0.0008332083,0.0001449245,0.001277116,0.00008305967,0.0001384892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003695326,0.0193416,0.06342801,0.0496591,0.005306121,0.004107425,0.08089916,0.4968682,0.0258955,0.2168266,0.02215785,0.01514082],"study_design_scores_gemma":[0.009092301,0.01518924,0.04456951,0.01069512,0.0002372608,0.0003720798,0.01376078,0.8166963,0.002965787,0.003883243,0.07479092,0.00774746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2731585,0.0003997028,0.7162887,0.000598076,0.001979882,0.00339643,0.000005536472,0.003033739,0.001139448],"genre_scores_gemma":[0.983869,0.000004896317,0.01478022,0.0001143078,0.0000722554,0.0009443415,0.000002382113,0.0000419666,0.000170641],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7107105,"threshold_uncertainty_score":0.9999866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104829867","doi":"10.1007/s00766-002-0164-7","title":"An exploratory study of facilitation in distributed requirements engineering","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Facilitator; Facilitation; Knowledge management; Exploratory research; Negotiation; Empirical research; Collaborative software; Requirements engineering; Computer science; Psychology; Software; Social psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.03969566621466222,"gpt":0.2947862211677538,"spread":0.2550905549530916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008535623,0.0002413878,0.000260354,0.0003704039,0.0000321306,0.00006980447,0.0005533254,0.00006814793,0.000006393618],"category_scores_gemma":[0.0003195221,0.0002755733,0.00003777406,0.0007648855,0.000005634822,0.001691579,0.00007895596,0.0001800738,0.00000282938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001516137,"about_ca_system_score_gemma":0.00002837044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002084972,"about_ca_topic_score_gemma":0.000006096758,"domain_scores_codex":[0.9982172,0.00007439813,0.0005278054,0.0003996969,0.0004155893,0.0003652677],"domain_scores_gemma":[0.9989301,0.0001024739,0.0001134811,0.0006835522,0.00006539057,0.0001050237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001956136,0.001918945,0.0225885,0.000333713,0.0001716138,0.00009055134,0.00949448,0.8741965,0.07166213,0.01552042,0.00004362502,0.003959956],"study_design_scores_gemma":[0.004688635,0.00263833,0.03927633,0.0005801478,0.00006151066,0.00002066621,0.001636708,0.8924049,0.0514482,0.0003776944,0.004694013,0.002172853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4512759,0.00006667724,0.5477642,0.0000040768,0.0002448256,0.0002673614,0.000002595543,0.0003575612,0.00001678319],"genre_scores_gemma":[0.9524271,0.00001029547,0.04742589,0.000004913845,0.00001395485,0.00008331017,0.000007272592,0.00002479942,0.000002471321],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5011512,"threshold_uncertainty_score":0.9999697,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2527497011","doi":"10.1007/s00766-016-0259-1","title":"Continuous clarification and emergent requirements flows in open-commercial software ecosystems","year":2016,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"VINNOVA","keywords":"Computer science; Knowledge management; Software development; Process management; Business; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.03447152070694953,"gpt":0.2780617756101669,"spread":0.2435902549032174,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007754082,0.0002203257,0.0002691583,0.0002686796,0.0001022629,0.0002656391,0.001124152,0.00008960551,0.0000290194],"category_scores_gemma":[0.0002178206,0.0001938738,0.00003105958,0.000563018,0.00001367452,0.001662937,0.0007195594,0.000112351,0.00004401562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000248243,"about_ca_system_score_gemma":0.00004512735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009756102,"about_ca_topic_score_gemma":0.00007149499,"domain_scores_codex":[0.998023,0.00005155654,0.0006151362,0.0005421073,0.0003350405,0.0004331724],"domain_scores_gemma":[0.9989191,0.00006747102,0.0001436615,0.0006662252,0.00009543243,0.0001080943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003130465,0.0006125338,0.2987692,0.0002692364,0.0002660566,0.00007564836,0.001927603,0.001315458,0.1387419,0.07063132,0.00256277,0.484797],"study_design_scores_gemma":[0.02429033,0.001024564,0.4960324,0.00625269,0.0001126479,0.0001449752,0.0003204712,0.1527191,0.03106857,0.004531593,0.2765521,0.00695052],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2415963,0.00007486483,0.7555956,0.0007110089,0.0008674096,0.0007302953,0.000009034627,0.0002439382,0.0001715466],"genre_scores_gemma":[0.948138,0.00002448677,0.05134402,0.00008026624,0.0000803543,0.0001424511,0.00000785368,0.00003155887,0.0001510375],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7065417,"threshold_uncertainty_score":0.7905945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2799759507","doi":"10.1007/s00766-018-0294-1","title":"A systematic literature mapping of goal and non-goal modelling methods for legal and regulatory compliance","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compliance (psychology); Domain (mathematical analysis); Computer science; Management science; Process management; Systematic review; Risk analysis (engineering); Focus (optics); Data science; Psychology; Political science; Engineering; MEDLINE; Business; Law; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06571911413597815,"gpt":0.341743406104879,"spread":0.2760242919689008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001062302,0.0002117184,0.0004280247,0.0001769848,0.00007388442,0.00008997744,0.0003071094,0.00007597986,1.523121e-7],"category_scores_gemma":[0.0003491298,0.0002069248,0.00004622659,0.0002578524,0.00004993962,0.0005846901,0.0002084979,0.0001089211,2.10282e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004229644,"about_ca_system_score_gemma":0.00001407707,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001087271,"about_ca_topic_score_gemma":6.543313e-8,"domain_scores_codex":[0.9987574,0.00004937275,0.0003869157,0.0003657957,0.0001372763,0.0003032247],"domain_scores_gemma":[0.9987801,0.0005129182,0.0001241412,0.0003932138,0.0001153071,0.00007436836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003361392,0.00004314743,0.00008203649,0.107362,0.0004431799,0.00001224027,0.007136402,0.5376492,0.2892987,0.04080129,0.00001726393,0.01712089],"study_design_scores_gemma":[0.0002772506,0.00007361064,0.0001216452,0.007247715,0.00001426501,0.00002419759,0.00001942028,0.9836584,0.00730034,0.0009904127,0.00004816199,0.0002245644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009230642,0.003461774,0.986272,0.00001075357,0.0004118593,0.0004138849,0.000002201226,0.0001868696,0.000009956213],"genre_scores_gemma":[0.1441667,0.00004579052,0.8556257,0.00001000679,0.00006669783,0.00004155162,7.39018e-7,0.00002087005,0.00002198202],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4460092,"threshold_uncertainty_score":0.8438147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042463184","doi":"10.1007/s00766-013-0182-7","title":"Reuse of requirements reduced time to market at one industrial shop: a case study","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Reuse; Time to market; Block (permutation group theory); Computer science; Artifact (error); Systems engineering; Product (mathematics); Process (computing); Software engineering; Engineering; Engineering management","retraction":null,"screen_n_in":null,"score":{"opus":0.06184230789026487,"gpt":0.282729017443944,"spread":0.2208867095536791,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007409368,0.0002835305,0.0003483064,0.0003260188,0.00007778905,0.0001342177,0.001155082,0.00009915706,0.00046605],"category_scores_gemma":[0.000570777,0.0003043826,0.00006878849,0.0006451316,0.00000944622,0.001016939,0.001294431,0.0001888153,0.0001505233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002259462,"about_ca_system_score_gemma":0.00003222566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002067136,"about_ca_topic_score_gemma":0.000001449527,"domain_scores_codex":[0.9978367,0.00006421285,0.0005816527,0.0004966144,0.0005537901,0.0004670094],"domain_scores_gemma":[0.9978905,0.0001703728,0.0001593799,0.00143027,0.0001088392,0.0002406176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002513726,0.004458395,0.009568357,0.0005638003,0.002583225,0.003716302,0.01056457,0.01755668,0.7241991,0.0005386365,0.1260875,0.09991204],"study_design_scores_gemma":[0.01727672,0.01291761,0.01650659,0.003360032,0.0008161214,0.003475052,0.0007182753,0.6628751,0.2036289,0.0004188958,0.06824721,0.00975948],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9386733,0.00003647897,0.05768752,0.0002221787,0.0004418323,0.001572247,0.000004164176,0.0008344754,0.0005277991],"genre_scores_gemma":[0.9077381,0.000003825362,0.09101056,0.00003389644,0.0001159428,0.0002060937,0.000002046826,0.00004618028,0.0008433059],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6453184,"threshold_uncertainty_score":0.9999408,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137292425","doi":"10.1007/s00766-010-0103-y","title":"An approach to capture authorisation requirements in business processes","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Computer science; Software engineering; Business Process Model and Notation; Business requirements; Business process; Process (computing); Usability; Business process modeling; Authorization; Notation; Systems engineering; Functional requirement; Process management; Human–computer interaction; Engineering; Programming language; Work in process; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02458850041472381,"gpt":0.2482374617704057,"spread":0.2236489613556819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005080697,0.0003373799,0.0003112959,0.0008839609,0.0001307485,0.0004372851,0.0004843651,0.0001441839,0.00003421912],"category_scores_gemma":[0.0003473136,0.0003370151,0.00004183481,0.00281845,0.0000159239,0.002603011,0.0001065755,0.0002653485,0.0000511533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005211686,"about_ca_system_score_gemma":0.0000485133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006968175,"about_ca_topic_score_gemma":0.0001302188,"domain_scores_codex":[0.997928,0.000004394565,0.000459286,0.000598538,0.000494835,0.0005149703],"domain_scores_gemma":[0.9989118,0.000009456894,0.0001406086,0.0004179401,0.0004727565,0.00004741891],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001014068,0.001714711,0.06783321,0.005134757,0.0001434903,0.00002342486,0.0009837428,0.7354304,0.1590663,0.01293677,0.0004066084,0.01622519],"study_design_scores_gemma":[0.001666353,0.00001364932,0.05853089,0.0005330999,0.000199462,0.00000559533,0.0004467724,0.922264,0.0009284865,0.0006730852,0.01279726,0.001941384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.871216,0.00005524387,0.1223853,0.0004041481,0.0008253481,0.0004491675,0.00000304472,0.0005201409,0.004141569],"genre_scores_gemma":[0.9929747,0.000005417568,0.005393254,0.0003120879,0.0009536365,0.0001119591,0.0001123641,0.00007424133,0.00006235904],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1868336,"threshold_uncertainty_score":0.9999082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2149539327","doi":"10.1007/s00766-010-0102-z","title":"Deconstructing the semantics of big-step modelling languages","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Class (philosophy); Natural language processing; Popularity; Formal semantics (linguistics); Semantic compression; Distributional semantics; Artificial intelligence; Semantic data model; Programming language; Semantic computing; Semantic technology; Semantic Web","retraction":null,"screen_n_in":null,"score":{"opus":0.0425032482677643,"gpt":0.2895575056585273,"spread":0.247054257390763,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004740367,0.0001379896,0.000155565,0.00007856471,0.00005454717,0.0000360765,0.0006912074,0.00005226591,0.00000292534],"category_scores_gemma":[0.0003842859,0.0001115085,0.0000510379,0.0002588967,0.00003096815,0.0002294732,0.0002726938,0.0002651816,0.000002784954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001557583,"about_ca_system_score_gemma":0.00001368821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007789889,"about_ca_topic_score_gemma":0.000001465282,"domain_scores_codex":[0.9990917,0.00001650601,0.0002393755,0.0001931029,0.0001992833,0.0002599853],"domain_scores_gemma":[0.9989113,0.0003745264,0.00008230193,0.0005560785,0.00003667984,0.00003915403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[4.785657e-7,0.000005065467,0.0002718332,0.00003590532,0.00002040877,0.000003477016,0.0002057767,0.9156723,0.0426093,0.01518915,0.000004606028,0.02598168],"study_design_scores_gemma":[0.0001422556,0.00001480598,0.0002079565,0.00004959941,0.000009287009,0.00002984447,0.00004159871,0.9565526,0.04115044,0.001070093,0.0005085184,0.0002230549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07318363,0.0000829997,0.9252673,0.00003803697,0.0009332866,0.00007839027,6.418333e-7,0.0002974239,0.0001183012],"genre_scores_gemma":[0.4279675,0.000006715921,0.5719383,0.000006216384,0.00005638283,0.000003866818,2.167636e-7,0.00001148115,0.000009333321],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3547838,"threshold_uncertainty_score":0.4547184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2938506295","doi":"10.1007/s00766-019-00310-3","title":"A method for analyzing stakeholders’ influence on an open source software ecosystem’s requirements engineering process","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Process (computing); Artifact (error); Knowledge management; Sociotechnical system; Process management; Business; Competition (biology); Computer science; Ecology; Management; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.05971288557738334,"gpt":0.3316098235310386,"spread":0.2718969379536552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001552585,0.0005117728,0.000549378,0.0005436435,0.0002182213,0.001026135,0.003296699,0.000137381,0.00001829147],"category_scores_gemma":[0.0003884783,0.0005637013,0.00009767181,0.001284392,0.000007380199,0.003926667,0.0006956529,0.0002995044,0.00005613449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004007226,"about_ca_system_score_gemma":0.0001382932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003050177,"about_ca_topic_score_gemma":0.000005010344,"domain_scores_codex":[0.996342,0.00005422287,0.0008118325,0.001160262,0.0007092224,0.0009224634],"domain_scores_gemma":[0.9973928,0.0002637809,0.0003118943,0.001441728,0.0003413055,0.000248434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002078206,0.0001527859,0.005607769,0.0005840461,0.0002011638,0.0000065678,0.001342067,0.9606155,0.01574961,0.005215491,0.00004905409,0.01045514],"study_design_scores_gemma":[0.002416705,0.0007421183,0.003117429,0.001500778,0.00005068229,0.00002066588,0.0001368703,0.9717076,0.008299632,0.0001931747,0.01021769,0.001596621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2418983,0.00001615564,0.7551208,0.0000628671,0.0003856118,0.001711569,0.00001895243,0.000730504,0.00005527948],"genre_scores_gemma":[0.5824105,0.000001025112,0.4166779,0.0001782787,0.00007925885,0.000362912,0.00002738706,0.0001161882,0.0001465688],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3405122,"threshold_uncertainty_score":0.9996815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118399909","doi":"10.1007/s00766-011-0133-0","title":"The effectiveness of an optimized EPMcreate as a creativity enhancement technique for Web site requirements elicitation","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Brainstorming; Creativity; Requirements elicitation; Computer science; Quality (philosophy); Requirements analysis; Artificial intelligence; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03634901009203512,"gpt":0.3063416091910493,"spread":0.2699925990990142,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002704718,0.00023431,0.0002487634,0.0001364904,0.0001350954,0.00007800975,0.0006733328,0.00007628193,0.000005874802],"category_scores_gemma":[0.0004114413,0.0001972328,0.00009265832,0.0002845725,0.0000239177,0.001034402,0.0001551831,0.0001039107,0.000002870343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001108229,"about_ca_system_score_gemma":0.00004550818,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006257261,"about_ca_topic_score_gemma":0.000001007618,"domain_scores_codex":[0.9984529,0.0001476258,0.0003765559,0.0003624557,0.00030505,0.000355384],"domain_scores_gemma":[0.9982069,0.0006908659,0.0001967967,0.0006725811,0.0001484385,0.00008441062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004908756,0.0003020413,0.0002770037,0.0004518695,0.0002388096,0.000007528025,0.0005982346,0.002812577,0.95089,0.03358541,0.00001758121,0.01032804],"study_design_scores_gemma":[0.0008459679,0.0008764728,0.001256991,0.0003263914,0.00003926678,0.000007238967,0.000007435446,0.09502406,0.8982272,0.002115698,0.0009343729,0.0003389468],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05196844,0.00008194707,0.9455294,0.000009040597,0.0002484627,0.00131493,0.00000433092,0.0003660111,0.00047743],"genre_scores_gemma":[0.6320453,0.00004684748,0.366986,0.000006624137,0.00001958475,0.0008475771,0.000006860046,0.00002476616,0.00001638441],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5800769,"threshold_uncertainty_score":0.804292,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1995075282","doi":"10.1007/s00766-011-0127-y","title":"On eliciting requirements from end-users in the ICT4D domain","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Requirements elicitation; Computer science; Information and Communications Technology; End user; Knowledge management; Context (archaeology); Requirements analysis; Requirements engineering; Domain (mathematical analysis); Field (mathematics); Requirement; Risk analysis (engineering); Management science; Process management; Software; Engineering; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.06535847642227409,"gpt":0.2550765632549988,"spread":0.1897180868327247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007544018,0.0002397235,0.0001773561,0.0002446986,0.0001331289,0.0001299985,0.002135086,0.0000585878,0.00003540832],"category_scores_gemma":[0.00009117407,0.0002074527,0.00005220054,0.0004225231,0.00002528556,0.0005654801,0.0003932942,0.0002971928,0.00005266288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001729294,"about_ca_system_score_gemma":0.00002950092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000250901,"about_ca_topic_score_gemma":0.00001530623,"domain_scores_codex":[0.9981702,0.0001108586,0.000388206,0.0002818484,0.0005408952,0.0005079984],"domain_scores_gemma":[0.9986209,0.0002287768,0.00008886844,0.0009862594,0.00002669163,0.00004849095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005052932,0.0006143197,0.00944007,0.0001463349,0.0003572923,0.0004071226,0.1559848,0.004612233,0.01414948,0.785184,0.001028438,0.02802534],"study_design_scores_gemma":[0.01209101,0.001696767,0.3649212,0.008272707,0.000110412,0.0001004302,0.01063642,0.2031405,0.09358693,0.2711414,0.02585596,0.008446326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8215598,0.0000843658,0.1599864,0.0002156672,0.0009800385,0.0003254606,0.000003290417,0.0003403609,0.01650465],"genre_scores_gemma":[0.9499132,0.00001200027,0.04937471,0.0005467493,0.00005926834,0.00004631508,0.000005622992,0.00002454553,0.00001758802],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5140426,"threshold_uncertainty_score":0.8459675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119774534","doi":"10.1007/s00766-007-0060-2","title":"A case study validation of a knowledge-based approach for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Scope (computer science); Requirements engineering; Selection (genetic algorithm); Process (computing); Systems engineering; Requirement; Requirements elicitation; Software engineering; Requirements analysis; Risk analysis (engineering); Software; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05524807735586998,"gpt":0.3235640588800565,"spread":0.2683159815241865,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002125758,0.0002171544,0.0002453966,0.0003690774,0.00007524032,0.00004369197,0.0005043969,0.00007514296,0.000001493881],"category_scores_gemma":[0.0002333893,0.0001917387,0.00009917247,0.0007512873,0.00001160503,0.0004553521,0.0001097939,0.0001389803,1.600306e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001104881,"about_ca_system_score_gemma":0.00003862942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005491801,"about_ca_topic_score_gemma":0.000001471805,"domain_scores_codex":[0.9985077,0.00002267609,0.0005651031,0.0002952321,0.0003031931,0.0003060508],"domain_scores_gemma":[0.9985352,0.0005055885,0.0002328304,0.0004723548,0.0002014632,0.00005259216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001819363,0.00364866,0.01268818,0.00361497,0.001365303,0.0001299296,0.005380326,0.585034,0.2767365,0.007724187,0.000185301,0.1033107],"study_design_scores_gemma":[0.0004369545,0.0004561204,0.0002849386,0.00008666419,0.00006900444,0.00007746612,0.00006326096,0.6501266,0.3477442,0.00000694814,0.0004122627,0.0002355183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06475592,0.00009414238,0.933286,0.000005818106,0.0001887555,0.001116562,0.000001841266,0.0005182681,0.00003266049],"genre_scores_gemma":[0.6657363,0.000002682895,0.3340577,0.00000244611,0.00004674995,0.000125588,0.00000192293,0.00002243586,0.000004213111],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6009803,"threshold_uncertainty_score":0.7818878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065532995","doi":"10.1007/s00766-015-0221-7","title":"A questionnaire-based survey methodology for systematically validating goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Goal modeling; Correctness; Computer science; Order (exchange); Process management; Management science; Knowledge management; Risk analysis (engineering); Requirements analysis; Engineering; Business; Software; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.2723341049750893,"gpt":0.373416180947887,"spread":0.1010820759727977,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005893675,0.0002912469,0.0004746625,0.0002232712,0.00006352457,0.00008007717,0.0006750248,0.0001145284,4.460627e-7],"category_scores_gemma":[0.01231412,0.0002937071,0.00008796221,0.0004781821,0.0000208596,0.0006733688,0.0001952303,0.0001464441,0.000004571763],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002692604,"about_ca_system_score_gemma":0.0001225598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000231082,"about_ca_topic_score_gemma":0.000001713174,"domain_scores_codex":[0.9975071,0.0004503721,0.0005753479,0.0005077034,0.0003914527,0.0005680329],"domain_scores_gemma":[0.9963312,0.002236359,0.0001523953,0.000690161,0.0003730253,0.0002169318],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001212642,0.00002038426,0.0001142895,0.0002632092,0.00003669667,0.000003639507,0.0001788451,0.9648231,0.001791657,0.03181797,0.00002849208,0.000909602],"study_design_scores_gemma":[0.0007142765,0.0001258749,0.0002104699,0.00027173,0.00001332642,0.000007130139,0.00001130948,0.9885143,0.004114136,0.005603772,0.00006583756,0.0003478287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001741373,0.0001765216,0.9948915,0.00005184133,0.001314787,0.0005414116,0.000007221527,0.001253759,0.00002159409],"genre_scores_gemma":[0.1803495,0.000001041881,0.8193012,0.0000364437,0.00005339267,0.0001855542,0.00001204432,0.00003920841,0.00002157252],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1786081,"threshold_uncertainty_score":0.9999515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032882655","doi":"10.1007/s00766-013-0165-8","title":"Dynamic decision models for staged software product line configuration","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Domain engineering; Software product line; Feature model; Product engineering; Computer science; Domain analysis; Context (archaeology); Reuse; Systems engineering; Software engineering; New product development; Product (mathematics); Domain (mathematical analysis); Product design specification; Process (computing); Process management; Software; Software development; Engineering; Product design; Component-based software engineering; Software construction; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.05078618235607469,"gpt":0.3043183188446278,"spread":0.2535321364885532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003908332,0.0002376948,0.0002297747,0.0001690184,0.00008293718,0.0001324088,0.0005767216,0.00006011587,0.000006016568],"category_scores_gemma":[0.00138706,0.0002346212,0.00006741926,0.0002469813,0.00001095563,0.001700777,0.0001441403,0.0001275576,0.00001663767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001673402,"about_ca_system_score_gemma":0.0000299351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003399817,"about_ca_topic_score_gemma":4.172968e-7,"domain_scores_codex":[0.9984607,0.0000193383,0.0003468004,0.0004741851,0.0002725717,0.0004264754],"domain_scores_gemma":[0.9985018,0.0005394692,0.00007962657,0.0006162937,0.0001746988,0.00008806303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002834301,0.00001345423,0.000003902996,0.00006019609,0.00001768211,9.457478e-7,0.00008234953,0.9126399,0.02106193,0.001793119,0.0000590603,0.06426463],"study_design_scores_gemma":[0.000379031,0.00007223873,0.0001853717,0.00008186472,0.000005625047,0.000003497708,0.000004996875,0.9698586,0.01240824,0.01645929,0.0002260658,0.0003152033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005451725,0.0002678251,0.9912961,0.00007648753,0.000843888,0.0008314676,0.000003719717,0.00121852,0.00001025976],"genre_scores_gemma":[0.1781885,0.00001985418,0.8213059,0.00002141596,0.00004064608,0.0002426813,0.00001118296,0.00003426837,0.0001355009],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1727368,"threshold_uncertainty_score":0.9567574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062261433","doi":"10.1007/s00766-014-0205-z","title":"Patterns of continuous requirements clarification","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Rework; Computer science; Requirements analysis; Requirements management; Oracle; Requirements engineering; User requirements document; Negotiation; Project management; Software engineering; Process management; Software; Data science; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02561660374680729,"gpt":0.2699037589057352,"spread":0.2442871551589279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000673784,0.0001654726,0.0002123135,0.0002375174,0.00003456822,0.00006286467,0.0008657803,0.00006828733,0.0000120973],"category_scores_gemma":[0.0004947851,0.0001787661,0.00006010846,0.0003112744,0.000008222323,0.0004299137,0.0002123963,0.0001453996,0.00002589762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000878096,"about_ca_system_score_gemma":0.00001896682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001892889,"about_ca_topic_score_gemma":4.003348e-7,"domain_scores_codex":[0.9983001,0.00003307232,0.0003689372,0.0003373656,0.0005644333,0.00039608],"domain_scores_gemma":[0.998732,0.0001773873,0.00009105958,0.0007867953,0.0001026486,0.0001100788],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001572156,0.0004097634,0.3265719,0.001130538,0.0003494841,0.00002062126,0.001092174,0.03443383,0.4091642,0.1229424,0.0004555976,0.1034138],"study_design_scores_gemma":[0.002109931,0.0004454557,0.3780838,0.0006371721,0.00002836045,0.00001770635,0.00001892451,0.4546105,0.1493084,0.0003927486,0.01324508,0.001101967],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.188394,0.00004011853,0.8105103,0.00004524887,0.0004002591,0.0001512298,0.000001559049,0.0003098568,0.0001474427],"genre_scores_gemma":[0.9774227,0.000009682234,0.0223337,0.00001860418,0.000069999,0.00002562057,0.000005574829,0.00002547906,0.00008868733],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7890286,"threshold_uncertainty_score":0.728987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055197427","doi":"10.1007/s00766-012-0146-3","title":"Quantifying the impact of requirements definition and management process maturity on project outcome in large business application development","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"RDM; Maturity (psychological); Process management; Capability Maturity Model; Process (computing); Quality (philosophy); Service Integration Maturity Model; Computer science; Function (biology); Knowledge management; Business; Engineering; Engineering management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1017051465828151,"gpt":0.3675075791882169,"spread":0.2658024326054018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009102726,0.0001784727,0.0001570645,0.0002313019,0.0000622475,0.00005380571,0.0003288101,0.00004553626,9.68317e-7],"category_scores_gemma":[0.00005045108,0.0001359466,0.00002902784,0.0005618249,0.000006921196,0.0007486767,0.0001623819,0.0001199487,0.000002261322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001476332,"about_ca_system_score_gemma":0.00001770502,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002641856,"about_ca_topic_score_gemma":0.000001632582,"domain_scores_codex":[0.9987811,0.0000221921,0.0003482603,0.0002133433,0.0002852574,0.0003497938],"domain_scores_gemma":[0.9994088,0.00005815714,0.0001365332,0.0003193715,0.00003819049,0.00003896156],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008717654,0.001437385,0.8266773,0.003705577,0.0003963936,0.00001302425,0.005856388,0.01189074,0.003699857,0.08471311,0.00005516452,0.06146789],"study_design_scores_gemma":[0.0004977402,0.00004780129,0.9758728,0.0003625755,0.0000139499,0.000008135918,0.00003482235,0.02013476,0.001932828,0.00008924815,0.0006702655,0.0003350974],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5005687,0.0002134672,0.4979398,0.00003270148,0.0001354868,0.0007005998,0.000001723051,0.0002165945,0.0001908546],"genre_scores_gemma":[0.9604517,0.00007921338,0.03924697,0.00001238657,0.0000196903,0.0001669434,0.000006135751,0.00001494881,0.000001991617],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4598829,"threshold_uncertainty_score":0.5543741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123316933","doi":"10.1007/s00766-009-0088-6","title":"Developing comprehensive acceptance tests from use cases and robustness diagrams","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"King Fahd University of Petroleum and Minerals","keywords":"Robustness (evolution); Robustness testing; Computer science; Acceptance testing; Reliability engineering; Software engineering; Engineering; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.07690407596900042,"gpt":0.3063388555257661,"spread":0.2294347795567656,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008558108,0.0002330579,0.000214477,0.0001540268,0.00007943819,0.0003534649,0.0005286864,0.00006098575,0.000003224711],"category_scores_gemma":[0.0008177969,0.0002480103,0.00003190706,0.0004278611,0.00001595381,0.001102168,0.0002342729,0.0001706858,0.000006138677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001468693,"about_ca_system_score_gemma":0.00003376261,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003218503,"about_ca_topic_score_gemma":0.000002312473,"domain_scores_codex":[0.9984733,0.00001617697,0.0002221515,0.0004545817,0.0003598361,0.0004739964],"domain_scores_gemma":[0.9980801,0.001170301,0.00003732366,0.0004755592,0.00008523571,0.000151511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00002524992,0.0001861669,0.1706436,0.0002643027,0.0003206675,0.001702646,0.00120141,0.5498931,0.03740516,0.01650755,0.0004852429,0.221365],"study_design_scores_gemma":[0.0004545703,0.00006743989,0.8389912,0.000269466,0.000006754469,0.0000483101,0.000008556027,0.1561914,0.002460755,0.0001179148,0.0008371164,0.0005465931],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5576227,0.0003750144,0.4412581,0.00008813076,0.0001674774,0.0001122537,0.000001985162,0.0003721436,0.000002162107],"genre_scores_gemma":[0.8324144,0.00006055086,0.1673626,0.00006208814,0.00005485072,0.00001097588,0.000004694614,0.00001735911,0.00001243374],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6683476,"threshold_uncertainty_score":0.9999972,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170963582","doi":"10.1007/s00766-007-0041-5","title":"MiHOS: an approach to support handling the mismatches between system requirements and COTS products","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Systems engineering; Computer science; Requirements analysis; Reliability engineering; Engineering; Operating system; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.09880262873347517,"gpt":0.3150423476010135,"spread":0.2162397188675383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002856477,0.0003449631,0.0003512875,0.0002284104,0.0001939207,0.0001903358,0.001064588,0.00008808462,3.086931e-7],"category_scores_gemma":[0.0004495209,0.0002880489,0.00003862437,0.0006060857,0.00003141508,0.0008571125,0.0004694629,0.0002182886,0.000006717981],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002024558,"about_ca_system_score_gemma":0.00003141358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008078419,"about_ca_topic_score_gemma":4.418998e-7,"domain_scores_codex":[0.9974171,0.00005775313,0.0005052235,0.0007224891,0.0005218114,0.0007756429],"domain_scores_gemma":[0.9983242,0.0002746567,0.0001040798,0.0009490526,0.00009194956,0.0002560539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00007056881,0.0003459509,0.01542748,0.00411463,0.0008652113,0.000167912,0.02099833,0.5324061,0.1727985,0.04102737,0.0003432667,0.2114346],"study_design_scores_gemma":[0.007006105,0.0031343,0.184803,0.00339769,0.0005670555,0.0007860194,0.00531029,0.2409222,0.5153995,0.001871575,0.02572689,0.0110753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08822194,0.0001582771,0.9093066,0.00005960022,0.0005995657,0.0005199434,0.000002378336,0.0009642532,0.0001673716],"genre_scores_gemma":[0.5294531,0.000003427722,0.4702145,0.00002773003,0.0002033825,0.00002731171,0.00000449377,0.00003275897,0.00003326056],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4412311,"threshold_uncertainty_score":0.9999571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135875948","doi":"10.1007/s00766-003-0181-1","title":"User?s manual as a requirements specification: case studies","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Software requirements specification; Computer science; Requirements analysis; User requirements document; Software engineering; Programming language; Software; Software development; Software design","retraction":null,"screen_n_in":null,"score":{"opus":0.06572052522864251,"gpt":0.350266386078648,"spread":0.2845458608500054,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004876229,0.0003052591,0.0002586516,0.0003362586,0.0001568961,0.0001858197,0.0008731573,0.00007016978,0.00001721725],"category_scores_gemma":[0.0006024183,0.0003229976,0.00008117711,0.0007379746,0.00003425826,0.001017956,0.0005108418,0.0002332614,0.0002982634],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006647394,"about_ca_system_score_gemma":0.0000799398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002500675,"about_ca_topic_score_gemma":0.000001939386,"domain_scores_codex":[0.9974923,0.00001946677,0.0004242455,0.0006098871,0.0007704032,0.0006837563],"domain_scores_gemma":[0.9984189,0.0001604783,0.00006747609,0.0009742505,0.0001558285,0.0002230581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00006330103,0.001284893,0.008668106,0.00185706,0.003063265,0.05495719,0.0150399,0.3935167,0.07058505,0.4076196,0.003544935,0.03979997],"study_design_scores_gemma":[0.04075535,0.005650945,0.05266066,0.007534839,0.0005393203,0.06972801,0.004026399,0.1058185,0.500788,0.02407168,0.1685831,0.01984324],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4740031,0.001075693,0.5205938,0.0004647429,0.001581027,0.0005355378,0.000003001344,0.001430774,0.0003123717],"genre_scores_gemma":[0.945097,0.00009679727,0.05408428,0.00005966435,0.0002147448,0.00009290242,0.000003094625,0.00004681437,0.0003047228],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4710939,"threshold_uncertainty_score":0.9999222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140629797","doi":"10.1007/s00766-012-0159-y","title":"Guidelines for using UML association classes and their effect on domain understanding in requirements engineering","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; UML tool; Domain (mathematical analysis); Association (psychology); Systems engineering; Programming language; Engineering; Psychology; Mathematics; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.1446636373167628,"gpt":0.3579408131096168,"spread":0.2132771757928541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002288356,0.0003512244,0.0003433523,0.000559724,0.00009399467,0.0001709242,0.0003681395,0.000133391,0.000001734977],"category_scores_gemma":[0.002228964,0.0003402658,0.00007789359,0.0005347276,0.000007289221,0.0009842153,0.0002043006,0.0002249217,0.000002758966],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001963161,"about_ca_system_score_gemma":0.00002753685,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008481825,"about_ca_topic_score_gemma":9.820208e-7,"domain_scores_codex":[0.9976145,0.0000416119,0.0004551892,0.0004049662,0.0004791394,0.001004583],"domain_scores_gemma":[0.9981474,0.001139203,0.0000986296,0.0003563482,0.00007727991,0.0001811069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009676499,0.0003430882,0.2749758,0.002259513,0.0008721079,0.00002512243,0.00319647,0.3281172,0.3263637,0.05220312,0.000661672,0.01088542],"study_design_scores_gemma":[0.002353622,0.000327651,0.0119322,0.001123234,0.00002014155,0.0000132752,0.00006804903,0.9610767,0.02055761,0.000238038,0.001344651,0.000944874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3484887,0.0002852742,0.6496764,0.00008693317,0.0007583356,0.0004397899,0.000003208,0.0002438052,0.00001746663],"genre_scores_gemma":[0.9511244,0.00001507867,0.04838803,0.00003652826,0.0002719764,0.00008110514,0.000004339413,0.000062473,0.0000161039],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6329594,"threshold_uncertainty_score":0.9999049,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170950705","doi":"10.1007/s00766-007-0050-4","title":"Assessing critical functional and non-functional requirements for web-based procurement systems: a comprehensive survey","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; York University","funders":"","keywords":"Procurement; E-procurement; Functional requirement; Business; The Internet; Business process; Electronic business; Phone; Process management; Computer science; Knowledge management; Business model; World Wide Web; Marketing; Software engineering; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.2705285323994412,"gpt":0.424510716003818,"spread":0.1539821836043768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003997114,0.0002892884,0.0003628781,0.000609277,0.0002790065,0.0004153405,0.0002587208,0.0001928158,0.0000570426],"category_scores_gemma":[0.001783709,0.0002664503,0.00009736684,0.0005152307,0.0001015576,0.0006779064,0.0001067023,0.0002149107,0.0000254543],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002197655,"about_ca_system_score_gemma":0.0001266078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001237183,"about_ca_topic_score_gemma":0.000009983748,"domain_scores_codex":[0.9963222,0.00006648329,0.0009383389,0.0006853384,0.001408061,0.0005796234],"domain_scores_gemma":[0.9971802,0.001368271,0.0001853012,0.0003788034,0.000674562,0.0002128249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005077035,0.0007172742,0.8240445,0.0002995375,0.0002449984,0.00004311695,0.00009199877,0.013732,0.1407307,0.005021404,0.00813255,0.006434272],"study_design_scores_gemma":[0.00193732,0.0001124223,0.9389841,0.0001244825,0.00003549081,0.00001309276,0.0002192491,0.05268596,0.0008515813,0.0001017491,0.00459631,0.0003382601],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.493266,0.0001203625,0.504362,0.0001182905,0.001480404,0.0004344638,0.0000246142,0.000140354,0.00005348579],"genre_scores_gemma":[0.9934936,0.000001609954,0.005957541,0.0001337508,0.0001391816,0.00009215763,0.00005045485,0.00003306426,0.00009870186],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5002275,"threshold_uncertainty_score":0.9999788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143134708","doi":"10.1007/s00766-007-0053-1","title":"Unified use case statecharts: case studies","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unification; Computer science; Domain (mathematical analysis); Software engineering; Unified Modeling Language; Programming language; Software; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1565744519583434,"gpt":0.3735733158832051,"spread":0.2169988639248618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001160079,0.0002821158,0.0002707557,0.0002895911,0.0001266514,0.00009556657,0.0003316819,0.00006740351,0.000001666834],"category_scores_gemma":[0.001340065,0.0002836584,0.00005858316,0.0005130301,0.00002857143,0.001257632,0.0003624053,0.000211251,0.000008432597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000229464,"about_ca_system_score_gemma":0.00001494334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001658216,"about_ca_topic_score_gemma":0.00000756639,"domain_scores_codex":[0.9982688,0.00003140913,0.0004047032,0.00042298,0.0002379698,0.0006341097],"domain_scores_gemma":[0.9979783,0.0009942192,0.00007713849,0.0006873665,0.0001135022,0.0001494491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","study_design_scores_codex":[0.00001488509,0.00007096965,0.0001458056,0.0002928644,0.0004093632,0.3473527,0.003588903,0.5546986,0.01582933,0.02524181,0.0001678809,0.05218682],"study_design_scores_gemma":[0.006165161,0.001185571,0.0007956874,0.001177412,0.0002657393,0.4429751,0.004859176,0.2722285,0.2267208,0.00944711,0.0256325,0.008547105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1333649,0.0004011397,0.863682,0.00001691151,0.001015667,0.000162317,0.000002492086,0.001340273,0.00001432638],"genre_scores_gemma":[0.4111571,0.00003793728,0.5886148,0.00002924559,0.00005282041,0.00001030848,7.649396e-7,0.00002669135,0.00007031763],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2824701,"threshold_uncertainty_score":0.9999616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031927211","doi":"10.1007/s00766-010-0099-3","title":"A controlled experiment to assess the impact of system architectures on new system requirements","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04016249860977132,"gpt":0.3288882866090689,"spread":0.2887257879992976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009551621,0.0003737131,0.0005225553,0.0004179032,0.00009655905,0.0001990205,0.001750811,0.00008399635,0.000007669337],"category_scores_gemma":[0.0004493237,0.0002508774,0.0002542589,0.0005934453,0.00001672136,0.0001430912,0.0003812349,0.0003801047,0.00003481842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000513855,"about_ca_system_score_gemma":0.000162899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000161245,"about_ca_topic_score_gemma":0.000001461079,"domain_scores_codex":[0.9971071,0.00006166434,0.0005680954,0.0004912333,0.00107837,0.0006935225],"domain_scores_gemma":[0.9974195,0.0005426754,0.0001315407,0.001421779,0.0001078408,0.000376627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002056731,0.0001599675,0.002267552,0.000470952,0.0007989614,0.00005477476,0.001445221,0.4407573,0.5264738,0.02235806,0.0005447533,0.004463018],"study_design_scores_gemma":[0.009211406,0.001721098,0.02993275,0.002470579,0.00006131251,0.0001241512,0.0001742724,0.7886897,0.1656918,0.0000218672,0.0004804838,0.001420567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6256766,0.00006318557,0.3706543,0.00005161231,0.001280041,0.001256697,0.000004072229,0.0006314385,0.0003821337],"genre_scores_gemma":[0.9897014,5.212471e-7,0.009767024,0.00001016435,0.0002295709,0.0001819998,0.000001266811,0.00004779381,0.00006028984],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3640248,"threshold_uncertainty_score":0.9999943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122560112","doi":"10.1007/s00766-007-0051-3","title":"Design and implementation of a smart system for personalization and accurate selection of mobile services","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Personalization; Mobile device; Mobile computing; Wireless; Context (archaeology); Embedded system; Computer network; Operating system; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01619127120723397,"gpt":0.2673131030418465,"spread":0.2511218318346126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005894026,0.00007891119,0.000105621,0.0001210017,0.00003179703,0.00002385398,0.00008612061,0.00001923989,0.000001253777],"category_scores_gemma":[0.000001705325,0.00008450885,0.0000141373,0.0001873493,0.00000466598,0.0002718504,0.00004978907,0.00001471723,8.163147e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006265791,"about_ca_system_score_gemma":0.000009499045,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002412491,"about_ca_topic_score_gemma":0.000006859392,"domain_scores_codex":[0.9992983,0.00001311496,0.0002556129,0.000160975,0.0001339533,0.0001380353],"domain_scores_gemma":[0.9996403,0.0000474277,0.0001394053,0.00008666909,0.0000564188,0.00002974257],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001396048,0.0001071843,0.01529262,0.01647362,0.0005253651,0.000004148881,0.006395706,0.3628125,0.4186001,0.03262852,0.00006271189,0.1469579],"study_design_scores_gemma":[0.0005332298,0.0002346798,0.002475377,0.0001358169,0.00002516355,0.000002100858,0.0002721169,0.9134585,0.08265643,0.000008937189,0.0001060956,0.0000916107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1916077,0.000106167,0.8075745,0.000002426533,0.00006555942,0.0006010158,8.38623e-7,0.0000372066,0.000004528391],"genre_scores_gemma":[0.950451,0.00001906844,0.0494336,0.000005295565,0.00001411897,0.00006316347,0.000003262964,0.000007509566,0.000002973322],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7588433,"threshold_uncertainty_score":0.3446171,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2966827261","doi":"10.1007/s00766-019-00322-z","title":"Expanding the nature and scope of requirements for service systems through Service-Dominant Logic: the case of a telemonitoring service","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; Institut du Savoir Montfort; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service design; Service (business); Metamodeling; Software engineering; Systems engineering; Requirements engineering; Service provider; Knowledge management; Process management; Engineering; Programming language; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.03715026689893924,"gpt":0.2834308658578042,"spread":0.2462805989588649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009525125,0.0002743381,0.0003408629,0.0001349464,0.000198196,0.0001489741,0.0004401611,0.000122089,0.000009580631],"category_scores_gemma":[0.00006357843,0.0001822768,0.00005007538,0.001269748,0.00001178839,0.001207787,0.0002955231,0.000204925,0.000008930741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004130599,"about_ca_system_score_gemma":0.00001854951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001803351,"about_ca_topic_score_gemma":0.00008886658,"domain_scores_codex":[0.9983997,0.00001353926,0.000598778,0.0003330163,0.0002973421,0.0003576599],"domain_scores_gemma":[0.9981164,0.0001288405,0.0005074433,0.0005532174,0.000683988,0.00001011304],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005323917,0.0002749891,0.01145085,0.06107483,0.001215426,0.0000428926,0.004779323,0.04858279,0.7784139,0.0884293,0.0004711625,0.004732168],"study_design_scores_gemma":[0.01993857,0.0004777843,0.01591146,0.02162849,0.002945386,0.0006053087,0.05573621,0.5482745,0.225581,0.007700521,0.09587032,0.005330456],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9919671,0.001250012,0.0005761028,0.002342763,0.001720487,0.001588437,0.000009300432,0.0000515854,0.0004942038],"genre_scores_gemma":[0.9964395,0.0000352331,0.0003282682,0.002212589,0.0008167197,0.00008337008,0.00002430842,0.0000441404,0.00001591639],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5528329,"threshold_uncertainty_score":0.7433032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133468975","doi":"10.1007/s00766-010-0098-4","title":"Modeling and detecting semantic-based interactions in aspect-oriented scenarios","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Aspect-oriented programming; Notation; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Software engineering; Software; Programming language; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.04103911231616917,"gpt":0.3055988583204198,"spread":0.2645597460042506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004161823,0.0001770172,0.0001708568,0.0003280334,0.00006514722,0.00006875904,0.0002793559,0.00004333074,0.000002192774],"category_scores_gemma":[0.0008820352,0.0001957676,0.00003112528,0.000378593,0.00001124852,0.0005855277,0.0001684767,0.0004669398,0.000002297331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006865,"about_ca_system_score_gemma":0.00002146705,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002740532,"about_ca_topic_score_gemma":0.00004087765,"domain_scores_codex":[0.9988587,0.00001997285,0.0002612312,0.000348885,0.0001596049,0.0003516205],"domain_scores_gemma":[0.9992498,0.0002363672,0.00003512937,0.0003666475,0.00003610717,0.00007600497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001561353,0.00001247974,0.0004268111,0.00002762293,0.000006618711,0.00001101177,0.0001581393,0.9117945,0.08178909,0.001190788,2.71266e-7,0.004581044],"study_design_scores_gemma":[0.0002551425,0.00001269195,0.0005705522,0.0000837687,0.000002734341,0.00001223454,0.00001373772,0.9926521,0.005943581,0.0002049577,0.00005271261,0.0001958191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3021106,0.00002817756,0.6965987,0.00003701068,0.0006955073,0.00009006379,2.679598e-7,0.000423366,0.00001625503],"genre_scores_gemma":[0.5702386,0.000001824652,0.429692,0.00001002468,0.00002732347,0.00001303315,4.199673e-7,0.00001337296,0.000003385626],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.268128,"threshold_uncertainty_score":0.7983169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170060592","doi":"10.1007/s00766-010-0097-5","title":"When-to-release decisions for features with time-dependent value functions","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Intuition; Computer science; Software release life cycle; Software; Software quality; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01473229919117557,"gpt":0.2591795189945775,"spread":0.2444472198034019,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000294426,0.0001932499,0.0001426115,0.0001990073,0.000123463,0.0002002581,0.0006104807,0.00007055121,0.00002126725],"category_scores_gemma":[0.0003877036,0.0001699893,0.00005561011,0.0002387232,0.000006790726,0.0005312748,0.0001498099,0.0002403976,0.0000456628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003860473,"about_ca_system_score_gemma":0.0000373494,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001537385,"about_ca_topic_score_gemma":0.000004901075,"domain_scores_codex":[0.9988335,0.000007250467,0.0001691028,0.0003572946,0.0002934435,0.0003394369],"domain_scores_gemma":[0.9987099,0.0003245091,0.00004495954,0.0006389813,0.00007878607,0.0002029092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001515159,0.0004877815,0.0004831783,0.0001465207,0.0005216962,0.00008145907,0.001057908,0.4525858,0.2649111,0.09150827,0.0445803,0.1434844],"study_design_scores_gemma":[0.001865201,0.001167553,0.003115138,0.0003966306,0.0001391713,0.0002533251,0.00001434394,0.4604635,0.03973317,0.00184713,0.4890179,0.001986989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007918423,0.0000316756,0.9892478,0.000422619,0.0007193754,0.0004067228,0.000009116845,0.001057549,0.000186746],"genre_scores_gemma":[0.2116545,0.000003564154,0.7871259,0.000123508,0.0001618256,0.0001898564,0.000006526954,0.00004182065,0.0006924945],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4444376,"threshold_uncertainty_score":0.6931964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3127323684","doi":"10.1007/s00766-020-00342-0","title":"RAPID: a knowledge-based assistant for designing web APIs","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Functional requirement; Software engineering; Application programming interface; Software requirements specification; Software design; World Wide Web; Non-functional requirement; Web service; Software; Software development; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.08737167358119426,"gpt":0.3175310716602917,"spread":0.2301593980790974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006121729,0.0002459523,0.0002785331,0.0001648522,0.00009482973,0.0001166974,0.0005238052,0.00007620451,0.000006657001],"category_scores_gemma":[0.001276067,0.0002714365,0.0001265716,0.0005154606,0.00001271574,0.0003648296,0.0001779577,0.0001367654,0.00000761097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001929491,"about_ca_system_score_gemma":0.0001872863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":3.148363e-7,"about_ca_topic_score_gemma":4.178111e-7,"domain_scores_codex":[0.9984206,0.00005368353,0.0003035986,0.0004890191,0.0002066112,0.000526517],"domain_scores_gemma":[0.9982296,0.0008550567,0.00006159084,0.0005955334,0.0001467738,0.0001114287],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009293204,0.00009382298,0.00004436884,0.0004459133,0.0001164757,0.00006167406,0.0002632145,0.5316017,0.3937524,0.01062618,0.0003229938,0.06266192],"study_design_scores_gemma":[0.001115909,0.00009179573,0.0001160423,0.0002628507,0.00002135934,0.00001278428,0.00001670967,0.6906185,0.2811442,0.0007188363,0.02525996,0.0006210207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006333695,0.001862921,0.9949659,0.00008295233,0.001080044,0.0001995136,0.000004292489,0.001071795,0.00009925478],"genre_scores_gemma":[0.06733026,0.00002321691,0.9322222,0.00004696525,0.0000948896,0.0001211628,0.000006650306,0.00004301305,0.0001115934],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1590168,"threshold_uncertainty_score":0.9999738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143321576","doi":"10.1007/s00766-002-0154-9","title":"Lightweight models for interpreting informal specifications","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Promela; Computer science; Software engineering; Protocol (science); Formal specification; Iterative and incremental development; Process (computing); Software development process; Software; Software requirements specification; Model checking; Interpretation (philosophy); Software development; Goal-Driven Software Development Process; Formal methods; Programming language; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.0466458519160742,"gpt":0.2525159321437516,"spread":0.2058700802276774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003119437,0.0001973227,0.0001600306,0.0001962542,0.00007833005,0.0001138827,0.0006105066,0.00006575279,0.000004974063],"category_scores_gemma":[0.00002822492,0.000213461,0.00008552054,0.0002479794,0.000007814005,0.001081106,0.0001038212,0.0001143104,0.000007227762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009851846,"about_ca_system_score_gemma":0.00003029538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001098607,"about_ca_topic_score_gemma":1.61352e-7,"domain_scores_codex":[0.9987485,0.000009232182,0.0003383624,0.0002956057,0.0002061366,0.0004022003],"domain_scores_gemma":[0.999141,0.00004769107,0.0000633568,0.0005702584,0.00007680332,0.0001008501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[7.876852e-7,0.00001621188,0.00002341763,0.00003302505,0.00002020265,9.551501e-7,0.0002677443,0.07938427,0.002206596,0.9128143,0.0001911811,0.005041348],"study_design_scores_gemma":[0.0001659903,0.00003127108,0.0000225335,0.000074366,0.000004640478,0.000007130741,0.000001199728,0.870484,0.01683877,0.001428985,0.1106752,0.0002658656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.000546396,0.00008012429,0.9958138,0.00004143375,0.0003841221,0.0003451661,0.000002968795,0.001152371,0.001633605],"genre_scores_gemma":[0.2501097,0.00001080228,0.7495452,0.00002955339,0.00003200755,0.0001483215,0.00000370338,0.0000258532,0.00009484273],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9113853,"threshold_uncertainty_score":0.8704688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039523520","doi":"10.1007/s00766-014-0211-1","title":"An ASPIRE-based method for quality requirements identification from business goals","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Traceability; Computer science; Goal modeling; Quality (philosophy); Requirements traceability; Documentation; Requirements engineering; Software quality control; Software quality; Business requirements; Non-functional requirement; Requirements analysis; Process management; Requirement; Software engineering; Systems engineering; Business process; Engineering; Software; Software development; Operations management; Software construction; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.0921145270634323,"gpt":0.3931082431897172,"spread":0.3009937161262849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002866145,0.0003453206,0.0004223645,0.0002163455,0.0001311567,0.0002196912,0.001282493,0.000126115,0.000004468297],"category_scores_gemma":[0.002418105,0.0003772269,0.0001014119,0.0005059937,0.00001832099,0.001319785,0.0001305405,0.0001257289,0.00001001136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001937599,"about_ca_system_score_gemma":0.00004280306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004414221,"about_ca_topic_score_gemma":0.000002087792,"domain_scores_codex":[0.9971765,0.0002362345,0.0007183367,0.0008432036,0.0004853257,0.000540399],"domain_scores_gemma":[0.9967707,0.001117237,0.0002647172,0.001436623,0.0002545918,0.0001560631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001254025,0.00006599585,0.0002992756,0.0001286792,0.00004512159,8.037017e-7,0.00009475095,0.6706263,0.2688215,0.008418222,0.00001938152,0.05146739],"study_design_scores_gemma":[0.001004601,0.00008734855,0.02461244,0.0001046403,0.00002760097,6.322915e-7,0.000007018078,0.8909804,0.07366677,0.00721836,0.001615318,0.0006749348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009375498,0.00006243541,0.9872215,0.0001156378,0.001412858,0.0004442474,0.00001887109,0.001333625,0.00001526161],"genre_scores_gemma":[0.2064884,0.000002636438,0.7929462,0.00009924924,0.0001761474,0.0001596074,0.00006179521,0.00004802465,0.00001797771],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.220354,"threshold_uncertainty_score":0.999868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}