{"meta":{"query_hash":"b5be6d2aa226","filters":{"venue":"Requirements Engineering"},"cohort_total":70,"direct_labels_cover":0,"predictions_cover":70,"exported":70,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b5be6d2aa226","api":"https://metacan.xera.ac/api/v1/cohort?venue=Requirements+Engineering"},"results":[{"id":"W1995075282","doi":"10.1007/s00766-011-0127-y","title":"On eliciting requirements from end-users in the ICT4D domain","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Requirements elicitation; Computer science; Information and Communications Technology; End user; Knowledge management; Context (archaeology); Requirements analysis; Requirements engineering; Domain (mathematical analysis); Field (mathematics); Requirement; Risk analysis (engineering); Management science; Process management; Software; Engineering; Business; World Wide Web","score_opus":0.06535847642227409,"score_gpt":0.25507656325499883,"score_spread":0.18971808683272473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995075282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8215598,0.0000843658,0.15998639,0.00021566721,0.0009800385,0.00032546063,0.0000032904175,0.00034036092,0.016504653],"genre_scores_gemma":[0.9499132,0.000012000269,0.049374707,0.00054674933,0.00005926834,0.000046315075,0.0000056229924,0.000024545527,0.000017588021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981702,0.00011085857,0.00038820595,0.00028184845,0.0005408952,0.0005079984],"domain_scores_gemma":[0.9986209,0.00022877677,0.000088868444,0.0009862594,0.000026691629,0.00004849095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075440184,0.00023972354,0.00017735611,0.0002446986,0.00013312891,0.00012999852,0.0021350863,0.0000585878,0.00003540832],"category_scores_gemma":[0.00009117407,0.0002074527,0.000052200543,0.00042252307,0.000025285559,0.00056548015,0.00039329418,0.00029719283,0.00005266288],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050529325,0.0006143197,0.00944007,0.0001463349,0.00035729227,0.0004071226,0.15598485,0.0046122335,0.014149482,0.78518397,0.001028438,0.028025342],"study_design_scores_gemma":[0.012091009,0.001696767,0.36492118,0.0082727065,0.00011041196,0.00010043022,0.010636424,0.20314045,0.09358693,0.27114138,0.025855962,0.0084463265],"about_ca_topic_score_codex":0.00025090098,"about_ca_topic_score_gemma":0.000015306232,"teacher_disagreement_score":0.5140426,"about_ca_system_score_codex":0.00017292937,"about_ca_system_score_gemma":0.00002950092,"threshold_uncertainty_score":0.84596753},"labels":[],"label_agreement":null},{"id":"W2001314414","doi":"10.1007/s00766-014-0209-8","title":"Interactive goal model analysis for early requirements engineering","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Requirements engineering; Requirements analysis; Interactivity; Stakeholder; Software engineering; Scalability; Non-functional requirement; Visualization; Goal orientation; Systems engineering; Process management; Risk analysis (engineering); Software development; Software; Engineering; Artificial intelligence; Programming language","score_opus":0.050559628565480505,"score_gpt":0.31067480200155817,"score_spread":0.26011517343607765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001314414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018178144,0.000054875432,0.97924936,0.00003757432,0.00078926433,0.00035591374,0.000007893824,0.0012525019,0.000074472824],"genre_scores_gemma":[0.46791103,0.000004348744,0.53174293,0.000027179378,0.00008230637,0.000110580935,0.0000073391416,0.000042664444,0.00007157463],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973955,0.000035806923,0.000542316,0.00076046254,0.00044303574,0.0008228616],"domain_scores_gemma":[0.9979996,0.000601713,0.00015206577,0.00091795356,0.00013538543,0.0001932832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008560263,0.00044861026,0.00056378555,0.0006936172,0.00009616606,0.00017014872,0.0011137802,0.000118881326,0.000002790299],"category_scores_gemma":[0.0011896858,0.00049297325,0.0003024672,0.00096389896,0.000015278552,0.0013482299,0.00037668267,0.0002450967,0.00000906974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007691171,0.000022218539,0.0003116654,0.000056985948,0.000442654,0.00000171888,0.00025483864,0.9789822,0.010536646,0.007058016,0.0000143264,0.002311024],"study_design_scores_gemma":[0.00047609227,0.00009273402,0.0016178003,0.0000573866,0.00010901053,0.0000016628827,0.0000039572383,0.9902049,0.0056221723,0.00091470644,0.00038564767,0.000513968],"about_ca_topic_score_codex":0.000005868174,"about_ca_topic_score_gemma":7.121409e-7,"teacher_disagreement_score":0.4497329,"about_ca_system_score_codex":0.00028952435,"about_ca_system_score_gemma":0.000024292849,"threshold_uncertainty_score":0.99975216},"labels":[],"label_agreement":null},{"id":"W2030015318","doi":"10.1007/s00766-009-0090-z","title":"A vulnerability-centric requirements engineering framework: analyzing security attacks, countermeasures, and requirements based on vulnerabilities","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Information and Cyber Security","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Exploit; Vulnerability (computing); Computer security; Vulnerability management; Threat model; Computer science; Secure coding; Vulnerability assessment; Risk analysis (engineering); Security engineering; Security testing; Compromise; Software security assurance; Security information and event management; Security service; Information security; Cloud computing security; Business","score_opus":0.019267439777626547,"score_gpt":0.26682368702264375,"score_spread":0.2475562472450172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030015318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21671961,0.0005879156,0.775465,0.00093924295,0.0016962974,0.0011775162,0.000026890875,0.0014426362,0.0019448799],"genre_scores_gemma":[0.9845541,0.000048053258,0.014274865,0.0008529086,0.00014838415,0.000042364427,0.00002194221,0.000035011584,0.000022338198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956683,0.000103032384,0.0009868116,0.00087328977,0.0012640854,0.0011045028],"domain_scores_gemma":[0.9977816,0.00018528833,0.00023669256,0.0012185556,0.00018879853,0.0003890683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015274534,0.0006453392,0.0005431149,0.0006309953,0.00034492268,0.0005989085,0.00096603064,0.00022199732,0.000040663617],"category_scores_gemma":[0.000538038,0.00068478525,0.00017002279,0.0008811649,0.000041155574,0.0020083974,0.00022351164,0.00068579236,0.00002399278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042954215,0.0036695576,0.03027861,0.0034863702,0.0010291783,0.00030509706,0.01808177,0.37216768,0.0131405005,0.4738872,0.002505565,0.08101893],"study_design_scores_gemma":[0.0015896928,0.000363688,0.009380614,0.0007549065,0.0000363058,0.000011944632,0.000038643895,0.97884244,0.0021779006,0.0012037508,0.0045363037,0.0010638164],"about_ca_topic_score_codex":0.000017410994,"about_ca_topic_score_gemma":0.0000019114832,"teacher_disagreement_score":0.76783454,"about_ca_system_score_codex":0.00060441694,"about_ca_system_score_gemma":0.000088204324,"threshold_uncertainty_score":0.99956036},"labels":[],"label_agreement":null},{"id":"W2030573703","doi":"10.1007/s00766-013-0181-8","title":"GaiusT: supporting the extraction of rights and obligations for regulatory compliance","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Health Insurance Portability and Accountability Act; Software portability; Annotation; Compliance (psychology); Computer science; Process (computing); Government (linguistics); Work (physics); Accountability; Computer security; Political science; Law; Engineering; Confidentiality; Artificial intelligence","score_opus":0.04330639118517105,"score_gpt":0.3152901052612124,"score_spread":0.2719837140760414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030573703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35440192,0.00009994883,0.644658,0.00012945717,0.00018636567,0.00037284236,0.0000010329243,0.000119833305,0.00003057617],"genre_scores_gemma":[0.9607338,0.0000022163983,0.039031163,0.000007740392,0.000040317827,0.00010106968,0.0000013079509,0.000009767266,0.00007262337],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915135,0.000007702606,0.00021854027,0.00017432176,0.00020972067,0.00023837063],"domain_scores_gemma":[0.99907315,0.00038158227,0.00006576154,0.00032575862,0.000098623364,0.000055146727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029574434,0.00008729131,0.00009423747,0.000085416126,0.00009144376,0.000071401126,0.00030642576,0.000028625092,0.0000060566904],"category_scores_gemma":[0.00019228643,0.000071430586,0.000029997715,0.00018537056,0.000021221653,0.00050968153,0.00008539599,0.00007920144,0.000004453963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007750031,0.00016248589,0.017955987,0.0013475005,0.00032394988,0.0000060926136,0.0023519124,0.075087726,0.7366479,0.11856484,0.0046363575,0.042907484],"study_design_scores_gemma":[0.0003509665,0.000054157637,0.16631983,0.00016971528,0.000008294816,0.0000155475,0.000015162249,0.80103934,0.027615659,0.0030603253,0.0011262691,0.00022474113],"about_ca_topic_score_codex":0.000030886098,"about_ca_topic_score_gemma":5.573678e-7,"teacher_disagreement_score":0.7259516,"about_ca_system_score_codex":0.000040164836,"about_ca_system_score_gemma":0.000014187325,"threshold_uncertainty_score":0.29128549},"labels":[],"label_agreement":null},{"id":"W2031927211","doi":"10.1007/s00766-010-0099-3","title":"A controlled experiment to assess the impact of system architectures on new system requirements","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.04016249860977132,"score_gpt":0.32888828660906894,"score_spread":0.2887257879992976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031927211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6256766,0.00006318557,0.37065426,0.000051612315,0.0012800406,0.0012566966,0.000004072229,0.0006314385,0.00038213367],"genre_scores_gemma":[0.9897014,5.212471e-7,0.009767024,0.0000101643545,0.00022957087,0.00018199977,0.0000012668113,0.000047793812,0.00006028984],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971071,0.00006166434,0.0005680954,0.0004912333,0.0010783699,0.00069352245],"domain_scores_gemma":[0.99741954,0.00054267544,0.00013154067,0.0014217788,0.00010784076,0.00037662697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009551621,0.00037371315,0.00052255526,0.00041790315,0.00009655905,0.00019902053,0.0017508108,0.00008399635,0.000007669337],"category_scores_gemma":[0.00044932368,0.00025087743,0.00025425886,0.0005934453,0.00001672136,0.00014309124,0.00038123492,0.00038010467,0.00003481842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020567306,0.00015996746,0.0022675518,0.00047095196,0.0007989614,0.00005477476,0.0014452212,0.44075727,0.5264738,0.022358064,0.00054475333,0.004463018],"study_design_scores_gemma":[0.009211406,0.0017210981,0.02993275,0.0024705795,0.00006131251,0.00012415119,0.0001742724,0.78868973,0.1656918,0.000021867196,0.0004804838,0.0014205672],"about_ca_topic_score_codex":0.00016124496,"about_ca_topic_score_gemma":0.0000014610786,"teacher_disagreement_score":0.3640248,"about_ca_system_score_codex":0.00051385496,"about_ca_system_score_gemma":0.00016289903,"threshold_uncertainty_score":0.99999434},"labels":[],"label_agreement":null},{"id":"W2032882655","doi":"10.1007/s00766-013-0165-8","title":"Dynamic decision models for staged software product line configuration","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Domain engineering; Software product line; Feature model; Product engineering; Computer science; Domain analysis; Context (archaeology); Reuse; Systems engineering; Software engineering; New product development; Product (mathematics); Domain (mathematical analysis); Product design specification; Process (computing); Process management; Software; Software development; Engineering; Product design; Component-based software engineering; Software construction; Business","score_opus":0.05078618235607469,"score_gpt":0.30431831884462784,"score_spread":0.25353213648855316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032882655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054517253,0.00026782506,0.9912961,0.00007648753,0.000843888,0.00083146757,0.0000037197174,0.0012185205,0.0000102597605],"genre_scores_gemma":[0.17818853,0.000019854182,0.82130593,0.000021415959,0.00004064608,0.00024268132,0.0000111829595,0.000034268374,0.00013550089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846065,0.000019338302,0.0003468004,0.00047418507,0.00027257172,0.00042647537],"domain_scores_gemma":[0.99850184,0.00053946924,0.000079626574,0.00061629375,0.00017469877,0.000088063025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003908332,0.00023769478,0.00022977474,0.00016901843,0.00008293718,0.00013240882,0.00057672156,0.000060115868,0.000006016568],"category_scores_gemma":[0.0013870603,0.00023462117,0.000067419256,0.00024698128,0.000010955633,0.0017007765,0.00014414026,0.00012755758,0.000016637674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002834301,0.000013454228,0.000003902996,0.000060196093,0.000017682109,9.4574784e-7,0.00008234953,0.9126399,0.021061935,0.001793119,0.000059060298,0.064264625],"study_design_scores_gemma":[0.00037903097,0.000072238734,0.00018537165,0.000081864724,0.0000056250474,0.0000034977077,0.000004996875,0.9698586,0.012408235,0.016459286,0.00022606581,0.0003152033],"about_ca_topic_score_codex":0.0000033998172,"about_ca_topic_score_gemma":4.1729683e-7,"teacher_disagreement_score":0.17273681,"about_ca_system_score_codex":0.00016734016,"about_ca_system_score_gemma":0.000029935096,"threshold_uncertainty_score":0.95675737},"labels":[],"label_agreement":null},{"id":"W2037602363","doi":"10.1007/s00766-014-0214-y","title":"Requirements for tools for comprehending highly specialized assembly language code and how to elicit these requirements","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Program comprehension; Malware; Reverse engineering; Requirements analysis; Domain (mathematical analysis); Visualization; Cyberspace; Software; Government (linguistics); Data science; Computer security; World Wide Web; Software system; The Internet; Programming language; Artificial intelligence","score_opus":0.06456112806267894,"score_gpt":0.327813087020144,"score_spread":0.26325195895746506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037602363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15704124,0.00010977003,0.83876497,0.0006085619,0.0009544008,0.0018018472,0.0000388951,0.0006000764,0.00008023555],"genre_scores_gemma":[0.8041517,0.0000138631,0.1939719,0.0001753421,0.00052352465,0.0006564251,0.000033412794,0.00011560371,0.00035823006],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965027,0.000050180253,0.00046594578,0.0009554086,0.0008051324,0.0012206613],"domain_scores_gemma":[0.99687874,0.0014312473,0.00012836859,0.0009522716,0.00018561925,0.0004237408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014835389,0.00047749878,0.0005403732,0.0004902703,0.00019092373,0.0009423161,0.0012822624,0.00012407327,0.0000045848433],"category_scores_gemma":[0.0031264855,0.0005081327,0.00014607767,0.00048738797,0.000022184167,0.0014168448,0.00057330995,0.00015909469,0.000012255265],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018273217,0.00022408839,0.002007475,0.001601178,0.00062398537,0.000020303012,0.0028279852,0.0092218295,0.8403615,0.03829888,0.0050100316,0.099620044],"study_design_scores_gemma":[0.011193844,0.0018666694,0.009965185,0.001416686,0.00013074037,0.00002328717,0.00016923892,0.5835747,0.14320597,0.00054834125,0.244781,0.0031243293],"about_ca_topic_score_codex":0.00000914375,"about_ca_topic_score_gemma":0.000003908752,"teacher_disagreement_score":0.6971555,"about_ca_system_score_codex":0.00033748607,"about_ca_system_score_gemma":0.000040060353,"threshold_uncertainty_score":0.999737},"labels":[],"label_agreement":null},{"id":"W2039523520","doi":"10.1007/s00766-014-0211-1","title":"An ASPIRE-based method for quality requirements identification from business goals","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Traceability; Computer science; Goal modeling; Quality (philosophy); Requirements traceability; Documentation; Requirements engineering; Software quality control; Software quality; Business requirements; Non-functional requirement; Requirements analysis; Process management; Requirement; Software engineering; Systems engineering; Business process; Engineering; Software; Software development; Operations management; Software construction; Work in process","score_opus":0.0921145270634323,"score_gpt":0.3931082431897172,"score_spread":0.3009937161262849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039523520","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009375498,0.00006243541,0.98722154,0.00011563781,0.0014128584,0.00044424745,0.00001887109,0.001333625,0.000015261608],"genre_scores_gemma":[0.20648836,0.0000026364382,0.7929462,0.00009924924,0.00017614737,0.00015960739,0.00006179521,0.000048024653,0.00001797771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971765,0.00023623448,0.0007183367,0.0008432036,0.00048532573,0.000540399],"domain_scores_gemma":[0.99677074,0.0011172373,0.00026471718,0.0014366227,0.00025459184,0.0001560631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028661452,0.00034532056,0.00042236445,0.00021634552,0.0001311567,0.00021969115,0.0012824931,0.00012611503,0.0000044682974],"category_scores_gemma":[0.0024181053,0.0003772269,0.0001014119,0.0005059937,0.000018320989,0.0013197847,0.00013054053,0.00012572894,0.000010011363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012540251,0.00006599585,0.00029927556,0.00012867915,0.00004512159,8.0370165e-7,0.00009475095,0.67062634,0.26882154,0.008418222,0.000019381516,0.05146739],"study_design_scores_gemma":[0.0010046005,0.00008734855,0.024612438,0.00010464033,0.000027600972,6.322915e-7,0.0000070180777,0.89098036,0.073666774,0.00721836,0.0016153185,0.0006749348],"about_ca_topic_score_codex":0.000044142213,"about_ca_topic_score_gemma":0.0000020877922,"teacher_disagreement_score":0.22035402,"about_ca_system_score_codex":0.00019375989,"about_ca_system_score_gemma":0.000042803058,"threshold_uncertainty_score":0.999868},"labels":[],"label_agreement":null},{"id":"W2042463184","doi":"10.1007/s00766-013-0182-7","title":"Reuse of requirements reduced time to market at one industrial shop: a case study","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reuse; Time to market; Block (permutation group theory); Computer science; Artifact (error); Systems engineering; Product (mathematics); Process (computing); Software engineering; Engineering; Engineering management","score_opus":0.061842307890264875,"score_gpt":0.282729017443944,"score_spread":0.22088670955367914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042463184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386733,0.00003647897,0.05768752,0.0002221787,0.00044183232,0.001572247,0.000004164176,0.0008344754,0.0005277991],"genre_scores_gemma":[0.90773815,0.000003825362,0.09101056,0.00003389644,0.00011594281,0.00020609374,0.000002046826,0.000046180285,0.0008433059],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978367,0.00006421285,0.0005816527,0.0004966144,0.00055379013,0.00046700938],"domain_scores_gemma":[0.99789053,0.00017037283,0.00015937985,0.0014302699,0.00010883917,0.00024061764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007409368,0.00028353053,0.00034830638,0.00032601878,0.00007778905,0.00013421773,0.0011550824,0.00009915706,0.00046604997],"category_scores_gemma":[0.00057077705,0.00030438256,0.00006878849,0.0006451316,0.00000944622,0.0010169393,0.001294431,0.0001888153,0.0001505233],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025137258,0.0044583953,0.009568357,0.0005638003,0.002583225,0.003716302,0.010564574,0.017556677,0.7241991,0.00053863646,0.1260875,0.09991204],"study_design_scores_gemma":[0.017276717,0.012917605,0.016506594,0.0033600316,0.0008161214,0.0034750523,0.00071827526,0.6628751,0.20362888,0.00041889577,0.068247214,0.00975948],"about_ca_topic_score_codex":0.00020671361,"about_ca_topic_score_gemma":0.0000014495272,"teacher_disagreement_score":0.64531845,"about_ca_system_score_codex":0.0002259462,"about_ca_system_score_gemma":0.000032225664,"threshold_uncertainty_score":0.9999408},"labels":[],"label_agreement":null},{"id":"W2047057637","doi":"10.1007/s00766-011-0143-y","title":"Comparison and evaluation of goal-oriented satisfaction analysis techniques","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Goal modeling; Computer science; Goal orientation; Management science; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Software; Psychology","score_opus":0.08099374444128393,"score_gpt":0.3856251559035595,"score_spread":0.30463141146227557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047057637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21277416,0.00042458,0.78621894,0.000004741182,0.00017884956,0.00011093594,5.874849e-7,0.00026112757,0.00002608867],"genre_scores_gemma":[0.6014433,0.000009231099,0.3985076,0.000001505423,0.00001607945,0.000014855086,0.0000014035866,0.000004773099,0.0000012917035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895716,0.000060330985,0.00024622952,0.0001555112,0.00037783117,0.00020292682],"domain_scores_gemma":[0.9993657,0.00011720158,0.00009593139,0.00027621337,0.00009093571,0.000054029973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013166933,0.00010974919,0.0002149563,0.0003025376,0.000025347066,0.000013527406,0.000114100425,0.000042995172,0.0000030141252],"category_scores_gemma":[0.00031984414,0.00011396926,0.000040100844,0.00063306215,0.0000112258385,0.0006572545,0.000095991025,0.00006945051,5.9305364e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034509499,0.00005216828,0.21204217,0.000084670944,0.00046050866,2.4648713e-7,0.0011022636,0.504855,0.08092346,0.0074825706,0.000010472282,0.19298305],"study_design_scores_gemma":[0.00018457633,0.00003971723,0.4124989,0.000034990862,0.0002807029,0.0000019741017,0.000027107975,0.4960644,0.09031979,0.00018462201,0.00013054398,0.00023268623],"about_ca_topic_score_codex":0.00000924158,"about_ca_topic_score_gemma":7.185413e-7,"teacher_disagreement_score":0.3886691,"about_ca_system_score_codex":0.00010432105,"about_ca_system_score_gemma":0.0000078226185,"threshold_uncertainty_score":0.46475318},"labels":[],"label_agreement":null},{"id":"W2047842118","doi":"10.1007/s00766-014-0201-3","title":"On building architecture-centric product line architecture","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"","keywords":"Reference architecture; Software architecture; Software engineering; Architecture; Applications architecture; Database-centric architecture; Systems engineering; Computer science; Software architecture description; Resource-oriented architecture; Enterprise architecture framework; Software product line; Architecture tradeoff analysis method; Architectural pattern; Solution architecture; Software development; Engineering; Software; Software construction; Operating system","score_opus":0.025072777581774404,"score_gpt":0.2762753018040137,"score_spread":0.2512025242222393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047842118","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009729008,0.00017721736,0.9868125,0.00022124776,0.0011468895,0.0002553182,0.0000010001116,0.0015026731,0.00015417885],"genre_scores_gemma":[0.3145449,0.000006801453,0.6849546,0.00010234316,0.00026682433,0.000027063976,0.0000017452699,0.0000413546,0.000054390624],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786425,0.00007781543,0.00030315967,0.0006600722,0.0004347532,0.00065996876],"domain_scores_gemma":[0.99810946,0.0006942436,0.00008227376,0.00093120267,0.000038291946,0.00014449938],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006396402,0.00035602527,0.00030333962,0.00039727744,0.0000868602,0.00009079023,0.0009850435,0.00006337103,0.0000037626978],"category_scores_gemma":[0.0023272887,0.00033018622,0.00008769534,0.00062063534,0.000018295057,0.00021521006,0.00029775396,0.0004299906,0.000016405776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040980135,0.000020347741,0.000009652924,0.000053732605,0.000020741685,0.0000060485295,0.000077213335,0.88590914,0.014780305,0.018437916,0.000024336978,0.08065645],"study_design_scores_gemma":[0.002888475,0.0012970492,0.002004932,0.0010583289,0.000055505887,0.00017826032,0.0000052796263,0.64733166,0.20629296,0.08507181,0.05021631,0.0035994241],"about_ca_topic_score_codex":0.0000014641425,"about_ca_topic_score_gemma":1.919056e-7,"teacher_disagreement_score":0.3048159,"about_ca_system_score_codex":0.00013717265,"about_ca_system_score_gemma":0.000019297922,"threshold_uncertainty_score":0.999915},"labels":[],"label_agreement":null},{"id":"W2055197427","doi":"10.1007/s00766-012-0146-3","title":"Quantifying the impact of requirements definition and management process maturity on project outcome in large business application development","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"RDM; Maturity (psychological); Process management; Capability Maturity Model; Process (computing); Quality (philosophy); Service Integration Maturity Model; Computer science; Function (biology); Knowledge management; Business; Engineering; Engineering management; Political science","score_opus":0.10170514658281507,"score_gpt":0.3675075791882169,"score_spread":0.2658024326054018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055197427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50056875,0.00021346722,0.4979398,0.000032701482,0.00013548676,0.0007005998,0.000001723051,0.00021659448,0.0001908546],"genre_scores_gemma":[0.9604517,0.00007921338,0.03924697,0.000012386574,0.000019690304,0.00016694341,0.000006135751,0.000014948813,0.0000019916165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878114,0.000022192104,0.0003482603,0.00021334326,0.00028525744,0.0003497938],"domain_scores_gemma":[0.9994088,0.000058157144,0.0001365332,0.00031937147,0.000038190487,0.00003896156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009102726,0.00017847272,0.00015706453,0.00023130188,0.0000622475,0.000053805707,0.0003288101,0.000045536257,9.68317e-7],"category_scores_gemma":[0.00005045108,0.0001359466,0.000029027839,0.0005618249,0.000006921196,0.0007486767,0.00016238187,0.000119948716,0.000002261322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087176544,0.0014373853,0.82667726,0.0037055772,0.0003963936,0.0000130242515,0.005856388,0.01189074,0.0036998566,0.08471311,0.00005516452,0.061467893],"study_design_scores_gemma":[0.0004977402,0.00004780129,0.97587276,0.00036257552,0.000013949897,0.000008135918,0.000034822348,0.02013476,0.0019328276,0.00008924815,0.0006702655,0.00033509743],"about_ca_topic_score_codex":0.000026418556,"about_ca_topic_score_gemma":0.0000016325823,"teacher_disagreement_score":0.45988294,"about_ca_system_score_codex":0.00014763318,"about_ca_system_score_gemma":0.000017705019,"threshold_uncertainty_score":0.5543741},"labels":[],"label_agreement":null},{"id":"W2062261433","doi":"10.1007/s00766-014-0205-z","title":"Patterns of continuous requirements clarification","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Rework; Computer science; Requirements analysis; Requirements management; Oracle; Requirements engineering; User requirements document; Negotiation; Project management; Software engineering; Process management; Software; Data science; Systems engineering; Engineering","score_opus":0.025616603746807288,"score_gpt":0.2699037589057352,"score_spread":0.2442871551589279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062261433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18839402,0.000040118528,0.8105103,0.000045248868,0.00040025913,0.00015122977,0.0000015590491,0.00030985684,0.00014744267],"genre_scores_gemma":[0.97742265,0.000009682234,0.022333702,0.000018604183,0.000069999,0.000025620568,0.0000055748287,0.000025479058,0.00008868733],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830014,0.00003307232,0.0003689372,0.0003373656,0.0005644333,0.00039608],"domain_scores_gemma":[0.99873203,0.00017738726,0.000091059585,0.00078679534,0.00010264862,0.00011007884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000673784,0.00016547261,0.0002123135,0.0002375174,0.00003456822,0.000062864674,0.0008657803,0.00006828733,0.000012097297],"category_scores_gemma":[0.00049478514,0.00017876612,0.00006010846,0.0003112744,0.000008222323,0.00042991372,0.00021239626,0.00014539964,0.00002589762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015721556,0.0004097634,0.32657188,0.0011305377,0.00034948412,0.00002062126,0.0010921737,0.03443383,0.40916422,0.12294239,0.0004555976,0.10341378],"study_design_scores_gemma":[0.002109931,0.00044545566,0.37808383,0.00063717214,0.000028360448,0.000017706354,0.000018924511,0.45461047,0.14930837,0.0003927486,0.013245076,0.0011019666],"about_ca_topic_score_codex":0.000018928888,"about_ca_topic_score_gemma":4.0033476e-7,"teacher_disagreement_score":0.78902864,"about_ca_system_score_codex":0.0000878096,"about_ca_system_score_gemma":0.00001896682,"threshold_uncertainty_score":0.72898704},"labels":[],"label_agreement":null},{"id":"W2065532995","doi":"10.1007/s00766-015-0221-7","title":"A questionnaire-based survey methodology for systematically validating goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Goal modeling; Correctness; Computer science; Order (exchange); Process management; Management science; Knowledge management; Risk analysis (engineering); Requirements analysis; Engineering; Business; Software; Political science","score_opus":0.2723341049750893,"score_gpt":0.373416180947887,"score_spread":0.10108207597279767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065532995","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017413733,0.00017652161,0.99489146,0.00005184133,0.0013147873,0.0005414116,0.0000072215266,0.0012537591,0.000021594089],"genre_scores_gemma":[0.18034947,0.000001041881,0.81930125,0.000036443696,0.000053392672,0.00018555419,0.000012044322,0.00003920841,0.000021572525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975071,0.0004503721,0.00057534786,0.0005077034,0.0003914527,0.0005680329],"domain_scores_gemma":[0.99633116,0.0022363593,0.00015239533,0.000690161,0.00037302528,0.00021693183],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058936747,0.00029124695,0.00047466255,0.0002232712,0.000063524574,0.000080077174,0.00067502476,0.00011452841,4.4606273e-7],"category_scores_gemma":[0.012314118,0.00029370713,0.00008796221,0.00047818208,0.000020859597,0.0006733688,0.00019523028,0.00014644413,0.0000045717634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012126424,0.000020384263,0.000114289454,0.00026320922,0.00003669667,0.0000036395065,0.00017884515,0.96482307,0.0017916572,0.031817973,0.000028492082,0.00090960204],"study_design_scores_gemma":[0.00071427645,0.00012587491,0.00021046987,0.00027172995,0.000013326425,0.0000071301392,0.00001130948,0.9885143,0.0041141356,0.0056037717,0.00006583756,0.00034782873],"about_ca_topic_score_codex":0.000023108201,"about_ca_topic_score_gemma":0.000001713174,"teacher_disagreement_score":0.17860809,"about_ca_system_score_codex":0.0002692604,"about_ca_system_score_gemma":0.00012255981,"threshold_uncertainty_score":0.9999515},"labels":[],"label_agreement":null},{"id":"W2095620420","doi":"10.1007/s00766-011-0129-9","title":"Representing and reasoning about preferences in requirements engineering","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Stakeholder; Planner; Preference; Requirements elicitation; Requirements management; Computer science; Notation; Set (abstract data type); Preference elicitation; Management science; Requirements engineering; Requirements analysis; Operations research; Engineering; Artificial intelligence; Mathematics; Software; Economics","score_opus":0.09004778679201123,"score_gpt":0.2958986538751406,"score_spread":0.20585086708312936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095620420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14803444,0.0007257119,0.84919614,0.0000090187905,0.0005749944,0.00020767875,7.3524905e-7,0.000792805,0.00045847564],"genre_scores_gemma":[0.49752733,0.000083893865,0.50224155,0.000009221601,0.000037789927,0.000041864754,0.000001033255,0.000030796346,0.000026500666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763364,0.00004533899,0.00053261156,0.00069492776,0.00034299138,0.00075047574],"domain_scores_gemma":[0.9988568,0.00020301412,0.00011755293,0.0006361317,0.000042153224,0.00014438988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090970437,0.000352966,0.00035715426,0.00042732336,0.00006408285,0.000103223785,0.0007599609,0.000106490676,0.000007017677],"category_scores_gemma":[0.0010901619,0.0003856049,0.00005086151,0.0005732662,0.000023751914,0.0014285146,0.0006272139,0.00031611053,0.000005007865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053809392,0.00031503337,0.12190172,0.0015224188,0.00048425433,0.0006197539,0.016598925,0.5413971,0.0986699,0.089704365,0.000055143446,0.12867758],"study_design_scores_gemma":[0.0023514256,0.00028767006,0.31392696,0.0030557767,0.000046003264,0.000118359894,0.00021213677,0.6204088,0.050232694,0.005477824,0.000884131,0.0029982375],"about_ca_topic_score_codex":0.000043392312,"about_ca_topic_score_gemma":0.0000025426998,"teacher_disagreement_score":0.3494929,"about_ca_system_score_codex":0.00012517918,"about_ca_system_score_gemma":0.0000217316,"threshold_uncertainty_score":0.9998596},"labels":[],"label_agreement":null},{"id":"W2096425546","doi":"10.1007/s007660200017","title":"Guest Editorial: Special Issue on Model Checking in Requirements Engineering","year":2002,"lang":"en","type":"editorial","venue":"Requirements Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Model checking; Computer science; Debugging; Formal methods; Abstraction; Formal verification; Programming language; Software engineering; Formal specification; Software","score_opus":0.03224077244937619,"score_gpt":0.2969755649954588,"score_spread":0.2647347925460826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096425546","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025445732,0.00008487693,0.10599922,0.000018096513,0.89084,0.0005474454,0.000023888564,0.00053870043,0.0019223269],"genre_scores_gemma":[0.00008718582,0.00016164129,0.103839114,0.0000132082,0.89510345,0.0001420819,0.00006831584,0.00017995462,0.00040506505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930773,0.00007435806,0.0013398344,0.0014185493,0.0028116505,0.0012783331],"domain_scores_gemma":[0.9971771,0.00025830526,0.00043997308,0.0016593472,0.00021520272,0.0002500542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001707867,0.0009919688,0.0008916523,0.0010909578,0.000108816545,0.00043035552,0.0025882374,0.001201634,0.000023840865],"category_scores_gemma":[0.001989469,0.0011952086,0.00020206926,0.00091073744,0.000023064498,0.0015180813,0.0006361336,0.0019014721,0.00017875113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014024139,0.00011820323,0.0000026173427,0.00030595955,0.000060275353,0.00002612017,0.00033111335,0.16409731,0.0007811499,0.00097531424,0.83145595,0.0018319769],"study_design_scores_gemma":[0.0005407885,0.00007504881,0.0000042721063,0.00072253565,0.000014446355,6.830286e-7,0.0000016931177,0.41492292,0.0007064147,0.000019564379,0.58230335,0.00068826013],"about_ca_topic_score_codex":0.000022106264,"about_ca_topic_score_gemma":0.0000021589253,"teacher_disagreement_score":0.2508256,"about_ca_system_score_codex":0.0018442855,"about_ca_system_score_gemma":0.00014754538,"threshold_uncertainty_score":0.9990498},"labels":[],"label_agreement":null},{"id":"W2103169481","doi":"10.1007/s00766-012-0147-2","title":"Introduction to the REFSQ 2011 special issue","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Library science; Computer science; Quality (philosophy); Engineering ethics; Engineering; World Wide Web; Medicine","score_opus":0.02015280333067836,"score_gpt":0.2657621287047804,"score_spread":0.24560932537410202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103169481","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013693852,0.0001715405,0.9857619,0.0052754562,0.0057269433,0.00018464883,6.2577357e-7,0.00065385725,0.00085566135],"genre_scores_gemma":[0.27183807,0.00010036837,0.61853594,0.00075319456,0.10624073,0.00015559101,0.0000060590182,0.000080172125,0.0022898626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999094,0.000015233521,0.00014600766,0.00017969465,0.00022323852,0.0003418425],"domain_scores_gemma":[0.99926573,0.00004269197,0.00003383021,0.00052973465,0.000023706669,0.00010432965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005430643,0.00012077017,0.00008423583,0.000088589695,0.00006873518,0.000091374764,0.00053572905,0.00003463444,0.00018329594],"category_scores_gemma":[0.00011433903,0.00009666742,0.00003177285,0.00023102277,0.000003690576,0.0009044142,0.00019809516,0.00013058973,0.0005527659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009700822,0.00010286251,0.00057882036,0.00005405151,0.000090452435,0.000004839872,0.0022327225,0.01923665,0.0056626513,0.0558735,0.77342397,0.14272979],"study_design_scores_gemma":[0.000035974113,0.000025642927,0.0011572002,0.0000074884274,0.0000046544137,0.000011811416,0.0000035069465,0.0035472447,0.0032376905,0.000018478486,0.99181604,0.00013427643],"about_ca_topic_score_codex":0.000009354579,"about_ca_topic_score_gemma":3.548923e-7,"teacher_disagreement_score":0.36722592,"about_ca_system_score_codex":0.00006910907,"about_ca_system_score_gemma":0.0000062283807,"threshold_uncertainty_score":0.7104871},"labels":[],"label_agreement":null},{"id":"W2104829867","doi":"10.1007/s00766-002-0164-7","title":"An exploratory study of facilitation in distributed requirements engineering","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Facilitator; Facilitation; Knowledge management; Exploratory research; Negotiation; Empirical research; Collaborative software; Requirements engineering; Computer science; Psychology; Software; Social psychology; Political science","score_opus":0.03969566621466222,"score_gpt":0.2947862211677538,"score_spread":0.25509055495309163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104829867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45127591,0.00006667724,0.5477642,0.0000040768005,0.00024482555,0.00026736138,0.0000025955435,0.00035756116,0.000016783191],"genre_scores_gemma":[0.9524271,0.000010295467,0.047425892,0.0000049138453,0.000013954851,0.00008331017,0.0000072725916,0.000024799425,0.0000024713213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982172,0.00007439813,0.0005278054,0.00039969687,0.00041558925,0.0003652677],"domain_scores_gemma":[0.9989301,0.00010247389,0.00011348105,0.00068355224,0.00006539057,0.00010502375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008535623,0.00024138784,0.00026035402,0.0003704039,0.000032130603,0.00006980447,0.0005533254,0.00006814793,0.0000063936177],"category_scores_gemma":[0.00031952214,0.00027557326,0.00003777406,0.00076488545,0.0000056348217,0.0016915795,0.00007895596,0.00018007378,0.0000028293798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019561361,0.0019189455,0.022588499,0.00033371305,0.00017161384,0.000090551344,0.00949448,0.8741965,0.07166213,0.015520418,0.000043625016,0.003959956],"study_design_scores_gemma":[0.0046886355,0.0026383302,0.03927633,0.0005801478,0.00006151066,0.000020666212,0.0016367077,0.8924049,0.051448204,0.00037769444,0.0046940134,0.0021728529],"about_ca_topic_score_codex":0.000020849722,"about_ca_topic_score_gemma":0.0000060967577,"teacher_disagreement_score":0.5011512,"about_ca_system_score_codex":0.00015161371,"about_ca_system_score_gemma":0.00002837044,"threshold_uncertainty_score":0.99996966},"labels":[],"label_agreement":null},{"id":"W2109294629","doi":"10.1007/s00766-004-0204-6","title":"A framework for empirical evaluation of conceptual modeling techniques","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":228,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Categorical variable; Categorization; Grammar; Rule-based machine translation; Empirical research; Task (project management); Modeling language; Variables; Machine learning; Artificial intelligence; Natural language processing; Systems engineering; Engineering; Mathematics; Programming language; Software; Statistics; Linguistics","score_opus":0.14492348429930982,"score_gpt":0.3523727618234092,"score_spread":0.2074492775240994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109294629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24289718,0.00014049206,0.7561898,0.00015321221,0.00010179019,0.00021453394,0.0000011326707,0.00014961328,0.00015220548],"genre_scores_gemma":[0.962221,0.0000052921564,0.036974482,0.00013056314,0.0005197379,0.00009464109,0.00002065885,0.000031538788,0.0000020539915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987601,0.0000023752466,0.0003374068,0.00022380191,0.0004578847,0.0002184232],"domain_scores_gemma":[0.9991449,0.00001587923,0.00012437992,0.00016458207,0.00054040685,0.000009841121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065674767,0.00015023693,0.00021670203,0.00024518985,0.00006750286,0.000053730066,0.0001529905,0.00008607437,0.00001636684],"category_scores_gemma":[0.00038866844,0.00014897354,0.00010297375,0.00039124873,0.000022138316,0.00056514365,0.00004962058,0.000080904916,0.0000040051955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011182504,0.00005749026,0.000170943,0.00021648593,0.000055797194,2.2966192e-7,0.00008583543,0.96369743,0.0019195769,0.028559383,0.000008345061,0.005217292],"study_design_scores_gemma":[0.00046469638,0.000006560072,0.000015899992,0.0003161034,0.00021938255,2.202288e-7,0.000115558396,0.9727449,0.0011918233,0.024535235,0.00020939176,0.00018027132],"about_ca_topic_score_codex":0.000054106666,"about_ca_topic_score_gemma":0.0000017212025,"teacher_disagreement_score":0.7193239,"about_ca_system_score_codex":0.000072358445,"about_ca_system_score_gemma":0.000039644718,"threshold_uncertainty_score":0.6074965},"labels":[],"label_agreement":null},{"id":"W2110419873","doi":"10.1007/s00766-003-0177-x","title":"More requirements engineering adventures with building contractors","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Adventure; Section (typography); Requirements engineering; Engineering ethics; Engineering; Special section; Engineering management; Computer science; Artificial intelligence; Visual arts; Art; Engineering physics; Software; Programming language","score_opus":0.017839099182069613,"score_gpt":0.26782713997204066,"score_spread":0.24998804078997106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110419873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29752254,0.00041930034,0.6993895,0.000057154648,0.0008531971,0.00042371152,0.0000024410572,0.0011877589,0.00014435378],"genre_scores_gemma":[0.9025162,0.000019000123,0.09707607,0.00003793682,0.0000891676,0.00008387544,0.000003476252,0.00009793476,0.00007634294],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964911,0.000029477407,0.00045503164,0.00074455363,0.0010902489,0.0011896277],"domain_scores_gemma":[0.9981453,0.00029988427,0.00009353364,0.0009708384,0.000117992655,0.00037249757],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005922364,0.0005092095,0.0003795371,0.0004967688,0.0001194591,0.00028051037,0.0010483211,0.00012175558,0.000020892845],"category_scores_gemma":[0.00083812856,0.00049086486,0.00010502222,0.00095813593,0.000025092468,0.0011354556,0.00020137079,0.00044213136,0.000019723515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036717807,0.0004056624,0.05916764,0.00087504456,0.0011743032,0.0008017936,0.001379549,0.63799226,0.21472226,0.07815176,0.0005080896,0.0047849086],"study_design_scores_gemma":[0.008896224,0.0010698388,0.112952515,0.0029480278,0.00016513854,0.00059911166,0.00013048688,0.47331038,0.3248,0.00022085742,0.0684343,0.006473087],"about_ca_topic_score_codex":0.000010457502,"about_ca_topic_score_gemma":4.849753e-7,"teacher_disagreement_score":0.60499364,"about_ca_system_score_codex":0.0003811733,"about_ca_system_score_gemma":0.000089664405,"threshold_uncertainty_score":0.9997543},"labels":[],"label_agreement":null},{"id":"W2118399909","doi":"10.1007/s00766-011-0133-0","title":"The effectiveness of an optimized EPMcreate as a creativity enhancement technique for Web site requirements elicitation","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Brainstorming; Creativity; Requirements elicitation; Computer science; Quality (philosophy); Requirements analysis; Artificial intelligence; Psychology; Social psychology","score_opus":0.03634901009203512,"score_gpt":0.3063416091910493,"score_spread":0.2699925990990142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118399909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05196844,0.00008194707,0.9455294,0.000009040597,0.00024846275,0.0013149299,0.0000043309196,0.00036601105,0.00047743],"genre_scores_gemma":[0.6320453,0.00004684748,0.36698604,0.0000066241373,0.000019584753,0.0008475771,0.0000068600457,0.000024766165,0.000016384409],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984529,0.00014762585,0.00037655592,0.00036245567,0.00030505002,0.00035538402],"domain_scores_gemma":[0.9982069,0.00069086585,0.00019679671,0.0006725811,0.00014843847,0.00008441062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002704718,0.00023431004,0.0002487634,0.00013649037,0.00013509541,0.00007800975,0.0006733328,0.000076281925,0.0000058748024],"category_scores_gemma":[0.0004114413,0.0001972328,0.00009265832,0.00028457248,0.000023917699,0.0010344023,0.00015518305,0.000103910716,0.0000028703432],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004908756,0.00030204127,0.00027700374,0.0004518695,0.0002388096,0.0000075280254,0.0005982346,0.0028125772,0.95089,0.03358541,0.000017581206,0.010328041],"study_design_scores_gemma":[0.0008459679,0.0008764728,0.0012569911,0.00032639137,0.00003926678,0.0000072389666,0.0000074354457,0.09502406,0.89822716,0.0021156978,0.0009343729,0.00033894682],"about_ca_topic_score_codex":0.00006257261,"about_ca_topic_score_gemma":0.0000010076183,"teacher_disagreement_score":0.5800769,"about_ca_system_score_codex":0.00011082286,"about_ca_system_score_gemma":0.00004550818,"threshold_uncertainty_score":0.804292},"labels":[],"label_agreement":null},{"id":"W2119410396","doi":"10.1007/s00766-008-0062-8","title":"Sensitivity analysis in the process of COTS mismatch-handling","year":2008,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sensitivity (control systems); Risk analysis (engineering); Process (computing); Reliability engineering; Computer science; Resource (disambiguation); Commercial off-the-shelf; Economic shortage; Domain (mathematical analysis); Selection (genetic algorithm); Limit (mathematics); Engineering; Operations research; Systems engineering; Software; Machine learning; Mathematics","score_opus":0.01420910099796551,"score_gpt":0.24341817100124294,"score_spread":0.22920907000327742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119410396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7855666,0.00007225272,0.21391109,0.00007324515,0.00006235931,0.00008459147,8.683156e-7,0.000045848523,0.00018313855],"genre_scores_gemma":[0.9966574,0.000009343682,0.0031684386,0.00012189799,0.000026430014,0.0000063400344,0.0000026146383,0.000005053572,0.000002486201],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896413,0.00004009316,0.00022341975,0.00021368149,0.0003390019,0.00021969625],"domain_scores_gemma":[0.9993866,0.00009374006,0.00006773456,0.0003764588,0.000043473912,0.000031982046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003538329,0.00011394655,0.00019278642,0.00026473863,0.0000544674,0.000020553154,0.00045862846,0.000028647804,0.000001476291],"category_scores_gemma":[0.000009525817,0.00008690151,0.00007109173,0.0016734017,0.0000102099375,0.00023515953,0.00007501862,0.000098586286,0.0000015746368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013982929,0.00022907315,0.08972152,0.00033928652,0.0004738327,0.00020757623,0.040626846,0.8418575,0.022134671,0.0024386488,0.000005659583,0.0019514239],"study_design_scores_gemma":[0.00048179636,0.000044465865,0.1493775,0.00011227664,0.000085193795,0.000046659807,0.00030198574,0.82617,0.022824276,0.00009505329,0.00015130755,0.00030948673],"about_ca_topic_score_codex":0.00013738434,"about_ca_topic_score_gemma":0.00008400115,"teacher_disagreement_score":0.21109079,"about_ca_system_score_codex":0.000014520457,"about_ca_system_score_gemma":0.000021483836,"threshold_uncertainty_score":0.35437408},"labels":[],"label_agreement":null},{"id":"W2119774534","doi":"10.1007/s00766-007-0060-2","title":"A case study validation of a knowledge-based approach for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Scope (computer science); Requirements engineering; Selection (genetic algorithm); Process (computing); Systems engineering; Requirement; Requirements elicitation; Software engineering; Requirements analysis; Risk analysis (engineering); Software; Engineering; Artificial intelligence","score_opus":0.05524807735586998,"score_gpt":0.32356405888005646,"score_spread":0.26831598152418645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119774534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064755924,0.00009414238,0.933286,0.000005818106,0.00018875548,0.0011165624,0.0000018412661,0.00051826815,0.000032660493],"genre_scores_gemma":[0.66573626,0.0000026828952,0.33405772,0.00000244611,0.000046749952,0.00012558799,0.0000019229299,0.000022435865,0.0000042131114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850774,0.000022676088,0.0005651031,0.00029523214,0.00030319305,0.0003060508],"domain_scores_gemma":[0.99853516,0.00050558854,0.00023283038,0.00047235482,0.00020146316,0.000052592164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021257582,0.00021715439,0.00024539663,0.00036907737,0.00007524032,0.000043691965,0.0005043969,0.00007514296,0.0000014938807],"category_scores_gemma":[0.00023338929,0.00019173873,0.00009917247,0.00075128727,0.000011605026,0.00045535213,0.000109793946,0.00013898032,1.6003057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018193628,0.00364866,0.012688178,0.0036149705,0.0013653033,0.0001299296,0.005380326,0.58503395,0.27673653,0.0077241873,0.000185301,0.103310704],"study_design_scores_gemma":[0.0004369545,0.00045612038,0.0002849386,0.00008666419,0.00006900444,0.00007746612,0.00006326096,0.65012664,0.34774423,0.00000694814,0.0004122627,0.00023551828],"about_ca_topic_score_codex":0.000054918015,"about_ca_topic_score_gemma":0.0000014718048,"teacher_disagreement_score":0.60098034,"about_ca_system_score_codex":0.000110488094,"about_ca_system_score_gemma":0.000038629416,"threshold_uncertainty_score":0.7818878},"labels":[],"label_agreement":null},{"id":"W2122560112","doi":"10.1007/s00766-007-0051-3","title":"Design and implementation of a smart system for personalization and accurate selection of mobile services","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Personalization; Mobile device; Mobile computing; Wireless; Context (archaeology); Embedded system; Computer network; Operating system; World Wide Web","score_opus":0.016191271207233973,"score_gpt":0.2673131030418465,"score_spread":0.25112183183461256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122560112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19160773,0.00010616702,0.8075745,0.0000024265332,0.00006555942,0.0006010158,8.38623e-7,0.000037206595,0.000004528391],"genre_scores_gemma":[0.950451,0.00001906844,0.0494336,0.000005295565,0.00001411897,0.00006316347,0.000003262964,0.0000075095663,0.0000029733221],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929833,0.0000131149645,0.00025561295,0.00016097503,0.00013395328,0.00013803535],"domain_scores_gemma":[0.99964035,0.000047427704,0.00013940527,0.00008666909,0.000056418798,0.000029742572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005894026,0.000078911195,0.00010562103,0.00012100168,0.00003179703,0.000023853983,0.000086120606,0.000019239886,0.0000012537774],"category_scores_gemma":[0.0000017053248,0.00008450885,0.000014137297,0.0001873493,0.00000466598,0.00027185044,0.00004978907,0.000014717234,8.163147e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013960479,0.00010718427,0.015292625,0.016473623,0.00052536506,0.0000041488806,0.0063957055,0.36281252,0.4186001,0.032628518,0.000062711886,0.14695789],"study_design_scores_gemma":[0.00053322985,0.00023467977,0.002475377,0.00013581694,0.000025163552,0.0000021008575,0.00027211691,0.91345847,0.08265643,0.000008937189,0.00010609557,0.0000916107],"about_ca_topic_score_codex":0.00002412491,"about_ca_topic_score_gemma":0.0000068593918,"teacher_disagreement_score":0.7588433,"about_ca_system_score_codex":0.00006265791,"about_ca_system_score_gemma":0.000009499045,"threshold_uncertainty_score":0.3446171},"labels":[],"label_agreement":null},{"id":"W2123316933","doi":"10.1007/s00766-009-0088-6","title":"Developing comprehensive acceptance tests from use cases and robustness diagrams","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"King Fahd University of Petroleum and Minerals","keywords":"Robustness (evolution); Robustness testing; Computer science; Acceptance testing; Reliability engineering; Software engineering; Engineering; Programming language; Software","score_opus":0.07690407596900042,"score_gpt":0.30633885552576606,"score_spread":0.22943477955676564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123316933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55762273,0.0003750144,0.44125807,0.000088130764,0.00016747735,0.00011225369,0.0000019851623,0.0003721436,0.0000021621065],"genre_scores_gemma":[0.83241445,0.00006055086,0.1673626,0.00006208814,0.000054850716,0.000010975878,0.0000046946143,0.000017359114,0.00001243374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984733,0.000016176966,0.00022215152,0.0004545817,0.0003598361,0.0004739964],"domain_scores_gemma":[0.9980801,0.0011703006,0.00003732366,0.0004755592,0.00008523571,0.000151511],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008558108,0.00023305793,0.00021447704,0.00015402675,0.00007943819,0.00035346491,0.00052868645,0.000060985745,0.0000032247108],"category_scores_gemma":[0.0008177969,0.0002480103,0.000031907064,0.00042786106,0.00001595381,0.0011021675,0.00023427285,0.00017068576,0.000006138677],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025249921,0.00018616686,0.17064355,0.0002643027,0.00032066755,0.0017026461,0.0012014103,0.5498931,0.037405163,0.016507551,0.00048524293,0.22136497],"study_design_scores_gemma":[0.0004545703,0.00006743989,0.83899117,0.00026946596,0.000006754469,0.0000483101,0.000008556027,0.15619138,0.0024607552,0.0001179148,0.00083711644,0.0005465931],"about_ca_topic_score_codex":0.000032185035,"about_ca_topic_score_gemma":0.0000023124733,"teacher_disagreement_score":0.6683476,"about_ca_system_score_codex":0.00014686934,"about_ca_system_score_gemma":0.00003376261,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W2123692211","doi":"10.1007/s00766-008-0073-5","title":"Designing socio-technical systems: from stakeholder goals to social networks","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Stakeholder; Requirements analysis; Computer science; Process (computing); Context (archaeology); Process management; Requirements engineering; Knowledge management; Requirements elicitation; Software; Systems engineering; Management science; Engineering; Management","score_opus":0.0947774844780522,"score_gpt":0.3083298438256685,"score_spread":0.21355235934761632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123692211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040051704,0.0004049224,0.9923465,0.00017699724,0.00086825417,0.00027865512,0.000003409201,0.0018612253,0.000054869877],"genre_scores_gemma":[0.4506158,0.0000070900296,0.5488918,0.00011500268,0.00029364112,0.000027605558,0.0000033272227,0.000024392875,0.00002134493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979421,0.00006708811,0.00040440244,0.00053636375,0.00038750216,0.0006625453],"domain_scores_gemma":[0.9989062,0.0003186625,0.00007643739,0.0004904321,0.000052234256,0.00015601037],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005860035,0.00029876112,0.00037212385,0.00014947502,0.00012932945,0.0001931911,0.00090981304,0.00015529394,0.0000025809468],"category_scores_gemma":[0.00032835867,0.0003238756,0.00007909244,0.00044640512,0.000011092353,0.00054006546,0.00022027415,0.00028588827,0.000014298246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030674678,0.00001668494,0.00002803794,0.000009202286,0.000025693727,0.000020275013,0.00022174632,0.95273745,0.034121014,0.0041013192,0.00035589683,0.008359582],"study_design_scores_gemma":[0.0031392754,0.0009588444,0.038428273,0.0014309917,0.00013560965,0.00005817681,0.0002893462,0.9106813,0.02268618,0.008071105,0.008101611,0.0060192943],"about_ca_topic_score_codex":0.0000053440517,"about_ca_topic_score_gemma":1.5117719e-7,"teacher_disagreement_score":0.44661063,"about_ca_system_score_codex":0.00028649575,"about_ca_system_score_gemma":0.000021203057,"threshold_uncertainty_score":0.9999213},"labels":[],"label_agreement":null},{"id":"W2132764782","doi":"10.1007/s00766-005-0014-5","title":"Is emotion relevant to requirements engineering?","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements engineering; Computer science; Requirements analysis; Work (physics); Software engineering; Requirement; Software; Knowledge management; Engineering; Programming language","score_opus":0.028980346911971745,"score_gpt":0.28612525990959087,"score_spread":0.2571449129976191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132764782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020537686,0.00018189274,0.97409546,0.0015522102,0.0008606087,0.00035089062,0.000003773308,0.0021209805,0.00029647845],"genre_scores_gemma":[0.4971976,0.00004988329,0.501512,0.000564617,0.00032145725,0.0000636064,0.0000038116445,0.000059387123,0.00022764028],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766827,0.0000141083365,0.00047170222,0.00059029856,0.000587,0.0006686245],"domain_scores_gemma":[0.99857044,0.00007761271,0.000089957844,0.00089959323,0.000076500604,0.00028591353],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004993694,0.00035926225,0.00025534997,0.00039212263,0.000077727585,0.00023390392,0.0009914151,0.00010896695,0.000051998584],"category_scores_gemma":[0.00021899396,0.00039542848,0.0001040912,0.00066685496,0.0000051210363,0.001524102,0.00038039568,0.00024257762,0.00024161767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041221185,0.0005655382,0.0017621166,0.0006366907,0.0006254188,0.00013181235,0.0046269624,0.50659794,0.17012176,0.056217898,0.032053154,0.22661951],"study_design_scores_gemma":[0.0004555424,0.00020312963,0.0023349475,0.0003100401,0.0000234246,0.000037313446,0.0000048192355,0.5351049,0.03913929,0.000076543336,0.4213761,0.0009339748],"about_ca_topic_score_codex":0.000012911435,"about_ca_topic_score_gemma":5.09186e-7,"teacher_disagreement_score":0.47665992,"about_ca_system_score_codex":0.0003032536,"about_ca_system_score_gemma":0.000026412408,"threshold_uncertainty_score":0.99984974},"labels":[],"label_agreement":null},{"id":"W2133468975","doi":"10.1007/s00766-010-0098-4","title":"Modeling and detecting semantic-based interactions in aspect-oriented scenarios","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Aspect-oriented programming; Notation; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Software engineering; Software; Programming language; Linguistics","score_opus":0.04103911231616917,"score_gpt":0.3055988583204198,"score_spread":0.2645597460042506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133468975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30211064,0.000028177557,0.6965987,0.00003701068,0.00069550733,0.00009006379,2.679598e-7,0.00042336597,0.000016255033],"genre_scores_gemma":[0.57023865,0.0000018246525,0.42969197,0.00001002468,0.000027323475,0.000013033155,4.1996725e-7,0.000013372956,0.0000033856259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988587,0.000019972853,0.00026123115,0.00034888496,0.00015960491,0.00035162046],"domain_scores_gemma":[0.99924976,0.00023636721,0.000035129375,0.00036664747,0.000036107172,0.00007600497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041618233,0.00017701721,0.00017085685,0.00032803338,0.00006514722,0.000068759044,0.00027935594,0.000043330736,0.0000021927742],"category_scores_gemma":[0.0008820352,0.00019576756,0.00003112528,0.00037859296,0.00001124852,0.00058552774,0.00016847668,0.00046693976,0.0000022973306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015613526,0.000012479735,0.00042681114,0.000027622931,0.000006618711,0.0000110117735,0.00015813934,0.91179454,0.08178909,0.0011907876,2.7126598e-7,0.0045810444],"study_design_scores_gemma":[0.00025514254,0.000012691946,0.0005705522,0.000083768704,0.0000027343415,0.000012234544,0.000013737722,0.99265206,0.005943581,0.00020495773,0.000052712607,0.00019581911],"about_ca_topic_score_codex":0.000027405316,"about_ca_topic_score_gemma":0.000040877647,"teacher_disagreement_score":0.268128,"about_ca_system_score_codex":0.00006865,"about_ca_system_score_gemma":0.000021467053,"threshold_uncertainty_score":0.7983169},"labels":[],"label_agreement":null},{"id":"W2135399200","doi":"10.1007/s00766-003-0173-1","title":"RE challenges in multi-site software development organisations","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":254,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Requirements engineering; Knowledge management; Negotiation; Computer science; Requirements analysis; Context (archaeology); Work (physics); Software development; Process management; Task (project management); Requirements management; Empirical research; Software requirements; Requirements elicitation; Software; Engineering; Systems engineering; Component-based software engineering; Geography; Political science; Public relations","score_opus":0.10153466705180779,"score_gpt":0.29385949699505465,"score_spread":0.19232482994324684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135399200","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059404294,0.0010630378,0.9914093,0.00010701919,0.00027396338,0.00014779267,4.3125644e-7,0.0008735668,0.00018444398],"genre_scores_gemma":[0.32367656,0.00015221623,0.67604625,0.000021160884,0.000009689166,0.000040235438,0.0000015583365,0.000019671024,0.000032669675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998905,0.000023686249,0.00025086288,0.00030794213,0.00020203736,0.00031046418],"domain_scores_gemma":[0.99936,0.00009868432,0.000047515863,0.00039281618,0.000028719,0.00007222442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042382503,0.00016848856,0.0001387362,0.00020597753,0.00005209585,0.0000683549,0.0003502001,0.00006442206,0.000016206644],"category_scores_gemma":[0.00033000807,0.00018455905,0.000024760286,0.00031099765,0.00000399772,0.0005826554,0.00009888755,0.00015076443,0.000026495767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015476424,0.0020379084,0.088517934,0.0019990848,0.0005943317,0.0006656322,0.059888218,0.20928934,0.017552419,0.22026446,0.0009342204,0.39824095],"study_design_scores_gemma":[0.0033172332,0.00022127152,0.10034224,0.0013013895,0.000032325264,0.00009811119,0.0004005225,0.1312329,0.07078989,0.00086877414,0.68750757,0.003887781],"about_ca_topic_score_codex":0.000005242483,"about_ca_topic_score_gemma":0.000015004126,"teacher_disagreement_score":0.6865733,"about_ca_system_score_codex":0.00015734437,"about_ca_system_score_gemma":0.000052189433,"threshold_uncertainty_score":0.75260997},"labels":[],"label_agreement":null},{"id":"W2135875948","doi":"10.1007/s00766-003-0181-1","title":"User?s manual as a requirements specification: case studies","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software requirements specification; Computer science; Requirements analysis; User requirements document; Software engineering; Programming language; Software; Software development; Software design","score_opus":0.06572052522864251,"score_gpt":0.35026638607864796,"score_spread":0.28454586085000544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135875948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47400308,0.001075693,0.52059376,0.00046474286,0.0015810269,0.00053553784,0.000003001344,0.001430774,0.00031237173],"genre_scores_gemma":[0.94509697,0.000096797274,0.05408428,0.000059664355,0.00021474484,0.000092902425,0.0000030946246,0.00004681437,0.00030472278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99749225,0.000019466772,0.00042424546,0.00060988707,0.0007704032,0.0006837563],"domain_scores_gemma":[0.9984189,0.00016047832,0.00006747609,0.0009742505,0.00015582847,0.00022305809],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048762286,0.00030525913,0.00025865165,0.00033625864,0.00015689613,0.0001858197,0.0008731573,0.00007016978,0.000017217248],"category_scores_gemma":[0.0006024183,0.00032299757,0.00008117711,0.0007379746,0.00003425826,0.0010179563,0.00051084184,0.0002332614,0.00029826342],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006330103,0.0012848927,0.008668106,0.00185706,0.0030632648,0.05495719,0.015039897,0.39351675,0.07058505,0.4076196,0.0035449348,0.03979997],"study_design_scores_gemma":[0.040755346,0.0056509445,0.052660655,0.0075348387,0.00053932035,0.06972801,0.0040263985,0.10581845,0.50078803,0.02407168,0.16858308,0.019843243],"about_ca_topic_score_codex":0.000025006753,"about_ca_topic_score_gemma":0.0000019393863,"teacher_disagreement_score":0.4710939,"about_ca_system_score_codex":0.0006647394,"about_ca_system_score_gemma":0.0000799398,"threshold_uncertainty_score":0.9999222},"labels":[],"label_agreement":null},{"id":"W2137292425","doi":"10.1007/s00766-010-0103-y","title":"An approach to capture authorisation requirements in business processes","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Computer science; Software engineering; Business Process Model and Notation; Business requirements; Business process; Process (computing); Usability; Business process modeling; Authorization; Notation; Systems engineering; Functional requirement; Process management; Human–computer interaction; Engineering; Programming language; Work in process; Computer security","score_opus":0.024588500414723807,"score_gpt":0.24823746177040568,"score_spread":0.22364896135568188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137292425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871216,0.000055243865,0.12238532,0.0004041481,0.0008253481,0.0004491675,0.0000030447204,0.00052014086,0.004141569],"genre_scores_gemma":[0.9929747,0.0000054175684,0.0053932536,0.00031208788,0.00095363654,0.0001119591,0.000112364076,0.00007424133,0.00006235904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792796,0.000004394565,0.000459286,0.000598538,0.00049483497,0.00051497034],"domain_scores_gemma":[0.9989118,0.000009456894,0.00014060864,0.00041794014,0.00047275654,0.00004741891],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005080697,0.00033737993,0.00031129594,0.0008839609,0.00013074846,0.0004372851,0.00048436513,0.00014418385,0.000034219123],"category_scores_gemma":[0.0003473136,0.00033701505,0.000041834806,0.0028184496,0.000015923903,0.002603011,0.00010657553,0.00026534847,0.000051153296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010140679,0.0017147111,0.06783321,0.0051347567,0.00014349025,0.000023424864,0.0009837428,0.73543036,0.1590663,0.012936775,0.00040660836,0.016225189],"study_design_scores_gemma":[0.001666353,0.000013649321,0.058530893,0.00053309987,0.000199462,0.00000559533,0.0004467724,0.922264,0.0009284865,0.0006730852,0.012797259,0.0019413842],"about_ca_topic_score_codex":0.00069681753,"about_ca_topic_score_gemma":0.00013021879,"teacher_disagreement_score":0.18683358,"about_ca_system_score_codex":0.000052116862,"about_ca_system_score_gemma":0.000048513302,"threshold_uncertainty_score":0.9999082},"labels":[],"label_agreement":null},{"id":"W2138095731","doi":"10.1007/pl00010359","title":"Modelling Off-the-Shelf Information Systems Requirements: An Ontological Approach","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Off the shelf; Computer science; Systems engineering; Software engineering; Engineering","score_opus":0.03296486259424324,"score_gpt":0.23836521655527457,"score_spread":0.20540035396103132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138095731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039635185,0.00043312713,0.95484483,0.00010856621,0.00064937636,0.00037470696,0.0000016886191,0.00046044358,0.0034920657],"genre_scores_gemma":[0.97041434,0.00006472106,0.028779063,0.00037826502,0.00020314973,0.00007740087,0.000040924035,0.000016462029,0.00002568545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979967,0.000053213455,0.0004877638,0.0003416427,0.0005928617,0.00052783376],"domain_scores_gemma":[0.9988195,0.00003443604,0.00013366844,0.00076860725,0.00009421428,0.00014963155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047715055,0.00025979796,0.00020948461,0.0001784732,0.0002148739,0.0004335082,0.0012942804,0.00009106488,0.0000032357723],"category_scores_gemma":[0.000006567356,0.0001953173,0.00006339754,0.00054442964,0.000013522208,0.0028638253,0.0002430126,0.00020603393,0.0000279507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007895391,0.000059371658,0.00014035986,0.00007132551,0.00004340589,0.000004840418,0.0015020763,0.9580637,0.00028058182,0.031044925,0.000011685807,0.00876982],"study_design_scores_gemma":[0.00029604617,0.00006715309,0.00010106412,0.000044284538,0.0000113977185,0.00003835615,0.00014477356,0.97692513,0.00007601588,0.00011036368,0.021947531,0.00023790442],"about_ca_topic_score_codex":0.00012942265,"about_ca_topic_score_gemma":0.0000031066047,"teacher_disagreement_score":0.93077916,"about_ca_system_score_codex":0.00009006232,"about_ca_system_score_gemma":0.000023015984,"threshold_uncertainty_score":0.7964809},"labels":[],"label_agreement":null},{"id":"W2139608538","doi":"10.1007/s00766-005-0008-3","title":"Applying a pragmatics-based creativity-fostering technique to requirements elicitation","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Brainstorming; Requirements elicitation; Pragmatics; Viewpoints; Creativity; Computer science; Requirements engineering; Process (computing); Artificial intelligence; Software engineering; Human–computer interaction; Psychology; Linguistics; Programming language; Software; Social psychology","score_opus":0.047522968692475874,"score_gpt":0.32018252302496775,"score_spread":0.2726595543324919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139608538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004051811,0.000055894896,0.99151117,0.0004044788,0.0002208417,0.0012738573,0.0000016043972,0.0018764471,0.0006038839],"genre_scores_gemma":[0.41950777,0.000004274981,0.5790678,0.00022507895,0.00008633096,0.0010508638,0.000002760159,0.00003440667,0.000020691352],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801224,0.00003605009,0.00045465212,0.0004710352,0.0005101626,0.0005158416],"domain_scores_gemma":[0.9987051,0.0001898947,0.00013167513,0.0007076345,0.0000790727,0.00018663282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008095359,0.000310476,0.00024356165,0.0004491622,0.00011646451,0.0002690081,0.00077336235,0.000091278576,0.000014241202],"category_scores_gemma":[0.00031065018,0.0003466304,0.00007286355,0.0006591757,0.000005780007,0.0017958673,0.00038479335,0.00020357403,0.000044636883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002130153,0.00023217296,0.00040443876,0.00043277064,0.00010887144,0.00003111473,0.0008597394,0.2994587,0.37456724,0.011524798,0.0004780282,0.3118808],"study_design_scores_gemma":[0.0005496156,0.0002591336,0.00042708757,0.00077178923,0.000026021537,0.000022396394,0.0000105901545,0.7173797,0.1937546,0.00030793843,0.08548844,0.001002695],"about_ca_topic_score_codex":0.000012956183,"about_ca_topic_score_gemma":0.0000016296941,"teacher_disagreement_score":0.41792098,"about_ca_system_score_codex":0.00030957023,"about_ca_system_score_gemma":0.000038624927,"threshold_uncertainty_score":0.99989855},"labels":[],"label_agreement":null},{"id":"W2140629797","doi":"10.1007/s00766-012-0159-y","title":"Guidelines for using UML association classes and their effect on domain understanding in requirements engineering","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; UML tool; Domain (mathematical analysis); Association (psychology); Systems engineering; Programming language; Engineering; Psychology; Mathematics; Software","score_opus":0.14466363731676277,"score_gpt":0.35794081310961684,"score_spread":0.21327717579285407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140629797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34848875,0.00028527417,0.64967644,0.00008693317,0.0007583356,0.00043978993,0.0000032080004,0.00024380516,0.000017466626],"genre_scores_gemma":[0.95112437,0.00001507867,0.048388027,0.00003652826,0.0002719764,0.00008110514,0.000004339413,0.000062473,0.000016103899],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976145,0.000041611896,0.00045518923,0.00040496624,0.00047913936,0.0010045826],"domain_scores_gemma":[0.9981474,0.0011392027,0.0000986296,0.00035634817,0.00007727991,0.00018110687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002288356,0.00035122444,0.0003433523,0.000559724,0.00009399467,0.00017092424,0.0003681395,0.00013339103,0.0000017349769],"category_scores_gemma":[0.0022289644,0.00034026577,0.000077893594,0.0005347276,0.0000072892212,0.0009842153,0.00020430058,0.00022492168,0.000002758966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009676499,0.0003430882,0.2749758,0.002259513,0.0008721079,0.000025122428,0.0031964697,0.3281172,0.3263637,0.052203115,0.00066167203,0.010885425],"study_design_scores_gemma":[0.0023536216,0.00032765095,0.011932202,0.0011232337,0.000020141546,0.0000132751975,0.000068049034,0.9610767,0.020557614,0.00023803797,0.0013446509,0.000944874],"about_ca_topic_score_codex":0.000008481825,"about_ca_topic_score_gemma":9.820208e-7,"teacher_disagreement_score":0.6329594,"about_ca_system_score_codex":0.0019631612,"about_ca_system_score_gemma":0.000027536847,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W2142065829","doi":"10.1007/s00766-004-0191-7","title":"Specifying and analyzing early requirements in Tropos","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Language Of Temporal Ordering Specification; Model checking; Specification language; Refinement","score_opus":0.048256912385296606,"score_gpt":0.2946526828152498,"score_spread":0.2463957704299532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142065829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20439209,0.0003776612,0.79425836,0.000055302782,0.00032367455,0.00013618704,4.1726838e-7,0.00039801223,0.000058313162],"genre_scores_gemma":[0.54912287,0.00005524416,0.4507282,0.000014524569,0.000035871886,0.000012880576,5.410726e-7,0.000019935305,0.000009924436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983373,0.0000254665,0.0003610163,0.000469438,0.00027062066,0.0005361505],"domain_scores_gemma":[0.9992769,0.00010129067,0.00006332922,0.00042771795,0.000023810277,0.000106959065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004752434,0.00024332099,0.00026284982,0.00038089263,0.000056645466,0.00011031453,0.0004826428,0.00006504497,0.0000016229869],"category_scores_gemma":[0.00028922845,0.0002685907,0.0000411195,0.00056308176,0.000020321582,0.0011408064,0.00031469384,0.0002217812,0.000006940665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000812533,0.00005769818,0.008069675,0.00013877187,0.000066216264,0.00018129435,0.0014723962,0.8711253,0.06314695,0.032480057,0.000002802526,0.02325071],"study_design_scores_gemma":[0.019557523,0.0014065974,0.57022136,0.0051638344,0.00010805154,0.00029095288,0.0003209725,0.14568755,0.15827645,0.08829844,0.0024292408,0.008239037],"about_ca_topic_score_codex":0.000024716199,"about_ca_topic_score_gemma":0.0000024442877,"teacher_disagreement_score":0.72543776,"about_ca_system_score_codex":0.0003142138,"about_ca_system_score_gemma":0.000022184187,"threshold_uncertainty_score":0.99997663},"labels":[],"label_agreement":null},{"id":"W2142902629","doi":"10.1007/s00766-009-0081-0","title":"Investigating business-IT alignment through multi-disciplinary goal concepts","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Strategic alignment; Discipline; Usability; Knowledge management; Perspective (graphical); Strategic management; Computer science; Management science; Process management; Strategic planning; Engineering; Business; Political science; Strategic financial management; Marketing","score_opus":0.037274535805679444,"score_gpt":0.284619147175286,"score_spread":0.2473446113696066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142902629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80746824,0.000421087,0.10516526,0.0067285555,0.0020789043,0.0011835584,0.00000960655,0.0023395095,0.07460526],"genre_scores_gemma":[0.9908835,0.000018136807,0.005829655,0.0025528183,0.00044753958,0.000020100357,0.00003949412,0.000021720887,0.00018703449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860567,0.0000020157931,0.0004337271,0.00022925515,0.00030223504,0.00042710165],"domain_scores_gemma":[0.9994202,0.000007666928,0.00022477836,0.0002369888,0.00009608336,0.000014271653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015858882,0.00024617094,0.00020601068,0.00012619531,0.00018548335,0.00016060218,0.00027744978,0.00010594839,0.00008758555],"category_scores_gemma":[0.00008550163,0.00024685133,0.000054279426,0.00049691333,0.0000362778,0.0025665225,0.000114212744,0.00015661285,0.00019869056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055346918,0.0008204225,0.019617222,0.0017179144,0.00037663025,0.00016724234,0.002543561,0.13620237,0.09937141,0.64814806,0.035068568,0.05591125],"study_design_scores_gemma":[0.009482988,0.00016991937,0.30912465,0.0019224823,0.00024290859,0.00004315914,0.0027379135,0.4350198,0.011042819,0.012278907,0.21379256,0.0041418914],"about_ca_topic_score_codex":0.000038722537,"about_ca_topic_score_gemma":0.0000031322022,"teacher_disagreement_score":0.63586915,"about_ca_system_score_codex":0.00008280155,"about_ca_system_score_gemma":0.000019104427,"threshold_uncertainty_score":0.9999984},"labels":[],"label_agreement":null},{"id":"W2143134708","doi":"10.1007/s00766-007-0053-1","title":"Unified use case statecharts: case studies","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unification; Computer science; Domain (mathematical analysis); Software engineering; Unified Modeling Language; Programming language; Software; Mathematics","score_opus":0.15657445195834338,"score_gpt":0.37357331588320514,"score_spread":0.21699886392486176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143134708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13336492,0.00040113972,0.863682,0.00001691151,0.0010156673,0.00016231697,0.000002492086,0.0013402733,0.000014326382],"genre_scores_gemma":[0.4111571,0.00003793728,0.5886148,0.000029245588,0.000052820415,0.0000103084785,7.649396e-7,0.000026691352,0.000070317634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.99826884,0.000031409134,0.00040470323,0.00042298003,0.00023796983,0.0006341097],"domain_scores_gemma":[0.9979783,0.0009942192,0.00007713849,0.00068736647,0.00011350222,0.0001494491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011600795,0.0002821158,0.00027075573,0.00028959106,0.0001266514,0.000095566575,0.0003316819,0.00006740351,0.0000016668337],"category_scores_gemma":[0.0013400649,0.00028365836,0.00005858316,0.0005130301,0.000028571427,0.001257632,0.00036240535,0.000211251,0.000008432597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014885091,0.000070969654,0.00014580556,0.0002928644,0.00040936325,0.34735274,0.003588903,0.55469865,0.01582933,0.02524181,0.00016788092,0.05218682],"study_design_scores_gemma":[0.006165161,0.0011855713,0.0007956874,0.0011774122,0.00026573933,0.44297513,0.0048591765,0.27222854,0.22672084,0.00944711,0.025632503,0.008547105],"about_ca_topic_score_codex":0.000016582158,"about_ca_topic_score_gemma":0.0000075663897,"teacher_disagreement_score":0.28247008,"about_ca_system_score_codex":0.00022946403,"about_ca_system_score_gemma":0.00001494334,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W2143321576","doi":"10.1007/s00766-002-0154-9","title":"Lightweight models for interpreting informal specifications","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Promela; Computer science; Software engineering; Protocol (science); Formal specification; Iterative and incremental development; Process (computing); Software development process; Software; Software requirements specification; Model checking; Interpretation (philosophy); Software development; Goal-Driven Software Development Process; Formal methods; Programming language; Software construction","score_opus":0.046645851916074205,"score_gpt":0.25251593214375156,"score_spread":0.20587008022767736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143321576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000546396,0.000080124286,0.9958138,0.00004143375,0.00038412213,0.0003451661,0.0000029687951,0.001152371,0.0016336046],"genre_scores_gemma":[0.25010973,0.000010802282,0.74954516,0.000029553388,0.000032007545,0.00014832149,0.0000037033801,0.000025853204,0.00009484273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987485,0.0000092321825,0.00033836238,0.00029560566,0.0002061366,0.00040220033],"domain_scores_gemma":[0.99914104,0.00004769107,0.0000633568,0.00057025836,0.00007680332,0.00010085011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031194367,0.00019732273,0.00016003058,0.00019625416,0.00007833005,0.000113882656,0.0006105066,0.000065752785,0.0000049740634],"category_scores_gemma":[0.00002822492,0.00021346103,0.000085520536,0.00024797945,0.000007814005,0.0010811065,0.00010382116,0.00011431035,0.0000072277617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.876852e-7,0.00001621188,0.000023417628,0.00003302505,0.00002020265,9.551501e-7,0.00026774433,0.07938427,0.0022065963,0.91281426,0.00019118113,0.0050413483],"study_design_scores_gemma":[0.00016599034,0.000031271084,0.000022533504,0.000074366,0.000004640478,0.0000071307413,0.0000011997278,0.870484,0.016838768,0.0014289846,0.11067523,0.00026586556],"about_ca_topic_score_codex":0.0000010986072,"about_ca_topic_score_gemma":1.6135205e-7,"teacher_disagreement_score":0.9113853,"about_ca_system_score_codex":0.00009851846,"about_ca_system_score_gemma":0.000030295378,"threshold_uncertainty_score":0.8704688},"labels":[],"label_agreement":null},{"id":"W2148159886","doi":"10.1007/s00766-006-0032-y","title":"View merging in the presence of incompleteness and inconsistency","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Merge (version control); Theoretical computer science; Terminology; Tracing; Traceability; Formalism (music); Data science; Data mining; Information retrieval; Programming language; Software engineering","score_opus":0.021575367968019423,"score_gpt":0.24175964940378877,"score_spread":0.22018428143576935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148159886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79605687,0.0022377102,0.19977471,0.00033704465,0.00020020627,0.00018125358,4.3156817e-7,0.00006962659,0.0011421437],"genre_scores_gemma":[0.9907812,0.000027332402,0.009142774,0.000020036829,0.000013960673,0.000007659374,2.5361896e-7,0.0000026232767,0.000004199658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993617,0.00002229861,0.0001883997,0.00013044967,0.00015078938,0.0001463892],"domain_scores_gemma":[0.99960434,0.00010823777,0.00003726265,0.00022686686,0.000013395176,0.000009921248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000289068,0.00007020577,0.00011286675,0.00007213461,0.000024055156,0.00003234236,0.00039642066,0.000016337603,6.317445e-7],"category_scores_gemma":[0.000037462745,0.000051552484,0.000016271339,0.00021979137,0.000019110765,0.00021213276,0.0001275982,0.000044224293,4.723571e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006237943,0.0001862237,0.13996302,0.0010293301,0.000053575804,0.00013121098,0.004591358,0.0258708,0.05654407,0.7135922,0.0001330406,0.057898942],"study_design_scores_gemma":[0.00080609566,0.00007353529,0.62729025,0.0006101383,0.000015233123,0.000059656468,0.00028087516,0.35632238,0.005868965,0.00632569,0.0018994104,0.00044776362],"about_ca_topic_score_codex":0.00015550262,"about_ca_topic_score_gemma":0.000020241618,"teacher_disagreement_score":0.7072665,"about_ca_system_score_codex":0.000010091056,"about_ca_system_score_gemma":0.000008848839,"threshold_uncertainty_score":0.21022493},"labels":[],"label_agreement":null},{"id":"W2149539327","doi":"10.1007/s00766-010-0102-z","title":"Deconstructing the semantics of big-step modelling languages","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Class (philosophy); Natural language processing; Popularity; Formal semantics (linguistics); Semantic compression; Distributional semantics; Artificial intelligence; Semantic data model; Programming language; Semantic computing; Semantic technology; Semantic Web","score_opus":0.042503248267764304,"score_gpt":0.28955750565852734,"score_spread":0.24705425739076303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149539327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073183626,0.0000829997,0.9252673,0.000038036967,0.0009332866,0.000078390265,6.418333e-7,0.00029742386,0.000118301155],"genre_scores_gemma":[0.42796746,0.0000067159212,0.57193834,0.0000062163845,0.000056382833,0.0000038668177,2.167636e-7,0.000011481149,0.000009333321],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909174,0.000016506006,0.00023937545,0.00019310287,0.00019928327,0.00025998527],"domain_scores_gemma":[0.99891126,0.00037452637,0.00008230193,0.0005560785,0.000036679838,0.000039154027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004740367,0.0001379896,0.00015556495,0.00007856471,0.00005454717,0.000036076504,0.00069120736,0.000052265907,0.00000292534],"category_scores_gemma":[0.00038428587,0.00011150849,0.0000510379,0.00025889667,0.000030968145,0.00022947317,0.00027269384,0.00026518162,0.0000027849537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7856565e-7,0.0000050654667,0.00027183315,0.000035905323,0.000020408766,0.0000034770162,0.00020577674,0.9156723,0.042609304,0.015189147,0.0000046060277,0.02598168],"study_design_scores_gemma":[0.0001422556,0.000014805983,0.00020795653,0.000049599414,0.000009287009,0.000029844474,0.000041598705,0.95655257,0.041150443,0.0010700931,0.00050851837,0.00022305489],"about_ca_topic_score_codex":0.000007789889,"about_ca_topic_score_gemma":0.0000014652824,"teacher_disagreement_score":0.35478383,"about_ca_system_score_codex":0.000015575832,"about_ca_system_score_gemma":0.000013688212,"threshold_uncertainty_score":0.4547184},"labels":[],"label_agreement":null},{"id":"W2151456360","doi":"10.1007/s00766-006-0027-8","title":"Aybüke Aurum and Claes Wohlin (eds): Engineering and managing software requirements","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering; Computer science","score_opus":0.013158514332759743,"score_gpt":0.23567964584450254,"score_spread":0.2225211315117428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151456360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05685622,0.0031380164,0.9367975,0.00024459217,0.00052094687,0.00028204036,0.0000037624961,0.0020263258,0.00013057709],"genre_scores_gemma":[0.55975336,0.00044172714,0.4392588,0.00006874109,0.00020035183,0.00005598456,0.000009140966,0.00007756499,0.00013430834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997973,0.000017883895,0.00041770015,0.00059859257,0.00037155315,0.00062122854],"domain_scores_gemma":[0.9990351,0.0001630755,0.00010498208,0.0005028779,0.00003895674,0.0001550112],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004603642,0.00038955058,0.00029406798,0.0003436419,0.0001286836,0.00039313675,0.00046853887,0.000114004484,0.0000059830754],"category_scores_gemma":[0.00011803403,0.000429107,0.00005127572,0.00036228134,0.000021329159,0.001389121,0.0005022379,0.00025999622,0.0000050367194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070057926,0.000516659,0.045761976,0.0042572035,0.0009708342,0.0009234545,0.001563493,0.20815903,0.095211916,0.19625074,0.004724413,0.44159025],"study_design_scores_gemma":[0.0016972111,0.00029205196,0.025827937,0.0010963499,0.00010051335,0.00024932084,0.000018860987,0.86491317,0.009956889,0.002715042,0.09065444,0.0024782068],"about_ca_topic_score_codex":0.00007783724,"about_ca_topic_score_gemma":0.000002346426,"teacher_disagreement_score":0.65675414,"about_ca_system_score_codex":0.000087706314,"about_ca_system_score_gemma":0.000015877915,"threshold_uncertainty_score":0.99981606},"labels":[],"label_agreement":null},{"id":"W2152164499","doi":"10.1007/s00766-011-0117-0","title":"Digital privacy: theory, policies and technologies","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Internet privacy; Computer security; Privacy software; Information privacy; Privacy by Design","score_opus":0.04351737823997481,"score_gpt":0.278942772248132,"score_spread":0.2354253940081572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152164499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8162343,0.0021662496,0.048770867,0.0011187092,0.0011247733,0.0010295626,0.000041457017,0.0039769304,0.12553714],"genre_scores_gemma":[0.99861187,0.00020298235,0.00096044986,0.000009564497,0.000056680332,0.000013459613,0.000002094571,0.0000093138115,0.00013360329],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935925,0.00001258924,0.00010039267,0.00013765288,0.00014488187,0.00024524354],"domain_scores_gemma":[0.99969786,0.000021449192,0.00002876472,0.00019214227,0.000016623464,0.00004317284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002565555,0.00008459341,0.00007798712,0.00009682196,0.00017324298,0.00009926391,0.00028965104,0.00006720002,0.000018197581],"category_scores_gemma":[0.0006675793,0.00008304317,0.000018866112,0.0001384621,0.00010915258,0.00067913794,0.00029862684,0.00007816551,0.000011149081],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034078144,0.00013791336,0.017320056,0.00010797115,0.00012620036,0.000012281305,0.0395636,0.000004976193,0.0038314199,0.70046353,0.00045477768,0.23794319],"study_design_scores_gemma":[0.00172799,0.000448188,0.044621777,0.00041344407,0.00010690573,0.000022665254,0.032911308,0.0007901006,0.029199984,0.30492803,0.5825502,0.0022793547],"about_ca_topic_score_codex":0.00015632456,"about_ca_topic_score_gemma":0.000010713183,"teacher_disagreement_score":0.58209544,"about_ca_system_score_codex":0.000045557135,"about_ca_system_score_gemma":0.000015088509,"threshold_uncertainty_score":0.3386402},"labels":[],"label_agreement":null},{"id":"W2161637233","doi":"10.1007/s007660200008","title":"Requirements Engineering and Technology Transfer: Obstacles, Incentives and Improvement Agenda","year":2002,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Incentive; Technology transfer; Engineering management; Business; Computer science; Engineering; Knowledge management; Economics; Microeconomics","score_opus":0.026067381879355603,"score_gpt":0.23899772970256242,"score_spread":0.2129303478232068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161637233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17636433,0.0051107355,0.8146632,0.0005703798,0.00054425927,0.00050692953,0.0000059853983,0.002105208,0.00012901686],"genre_scores_gemma":[0.92270625,0.0013741091,0.07564264,0.000052191113,0.000049629794,0.00006692885,0.0000019478744,0.000043897817,0.000062388935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825406,0.000010666413,0.0003561911,0.00055201707,0.00028876038,0.0005382789],"domain_scores_gemma":[0.9992325,0.000074094634,0.000049620165,0.00046277323,0.0000410605,0.00013996396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025717888,0.0003345367,0.00026405154,0.00040704038,0.000101894824,0.00020037904,0.00045917585,0.0001251413,0.000014098936],"category_scores_gemma":[0.00009301785,0.0003609601,0.000035991674,0.00051109673,0.000029500447,0.0010494731,0.00034422212,0.00025206775,0.0000046213904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013536937,0.0003494691,0.0046950313,0.0012439671,0.00071268145,0.00024798315,0.0023179273,0.0036934356,0.43824515,0.07601127,0.00067991886,0.47178963],"study_design_scores_gemma":[0.0021102738,0.00078175834,0.00241411,0.0006593296,0.00009098929,0.00015825893,0.000055723274,0.83253175,0.06884993,0.0004637901,0.089889556,0.0019945477],"about_ca_topic_score_codex":0.000009590825,"about_ca_topic_score_gemma":5.488754e-7,"teacher_disagreement_score":0.8288383,"about_ca_system_score_codex":0.00008997305,"about_ca_system_score_gemma":0.0000071930094,"threshold_uncertainty_score":0.99988425},"labels":[],"label_agreement":null},{"id":"W2161849440","doi":"10.1007/s007660170013","title":"From Non-Functional Requirements to Design through Patterns","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":219,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Functional requirement; Computer science; Software engineering","score_opus":0.12472457154920946,"score_gpt":0.32024164918658515,"score_spread":0.1955170776373757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161849440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01125425,0.00006401558,0.9850797,0.00015735034,0.002064474,0.00031675922,0.000004419738,0.0009665693,0.00009243274],"genre_scores_gemma":[0.13813646,0.000030085645,0.86099887,0.00022455897,0.00033005493,0.00008925603,0.000009197759,0.000046597823,0.00013493137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997702,0.00004539822,0.0003888376,0.000670381,0.00054609147,0.00064728764],"domain_scores_gemma":[0.9985752,0.00031935793,0.00006970327,0.0008160672,0.00004927709,0.00017037118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003803789,0.0003427527,0.00028596589,0.00016775986,0.00009172679,0.000118970944,0.0009125585,0.0000854665,0.00003515708],"category_scores_gemma":[0.00034568377,0.0003673377,0.00007740339,0.00052177714,0.00000957162,0.0012013299,0.0004279406,0.00018182865,0.00012631157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015418163,0.000045395576,0.0006365284,0.000015728769,0.000095652525,0.00007116996,0.00065225083,0.9518768,0.035575148,0.0005924767,0.00043821818,0.00998519],"study_design_scores_gemma":[0.005280345,0.0010852064,0.06071763,0.0015720096,0.00011953919,0.00012699646,0.00021580471,0.6728296,0.18362129,0.025622934,0.042844485,0.005964125],"about_ca_topic_score_codex":0.00004092108,"about_ca_topic_score_gemma":7.2814584e-7,"teacher_disagreement_score":0.2790472,"about_ca_system_score_codex":0.00025967142,"about_ca_system_score_gemma":0.000030419185,"threshold_uncertainty_score":0.99987787},"labels":[],"label_agreement":null},{"id":"W2170060592","doi":"10.1007/s00766-010-0097-5","title":"When-to-release decisions for features with time-dependent value functions","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Intuition; Computer science; Software release life cycle; Software; Software quality; Software development","score_opus":0.014732299191175574,"score_gpt":0.25917951899457753,"score_spread":0.24444721980340195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170060592","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007918423,0.0000316756,0.9892478,0.00042261896,0.0007193754,0.0004067228,0.000009116845,0.0010575487,0.000186746],"genre_scores_gemma":[0.21165447,0.0000035641538,0.78712595,0.000123508,0.00016182558,0.00018985642,0.000006526954,0.000041820655,0.0006924945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988335,0.0000072504668,0.0001691028,0.0003572946,0.00029344347,0.00033943687],"domain_scores_gemma":[0.99870986,0.0003245091,0.00004495954,0.0006389813,0.00007878607,0.00020290921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029442605,0.00019324989,0.0001426115,0.00019900732,0.00012346305,0.00020025812,0.0006104807,0.000070551214,0.000021267248],"category_scores_gemma":[0.0003877036,0.00016998935,0.00005561011,0.00023872315,0.000006790726,0.00053127477,0.0001498099,0.00024039755,0.0000456628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015151588,0.00048778154,0.00048317827,0.00014652072,0.00052169623,0.00008145907,0.0010579082,0.45258582,0.26491112,0.09150827,0.044580303,0.14348443],"study_design_scores_gemma":[0.0018652007,0.0011675528,0.0031151376,0.00039663055,0.00013917134,0.0002533251,0.000014343942,0.46046346,0.039733168,0.0018471295,0.48901787,0.0019869888],"about_ca_topic_score_codex":0.000015373851,"about_ca_topic_score_gemma":0.0000049010755,"teacher_disagreement_score":0.44443756,"about_ca_system_score_codex":0.00003860473,"about_ca_system_score_gemma":0.000037349404,"threshold_uncertainty_score":0.6931964},"labels":[],"label_agreement":null},{"id":"W2170950705","doi":"10.1007/s00766-007-0050-4","title":"Assessing critical functional and non-functional requirements for web-based procurement systems: a comprehensive survey","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; York University","funders":"","keywords":"Procurement; E-procurement; Functional requirement; Business; The Internet; Business process; Electronic business; Phone; Process management; Computer science; Knowledge management; Business model; World Wide Web; Marketing; Software engineering; Work in process","score_opus":0.2705285323994412,"score_gpt":0.42451071600381796,"score_spread":0.15398218360437677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170950705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49326602,0.00012036251,0.504362,0.00011829049,0.0014804036,0.00043446376,0.000024614199,0.00014035402,0.000053485786],"genre_scores_gemma":[0.99349356,0.0000016099535,0.005957541,0.00013375083,0.00013918159,0.00009215763,0.00005045485,0.000033064258,0.00009870186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99632215,0.00006648329,0.00093833887,0.0006853384,0.0014080609,0.0005796234],"domain_scores_gemma":[0.9971802,0.0013682708,0.0001853012,0.00037880335,0.000674562,0.00021282492],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039971145,0.00028928844,0.00036287808,0.000609277,0.00027900652,0.00041534053,0.00025872077,0.00019281577,0.000057042602],"category_scores_gemma":[0.0017837093,0.00026645025,0.00009736684,0.0005152307,0.0001015576,0.0006779064,0.000106702304,0.00021491067,0.000025454297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005077035,0.0007172742,0.82404447,0.0002995375,0.0002449984,0.000043116946,0.00009199877,0.013732,0.14073066,0.005021404,0.00813255,0.006434272],"study_design_scores_gemma":[0.0019373203,0.0001124223,0.9389841,0.00012448245,0.00003549081,0.000013092764,0.00021924905,0.05268596,0.00085158134,0.00010174913,0.00459631,0.00033826014],"about_ca_topic_score_codex":0.000012371833,"about_ca_topic_score_gemma":0.000009983748,"teacher_disagreement_score":0.5002275,"about_ca_system_score_codex":0.00021976554,"about_ca_system_score_gemma":0.00012660782,"threshold_uncertainty_score":0.9999788},"labels":[],"label_agreement":null},{"id":"W2170963582","doi":"10.1007/s00766-007-0041-5","title":"MiHOS: an approach to support handling the mismatches between system requirements and COTS products","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systems engineering; Computer science; Requirements analysis; Reliability engineering; Engineering; Operating system; Software","score_opus":0.09880262873347517,"score_gpt":0.31504234760101346,"score_spread":0.2162397188675383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170963582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088221945,0.0001582771,0.90930665,0.00005960022,0.0005995657,0.0005199434,0.0000023783364,0.0009642532,0.0001673716],"genre_scores_gemma":[0.5294531,0.0000034277218,0.47021455,0.000027730028,0.00020338251,0.000027311711,0.0000044937697,0.000032758973,0.000033260556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974171,0.00005775313,0.00050522346,0.00072248915,0.00052181137,0.00077564287],"domain_scores_gemma":[0.9983242,0.0002746567,0.000104079765,0.0009490526,0.00009194956,0.0002560539],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002856477,0.0003449631,0.0003512875,0.00022841041,0.00019392073,0.00019033576,0.0010645881,0.00008808462,3.0869313e-7],"category_scores_gemma":[0.0004495209,0.00028804893,0.000038624366,0.0006060857,0.000031415082,0.0008571125,0.00046946286,0.00021828864,0.0000067179813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070568814,0.0003459509,0.015427481,0.00411463,0.0008652113,0.000167912,0.020998333,0.5324061,0.17279853,0.041027375,0.00034326667,0.21143465],"study_design_scores_gemma":[0.0070061046,0.0031343002,0.18480304,0.00339769,0.0005670555,0.0007860194,0.00531029,0.24092221,0.5153995,0.001871575,0.02572689,0.011075298],"about_ca_topic_score_codex":0.000008078419,"about_ca_topic_score_gemma":4.4189983e-7,"teacher_disagreement_score":0.44123113,"about_ca_system_score_codex":0.00020245578,"about_ca_system_score_gemma":0.000031413576,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W2171761464","doi":"10.1007/s00766-006-0036-7","title":"Introduction to the best research papers from RE’05","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.12762148729130912,"score_gpt":0.41340278328960806,"score_spread":0.28578129599829893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171761464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84250134,0.00074682897,0.023845766,0.07865194,0.007163082,0.00086970616,0.000040866584,0.0002549328,0.04592555],"genre_scores_gemma":[0.9873383,0.000007649994,0.0008478321,0.00022520637,0.0049461126,0.000030865707,0.000011894611,0.000019109186,0.0065730223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996252,0.00011950547,0.00045876676,0.00053189346,0.0022009301,0.000436918],"domain_scores_gemma":[0.99834114,0.0005553481,0.00006331602,0.00073672185,0.00019807088,0.000105406994],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0058784285,0.00011818726,0.00014744018,0.00029571596,0.0002752985,0.00110304,0.0018544245,0.00008090371,0.00037623165],"category_scores_gemma":[0.004244835,0.00007703614,0.000046912282,0.0014187708,0.000031363412,0.0008871563,0.00040798838,0.00044808484,0.0007672238],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015782618,0.000034206118,0.0030396485,0.0000024254782,0.000020618705,0.00000528344,0.00038576956,0.074954316,0.017199371,0.0016993227,0.8597106,0.042932708],"study_design_scores_gemma":[0.00011472073,0.000021159725,0.0059176157,0.000021323158,0.0000044785297,0.0000012523843,0.00056706433,0.0046607777,0.0019251842,0.0009809987,0.98565775,0.000127681],"about_ca_topic_score_codex":0.00079850614,"about_ca_topic_score_gemma":0.00006978572,"teacher_disagreement_score":0.14483698,"about_ca_system_score_codex":0.00014682207,"about_ca_system_score_gemma":0.000030242614,"threshold_uncertainty_score":0.9999339},"labels":[],"label_agreement":null},{"id":"W2527497011","doi":"10.1007/s00766-016-0259-1","title":"Continuous clarification and emergent requirements flows in open-commercial software ecosystems","year":2016,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"VINNOVA","keywords":"Computer science; Knowledge management; Software development; Process management; Business; Software","score_opus":0.034471520706949525,"score_gpt":0.27806177561016693,"score_spread":0.2435902549032174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527497011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24159628,0.00007486483,0.7555956,0.0007110089,0.0008674096,0.0007302953,0.000009034627,0.00024393818,0.00017154659],"genre_scores_gemma":[0.948138,0.000024486768,0.05134402,0.00008026624,0.0000803543,0.00014245113,0.00000785368,0.000031558873,0.00015103752],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998023,0.000051556544,0.00061513623,0.0005421073,0.00033504053,0.00043317242],"domain_scores_gemma":[0.9989191,0.000067471025,0.00014366147,0.00066622515,0.00009543243,0.00010809427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077540823,0.00022032566,0.0002691583,0.00026867958,0.00010226294,0.00026563907,0.0011241524,0.00008960551,0.000029019402],"category_scores_gemma":[0.00021782056,0.00019387381,0.000031059575,0.000563018,0.000013674519,0.0016629372,0.0007195594,0.00011235104,0.00004401562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003130465,0.0006125338,0.29876918,0.0002692364,0.00026605662,0.00007564836,0.0019276028,0.0013154582,0.13874191,0.07063132,0.0025627704,0.484797],"study_design_scores_gemma":[0.024290334,0.0010245639,0.49603242,0.00625269,0.00011264793,0.00014497516,0.00032047124,0.1527191,0.031068573,0.004531593,0.2765521,0.0069505204],"about_ca_topic_score_codex":0.00009756102,"about_ca_topic_score_gemma":0.00007149499,"teacher_disagreement_score":0.7065417,"about_ca_system_score_codex":0.00024824304,"about_ca_system_score_gemma":0.00004512735,"threshold_uncertainty_score":0.79059446},"labels":[],"label_agreement":null},{"id":"W2545010811","doi":"10.1007/s00766-016-0260-8","title":"Effective use of analysts’ effort in automated tracing","year":2016,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Lockheed Martin; National Aeronautics and Space Administration; National Science Foundation","keywords":"Tracing; Computer science; Programming language","score_opus":0.02469034825982708,"score_gpt":0.2809362799748374,"score_spread":0.2562459317150103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545010811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5935225,0.000031017837,0.40560266,0.000015673393,0.00013066476,0.00017061034,0.000001027592,0.00051723083,0.000008632923],"genre_scores_gemma":[0.984349,0.0000068108047,0.0155503005,0.0000031708992,0.000016074773,0.000034324818,5.1427094e-7,0.000019016024,0.000020752384],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986425,0.00002126537,0.0002971497,0.0002890748,0.00036033744,0.0003896419],"domain_scores_gemma":[0.99878746,0.0005936024,0.000045047782,0.000442476,0.0000518971,0.00007954264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039352453,0.00014610174,0.00021829757,0.00051487924,0.000013936297,0.000037153928,0.00040981662,0.000052568903,0.000004057474],"category_scores_gemma":[0.0006704075,0.00011737003,0.00005474668,0.00077612314,0.000012968943,0.0007864659,0.0001678261,0.00008678337,0.000009777336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017377164,0.00014033855,0.3467423,0.00033917226,0.00022047863,0.00013514177,0.0005535149,0.16052118,0.44926882,0.0018749852,0.000097873104,0.040088817],"study_design_scores_gemma":[0.0006841101,0.00006866028,0.52499676,0.0005777943,0.0000044945,0.000006251688,0.0000012287346,0.414847,0.058464646,0.00001327996,0.00010264985,0.00023315517],"about_ca_topic_score_codex":0.000029686496,"about_ca_topic_score_gemma":0.0000016986224,"teacher_disagreement_score":0.39082655,"about_ca_system_score_codex":0.0002247706,"about_ca_system_score_gemma":0.000022953129,"threshold_uncertainty_score":0.4786211},"labels":[],"label_agreement":null},{"id":"W2755269200","doi":"10.1007/s00766-017-0280-z","title":"Goal-oriented requirements engineering: an extended systematic mapping study","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Generalitat Valenciana; European Commission","keywords":"Conceptualization; Scopus; Computer science; Field (mathematics); Systematic review; Requirements engineering; Data science; Implementation; Management science; Software engineering; Engineering; Political science; Artificial intelligence; Software","score_opus":0.07901895294172681,"score_gpt":0.3368146672498515,"score_spread":0.25779571430812465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755269200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07482461,0.00016505927,0.91909784,0.000027774577,0.0025069516,0.0012961071,0.0000024185767,0.0020109545,0.000068256966],"genre_scores_gemma":[0.6746458,0.000008535336,0.32476732,0.000014370307,0.00013591128,0.00024006146,0.000003498246,0.00008299349,0.00010149634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99590886,0.00012553004,0.0009453379,0.0010453006,0.0009337988,0.0010411729],"domain_scores_gemma":[0.99513924,0.00023103884,0.00043935425,0.0037016352,0.00015392699,0.00033478515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018892513,0.0006552666,0.0008410592,0.00046069777,0.00048597,0.00066791667,0.0031888615,0.00012808504,0.0000051921625],"category_scores_gemma":[0.0028139297,0.0006751473,0.00014113839,0.00035921147,0.000032311404,0.003283693,0.0011315539,0.00037137207,0.00003085173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004133296,0.0019661419,0.0063751885,0.016439902,0.0020481236,0.0011420662,0.009810807,0.7934154,0.1295683,0.030971086,0.00006554635,0.008156107],"study_design_scores_gemma":[0.0046999445,0.0012455506,0.070229694,0.0072740647,0.00021746758,0.00010791137,0.0007594425,0.90205663,0.008364811,0.0007267426,0.0004918817,0.003825857],"about_ca_topic_score_codex":0.00001682161,"about_ca_topic_score_gemma":0.0000015586453,"teacher_disagreement_score":0.5998212,"about_ca_system_score_codex":0.00036409963,"about_ca_system_score_gemma":0.00004139482,"threshold_uncertainty_score":0.99956995},"labels":[],"label_agreement":null},{"id":"W2799759507","doi":"10.1007/s00766-018-0294-1","title":"A systematic literature mapping of goal and non-goal modelling methods for legal and regulatory compliance","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compliance (psychology); Domain (mathematical analysis); Computer science; Management science; Process management; Systematic review; Risk analysis (engineering); Focus (optics); Data science; Psychology; Political science; Engineering; MEDLINE; Business; Law; Social psychology","score_opus":0.06571911413597815,"score_gpt":0.34174340610487897,"score_spread":0.2760242919689008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799759507","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009230642,0.0034617744,0.98627204,0.000010753573,0.00041185934,0.00041388487,0.0000022012257,0.00018686955,0.000009956213],"genre_scores_gemma":[0.14416666,0.000045790523,0.8556257,0.0000100067855,0.00006669783,0.00004155162,7.3901805e-7,0.000020870053,0.000021982021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987574,0.000049372746,0.00038691566,0.0003657957,0.00013727626,0.00030322472],"domain_scores_gemma":[0.9987801,0.00051291817,0.00012414124,0.00039321376,0.000115307106,0.000074368356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010623016,0.00021171845,0.00042802474,0.00017698485,0.00007388442,0.00008997744,0.00030710938,0.00007597986,1.5231205e-7],"category_scores_gemma":[0.00034912975,0.00020692476,0.000046226585,0.00025785237,0.000049939623,0.0005846901,0.0002084979,0.000108921144,2.1028195e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033613924,0.00004314743,0.000082036495,0.10736202,0.00044317986,0.0000122402735,0.007136402,0.5376492,0.28929868,0.04080129,0.00001726393,0.017120888],"study_design_scores_gemma":[0.0002772506,0.00007361064,0.0001216452,0.007247715,0.000014265007,0.000024197594,0.000019420277,0.98365843,0.0073003396,0.0009904127,0.000048161994,0.00022456438],"about_ca_topic_score_codex":0.0000010872706,"about_ca_topic_score_gemma":6.543313e-8,"teacher_disagreement_score":0.4460092,"about_ca_system_score_codex":0.000042296444,"about_ca_system_score_gemma":0.0000140770735,"threshold_uncertainty_score":0.8438147},"labels":[],"label_agreement":null},{"id":"W2803112921","doi":"10.1007/s00766-018-0297-y","title":"Author Correction: Customer support ticket escalation prediction using feature engineering","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ticket; Feature engineering; Feature (linguistics); Customer service","score_opus":0.02143582517668638,"score_gpt":0.2635398976053534,"score_spread":0.24210407242866702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803112921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115208775,0.000022595534,0.8733845,0.000062007115,0.0099331075,0.00023739082,0.0000022849558,0.0008410919,0.00030827834],"genre_scores_gemma":[0.972175,0.0000023466318,0.026423456,0.00002185257,0.0008430715,0.00001554192,0.0000077517525,0.000024535264,0.00048645024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985977,0.000014004966,0.00029238116,0.00036179446,0.00037233188,0.0003618113],"domain_scores_gemma":[0.99922043,0.000023455526,0.000075207216,0.00044288172,0.0001285877,0.00010944669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003981981,0.00019665722,0.0001665988,0.00020361553,0.000144723,0.00010475892,0.00027438204,0.0001347691,0.000029946716],"category_scores_gemma":[0.00006854467,0.00019261302,0.00006490576,0.00055834535,0.000016646023,0.0010109873,0.000108442575,0.00017256758,0.00009708974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007629919,0.00042994777,0.12078555,0.0014631816,0.000694998,0.00005831796,0.0079614865,0.53252465,0.22599576,0.0032119337,0.037818857,0.068979055],"study_design_scores_gemma":[0.00019726632,0.00007721056,0.01344393,0.00012100087,0.000014391158,0.000050270213,0.0000072120447,0.9674461,0.005751526,0.0000032074865,0.012677366,0.00021055897],"about_ca_topic_score_codex":0.000007957928,"about_ca_topic_score_gemma":4.434835e-7,"teacher_disagreement_score":0.8569662,"about_ca_system_score_codex":0.00027011044,"about_ca_system_score_gemma":0.000047186786,"threshold_uncertainty_score":0.7854531},"labels":[],"label_agreement":null},{"id":"W2909230076","doi":"10.1007/s00766-018-00308-3","title":"From event logs to goals: a systematic literature review of goal-oriented process mining","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Process mining; Process (computing); Computer science; Interpretability; TRACE (psycholinguistics); Data science; Business process discovery; Process modeling; Event (particle physics); Exploit; Data mining; Business process management; Work in process; Management science; Business process; Business process modeling; Engineering; Machine learning","score_opus":0.009829487960794024,"score_gpt":0.24742020106527085,"score_spread":0.23759071310447683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909230076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759471,0.07113846,0.046681337,0.0008124455,0.0013755701,0.0023870422,0.000021583182,0.00051438663,0.0011220557],"genre_scores_gemma":[0.99716836,0.0005586673,0.0007781617,0.0007362989,0.0003822131,0.00009919037,0.00008633933,0.00005497839,0.00013578436],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99802226,0.000007930785,0.00074194674,0.00039493016,0.0005250101,0.0003079455],"domain_scores_gemma":[0.99882007,0.000028379345,0.00035486056,0.000411872,0.000358172,0.000026673435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004622452,0.00028250733,0.0007076277,0.00036827917,0.000037957794,0.000112678405,0.0003294886,0.00006446203,0.00008364055],"category_scores_gemma":[0.00030667117,0.00024559046,0.00014829478,0.0015027984,0.000005227017,0.00078737113,0.00012483986,0.000104175495,0.00011001047],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002201413,0.00012979275,0.0028731697,0.95413315,0.00038692413,0.000013433541,0.00046559473,0.036040276,0.004352402,0.00081413327,0.00028096043,0.00048817685],"study_design_scores_gemma":[0.00063601596,0.000016442535,0.00023617061,0.77128285,0.0006480398,0.0000019767206,0.00027158027,0.22477101,0.00034537597,0.00010717289,0.0009771363,0.00070620823],"about_ca_topic_score_codex":0.000033892964,"about_ca_topic_score_gemma":9.90933e-7,"teacher_disagreement_score":0.18873073,"about_ca_system_score_codex":0.00004045939,"about_ca_system_score_gemma":0.000015726986,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W2938506295","doi":"10.1007/s00766-019-00310-3","title":"A method for analyzing stakeholders’ influence on an open source software ecosystem’s requirements engineering process","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Process (computing); Artifact (error); Knowledge management; Sociotechnical system; Process management; Business; Competition (biology); Computer science; Ecology; Management; Economics","score_opus":0.05971288557738334,"score_gpt":0.33160982353103857,"score_spread":0.2718969379536552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938506295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24189825,0.000016155642,0.7551208,0.0000628671,0.00038561184,0.0017115694,0.00001895243,0.00073050405,0.00005527948],"genre_scores_gemma":[0.58241045,0.0000010251117,0.41667792,0.00017827871,0.00007925885,0.00036291202,0.000027387057,0.00011618824,0.00014656883],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996342,0.000054222874,0.00081183255,0.0011602618,0.0007092224,0.0009224634],"domain_scores_gemma":[0.99739283,0.00026378094,0.00031189428,0.0014417284,0.00034130554,0.000248434],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015525853,0.0005117728,0.000549378,0.00054364355,0.00021822134,0.0010261352,0.0032966987,0.00013738098,0.000018291472],"category_scores_gemma":[0.00038847828,0.0005637013,0.00009767181,0.0012843916,0.000007380199,0.003926667,0.00069565285,0.00029950443,0.000056134493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020782063,0.00015278587,0.005607769,0.00058404607,0.0002011638,0.0000065677996,0.0013420671,0.9606155,0.015749607,0.0052154907,0.000049054088,0.010455135],"study_design_scores_gemma":[0.0024167052,0.0007421183,0.0031174293,0.0015007781,0.00005068229,0.000020665879,0.00013687027,0.97170764,0.008299632,0.00019317468,0.010217687,0.0015966208],"about_ca_topic_score_codex":0.000030501773,"about_ca_topic_score_gemma":0.0000050103445,"teacher_disagreement_score":0.3405122,"about_ca_system_score_codex":0.0004007226,"about_ca_system_score_gemma":0.00013829317,"threshold_uncertainty_score":0.9996815},"labels":[],"label_agreement":null},{"id":"W2963608311","doi":"10.1007/s00766-019-00321-0","title":"Reconstructing the past: the case of the Spadina Expressway","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Computer science; Process (computing); Work (physics); Maturity (psychological); Order (exchange); Process management; Data science; Systems engineering; Operations research; Management science; Engineering; Business; Political science","score_opus":0.03139255597116661,"score_gpt":0.26408201163939665,"score_spread":0.23268945566823004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963608311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20047295,0.00017602452,0.7970652,0.00018518177,0.0015032527,0.0002510583,9.434384e-7,0.00015399395,0.00019139783],"genre_scores_gemma":[0.8845496,0.000006378257,0.11520779,0.00003311216,0.00007165198,0.000017119153,1.01432185e-7,0.000017002849,0.000097215496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899167,0.00008009907,0.00024562862,0.00021984022,0.00017790297,0.00028486358],"domain_scores_gemma":[0.99788874,0.000796704,0.000120706485,0.0011315872,0.00003675877,0.000025523805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007268881,0.00015141533,0.00014628087,0.00003950843,0.00010844407,0.0000516203,0.0012783079,0.000036846723,0.000005437953],"category_scores_gemma":[0.00040908426,0.00007713894,0.000084873536,0.00035687626,0.000043502845,0.0002885915,0.0005498091,0.00024586305,0.000006101855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026816035,0.000012293284,0.0033238467,0.00013503681,0.00009485455,0.000041433297,0.0016912868,0.9024133,0.030414654,0.03514939,0.00008654122,0.026634658],"study_design_scores_gemma":[0.001451401,0.00017366547,0.0081605185,0.00091395504,0.00009083701,0.0038679296,0.0013649894,0.83309525,0.12991299,0.010133332,0.009289961,0.00154515],"about_ca_topic_score_codex":0.000009960455,"about_ca_topic_score_gemma":5.62037e-7,"teacher_disagreement_score":0.68407667,"about_ca_system_score_codex":0.00004464118,"about_ca_system_score_gemma":0.000016376693,"threshold_uncertainty_score":0.31456345},"labels":[],"label_agreement":null},{"id":"W2966827261","doi":"10.1007/s00766-019-00322-z","title":"Expanding the nature and scope of requirements for service systems through Service-Dominant Logic: the case of a telemonitoring service","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Institut du Savoir Montfort; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service design; Service (business); Metamodeling; Software engineering; Systems engineering; Requirements engineering; Service provider; Knowledge management; Process management; Engineering; Programming language; Business","score_opus":0.03715026689893924,"score_gpt":0.2834308658578042,"score_spread":0.24628059895886495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966827261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919671,0.0012500118,0.0005761028,0.0023427631,0.001720487,0.0015884374,0.000009300432,0.000051585404,0.0004942038],"genre_scores_gemma":[0.99643946,0.0000352331,0.00032826816,0.002212589,0.0008167197,0.000083370076,0.000024308416,0.000044140397,0.000015916392],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983997,0.000013539259,0.00059877796,0.00033301627,0.00029734208,0.00035765985],"domain_scores_gemma":[0.9981164,0.0001288405,0.0005074433,0.0005532174,0.000683988,0.000010113044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009525125,0.00027433815,0.0003408629,0.00013494639,0.00019819598,0.00014897414,0.0004401611,0.00012208903,0.000009580631],"category_scores_gemma":[0.00006357843,0.0001822768,0.000050075378,0.0012697483,0.000011788393,0.0012077873,0.00029552312,0.00020492505,0.000008930741],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053239166,0.00027498914,0.011450848,0.061074827,0.0012154263,0.000042892596,0.0047793225,0.048582792,0.7784139,0.0884293,0.00047116252,0.004732168],"study_design_scores_gemma":[0.01993857,0.00047778434,0.015911464,0.021628492,0.0029453856,0.00060530874,0.055736214,0.54827446,0.225581,0.007700521,0.095870316,0.0053304564],"about_ca_topic_score_codex":0.0018033505,"about_ca_topic_score_gemma":0.00008886658,"teacher_disagreement_score":0.5528329,"about_ca_system_score_codex":0.00004130599,"about_ca_system_score_gemma":0.00001854951,"threshold_uncertainty_score":0.7433032},"labels":[],"label_agreement":null},{"id":"W3035995712","doi":"10.1007/s00766-020-00336-y","title":"Requirements engineering for sustainability: an awareness framework for designing software systems for a better tomorrow","year":2020,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"Engineering and Physical Sciences Research Council; Agència per a la Competitivitat de l’Empresa; Generalitat de Catalunya; European Commission","keywords":"Sustainability; Software system; Software; Software engineering; Computer science; Software requirements; Paradigm shift; Social software engineering; Software development; Systems engineering; Engineering; Knowledge management; Process management; Engineering management; Software construction","score_opus":0.04336728618799263,"score_gpt":0.2860637086809677,"score_spread":0.24269642249297507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035995712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095958576,0.0004593683,0.89616084,0.00014137483,0.001144803,0.004547633,0.0001443922,0.0014395871,0.0000034075229],"genre_scores_gemma":[0.8209204,0.000007977861,0.17338747,0.00008881205,0.0010277727,0.0040077935,0.00017888204,0.0003633719,0.000017494238],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647886,0.000023268714,0.0008850332,0.0008217254,0.00036700035,0.0014241065],"domain_scores_gemma":[0.9977947,0.0005311582,0.00010077247,0.00060812174,0.0004943198,0.00047096398],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073390943,0.00068935705,0.0007765697,0.0002005884,0.0002327684,0.00024743594,0.00054605195,0.000331384,0.0000060294524],"category_scores_gemma":[0.0018727698,0.00080404757,0.0003287323,0.0003612932,0.000023133194,0.0007499979,0.000085026266,0.00026714004,0.0000013946764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021271929,0.00008069037,0.0032336803,0.018203652,0.00042372305,0.000008254051,0.0013817035,0.9615985,0.00636662,0.0035863656,0.00041421864,0.0044898815],"study_design_scores_gemma":[0.0016255123,0.00044883275,0.00022761311,0.00030310696,0.000155589,0.0000023448042,0.00053515926,0.9822161,0.0039375415,0.0013100315,0.008163756,0.001074408],"about_ca_topic_score_codex":0.000012727008,"about_ca_topic_score_gemma":0.0000013449643,"teacher_disagreement_score":0.7249619,"about_ca_system_score_codex":0.00086415757,"about_ca_system_score_gemma":0.000110406494,"threshold_uncertainty_score":0.999441},"labels":[],"label_agreement":null},{"id":"W3097686248","doi":"10.1007/s00766-021-00369-x","title":"Stakeholder identification for a structured release planning approach in the automotive domain","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universität Stuttgart","keywords":"Automotive industry; Process management; Agile software development; Stakeholder; Context (archaeology); Transparency (behavior); Domain (mathematical analysis); Systems engineering; Computer science; Process (computing); New product development; Plan (archaeology); Action plan; Engineering; Knowledge management; Business; Software engineering; Computer security; Marketing","score_opus":0.058807634078624764,"score_gpt":0.28705967650502284,"score_spread":0.22825204242639807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097686248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030711213,0.00013423039,0.9678704,0.00015687253,0.000252367,0.00049908046,0.0000067015426,0.0003142634,0.000054855405],"genre_scores_gemma":[0.83835924,0.000001382779,0.16096824,0.00007581464,0.000034913424,0.0005175929,0.000016372962,0.000014376829,0.000012035362],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989313,0.00005523215,0.00021207232,0.00026487274,0.00030163038,0.00023490394],"domain_scores_gemma":[0.99933785,0.00015244563,0.000080992046,0.0003834155,0.00002055336,0.000024722223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010003109,0.00011552572,0.000095260046,0.00015672101,0.00015112924,0.00012835291,0.0007832159,0.000023283526,0.0000029480486],"category_scores_gemma":[0.000084827094,0.000105389794,0.00003805324,0.00043288068,0.000004613115,0.00039185368,0.0001423716,0.00021126565,3.1207207e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018131392,0.00012005553,0.00036681938,0.000116365234,0.000050150757,0.000025562493,0.009279519,0.9298867,0.0040867985,0.04978515,0.0010569625,0.0052078087],"study_design_scores_gemma":[0.000720506,0.00013137833,0.007892263,0.00003085946,0.0000139897065,0.000054164073,0.0006308102,0.96795744,0.00084564666,0.0030640229,0.018231492,0.00042743972],"about_ca_topic_score_codex":0.0000057818093,"about_ca_topic_score_gemma":1.1093723e-7,"teacher_disagreement_score":0.80764806,"about_ca_system_score_codex":0.00012104445,"about_ca_system_score_gemma":0.00001899818,"threshold_uncertainty_score":0.4297671},"labels":[],"label_agreement":null},{"id":"W3120666308","doi":"10.1007/s00766-020-00343-z","title":"Modeling machine learning requirements from three perspectives: a case report from the healthcare domain","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; University of Toronto","funders":"","keywords":"Requirements elicitation; Computer science; Domain (mathematical analysis); Relevance (law); Software deployment; Requirements analysis; Software engineering; Requirements management; Requirements engineering; Systems engineering; Process (computing); Set (abstract data type); Knowledge management; Process management; Artificial intelligence; Engineering; Software","score_opus":0.0854214624773326,"score_gpt":0.2947129834361665,"score_spread":0.20929152095883388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120666308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7810846,0.005643176,0.20850244,0.0019359249,0.0012968051,0.0003721467,0.000071313916,0.00042153263,0.0006720912],"genre_scores_gemma":[0.9936615,0.000089338566,0.0029422615,0.00041306086,0.0019549255,0.000037089954,0.00074763916,0.00008646702,0.0000677029],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729455,0.000023507944,0.00065771013,0.0008280534,0.0006269142,0.00056929624],"domain_scores_gemma":[0.9984864,0.000078171994,0.00021906111,0.00083890045,0.00033668728,0.000040797247],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004968028,0.00040263127,0.00035822715,0.00011652666,0.0005093639,0.000544553,0.0004490157,0.00011672533,0.00053368876],"category_scores_gemma":[0.00049160386,0.00034636428,0.00014061762,0.0006445033,0.000033473603,0.0013997634,0.0006221044,0.0004985826,0.00010061658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046529737,0.0013576166,0.26689094,0.001588447,0.0038250075,0.17821431,0.007829003,0.40630928,0.04491411,0.03613658,0.002970121,0.04949929],"study_design_scores_gemma":[0.0009179913,0.000010159143,0.0015620451,0.0008012358,0.00021672345,0.0008294835,0.0044633774,0.96581745,0.00028356642,0.003038319,0.021071067,0.0009885986],"about_ca_topic_score_codex":0.014970143,"about_ca_topic_score_gemma":0.0029537822,"teacher_disagreement_score":0.55950814,"about_ca_system_score_codex":0.00016590998,"about_ca_system_score_gemma":0.000056398643,"threshold_uncertainty_score":0.99989885},"labels":[],"label_agreement":null},{"id":"W3127323684","doi":"10.1007/s00766-020-00342-0","title":"RAPID: a knowledge-based assistant for designing web APIs","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Functional requirement; Software engineering; Application programming interface; Software requirements specification; Software design; World Wide Web; Non-functional requirement; Web service; Software; Software development; Software construction; Programming language","score_opus":0.08737167358119426,"score_gpt":0.31753107166029165,"score_spread":0.2301593980790974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127323684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006333695,0.0018629206,0.99496585,0.000082952334,0.001080044,0.00019951358,0.0000042924894,0.0010717949,0.00009925478],"genre_scores_gemma":[0.06733026,0.000023216913,0.93222225,0.00004696525,0.0000948896,0.000121162804,0.000006650306,0.000043013053,0.00011159342],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984206,0.000053683532,0.0003035986,0.0004890191,0.00020661124,0.000526517],"domain_scores_gemma":[0.9982296,0.00085505674,0.00006159084,0.0005955334,0.00014677377,0.00011142873],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006121729,0.00024595225,0.0002785331,0.00016485222,0.00009482973,0.00011669741,0.0005238052,0.00007620451,0.000006657001],"category_scores_gemma":[0.0012760675,0.00027143653,0.00012657163,0.0005154606,0.000012715742,0.00036482955,0.00017795774,0.0001367654,0.0000076109695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009293204,0.00009382298,0.00004436884,0.00044591335,0.00011647568,0.00006167406,0.0002632145,0.5316017,0.39375243,0.010626184,0.00032299382,0.062661916],"study_design_scores_gemma":[0.0011159086,0.00009179573,0.00011604226,0.00026285072,0.00002135934,0.000012784282,0.00001670967,0.6906185,0.2811442,0.00071883627,0.02525996,0.00062102074],"about_ca_topic_score_codex":3.148363e-7,"about_ca_topic_score_gemma":4.178111e-7,"teacher_disagreement_score":0.15901682,"about_ca_system_score_codex":0.00019294908,"about_ca_system_score_gemma":0.00018728634,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W3154577825","doi":"10.1007/s00766-021-00349-1","title":"A Game-theoretic approach to analyze interacting actors in GRL goal models","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"King Fahd University of Petroleum and Minerals","keywords":"Operationalization; Computer science; Game theory; Nash equilibrium; Requirements engineering; Stochastic game; Goal modeling; Perspective (graphical); Management science; Mathematical optimization; Mathematical economics; Engineering; Artificial intelligence; Software; Mathematics","score_opus":0.05365581364871434,"score_gpt":0.3040700666741221,"score_spread":0.25041425302540776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154577825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03659027,0.00015765129,0.9614852,0.000031882413,0.0005761448,0.00013560803,9.005522e-7,0.0004711924,0.0005511592],"genre_scores_gemma":[0.50348794,0.000009278901,0.49635735,0.000027060161,0.000030833547,0.000026085183,0.0000022177921,0.000022182534,0.000037070196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981545,0.000069173315,0.00036305079,0.00057140324,0.00029240147,0.00054943236],"domain_scores_gemma":[0.9988085,0.0003343868,0.00005017552,0.00061483774,0.000056746077,0.00013533822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051417464,0.0002487989,0.00029847762,0.00032528458,0.000026828675,0.000114173105,0.00063526985,0.000065640845,0.0000025151578],"category_scores_gemma":[0.0009403076,0.00027589855,0.00007281265,0.000987481,0.000009716036,0.0008508693,0.00053270283,0.00028784393,0.0000068677177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017918833,0.00003427038,0.000110111585,0.00006237258,0.000020080663,0.00003393194,0.0010074377,0.9741167,0.0067935935,0.014312183,0.000003931782,0.0035036036],"study_design_scores_gemma":[0.00028071145,0.00002122955,0.0005319587,0.00023710218,0.000006100585,0.000030005147,0.00009219397,0.9851567,0.009929405,0.003085473,0.00018048735,0.00044860924],"about_ca_topic_score_codex":0.0000054957363,"about_ca_topic_score_gemma":8.192658e-7,"teacher_disagreement_score":0.46689767,"about_ca_system_score_codex":0.0002621677,"about_ca_system_score_gemma":0.000040123872,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W3194111178","doi":"10.1007/s00766-021-00360-6","title":"A validation of QDAcity-RE for domain modeling using qualitative data analysis","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Deutsche Forschungsgemeinschaft; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Traceability; Domain (mathematical analysis); Computer science; Set (abstract data type); Data mining; Artificial intelligence; Machine learning; Mathematics; Software engineering; Programming language","score_opus":0.22658466325772372,"score_gpt":0.42070231335018665,"score_spread":0.19411765009246293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194111178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23517585,0.00011222955,0.76434445,0.000028467413,0.0001039585,0.000112532936,0.000027847998,0.000089190515,0.0000054490797],"genre_scores_gemma":[0.57529104,0.0000031138243,0.42459467,0.0000028956458,0.000018864446,0.000008294614,0.000063113126,0.0000118525095,0.000006148032],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983844,0.00005118925,0.00035308374,0.00046713869,0.00044452873,0.00029966686],"domain_scores_gemma":[0.99812055,0.00042650243,0.00006471728,0.0010912801,0.00022800684,0.00006892798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011624253,0.00013129476,0.00026415862,0.0003487851,0.000050256556,0.00008387015,0.00079751894,0.000045332952,0.0000054280567],"category_scores_gemma":[0.0009812419,0.00015241181,0.00009411534,0.001465668,0.000007678337,0.0006970572,0.0005193903,0.00008449727,7.4626564e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020730067,0.000025987509,0.00018501113,0.00012554938,0.00045162486,0.0000036358974,0.001619182,0.9542206,0.041158848,0.0019674196,0.0000051668158,0.00023493715],"study_design_scores_gemma":[0.0002218427,0.000011632918,0.00004536855,0.00005441947,0.00006912767,0.0000011798907,0.00015249113,0.9863756,0.012622496,0.00027060453,0.000030953946,0.0001443216],"about_ca_topic_score_codex":0.0000207776,"about_ca_topic_score_gemma":0.0000015130822,"teacher_disagreement_score":0.3401152,"about_ca_system_score_codex":0.00011292727,"about_ca_system_score_gemma":0.00008581611,"threshold_uncertainty_score":0.62151736},"labels":[],"label_agreement":null},{"id":"W4213006144","doi":"10.1007/s00766-021-00367-z","title":"Empirical research on requirements quality: a systematic mapping study","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Natural Sciences and Engineering Research Council of Canada; Universität Hamburg; Horizon 2020; Blekinge Tekniska Högskola; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Quality (philosophy); Correctness; Ambiguity; Empirical research; Requirements engineering; Consistency (knowledge bases); Requirements management; Non-functional requirement; Requirements analysis; Field (mathematics); Systematic review; Quality management; Data science; Management science; Knowledge management; Engineering; Artificial intelligence; Operations management; Mathematics","score_opus":0.35262491868272233,"score_gpt":0.47190431629617463,"score_spread":0.1192793976134523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213006144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2731585,0.00039970275,0.7162887,0.00059807603,0.001979882,0.00339643,0.0000055364717,0.0030337388,0.0011394483],"genre_scores_gemma":[0.983869,0.000004896317,0.0147802215,0.00011430776,0.0000722554,0.00094434153,0.0000023821128,0.000041966596,0.00017064097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951927,0.0007095785,0.00067455275,0.0006553521,0.002104545,0.00066325226],"domain_scores_gemma":[0.9975232,0.0008332083,0.00014492447,0.0012771161,0.00008305967,0.00013848915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0072763995,0.0002512326,0.000385989,0.0007472738,0.00049787917,0.00027164674,0.0016960694,0.000040368523,0.000031876334],"category_scores_gemma":[0.00061573414,0.0002586173,0.000087266104,0.00154922,0.000010681242,0.0005353588,0.0014298756,0.0007213691,0.00003508732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036953264,0.019341597,0.063428015,0.049659103,0.005306121,0.0041074245,0.080899164,0.49686822,0.025895502,0.21682663,0.02215785,0.015140825],"study_design_scores_gemma":[0.009092301,0.015189244,0.044569507,0.010695116,0.00023726079,0.00037207984,0.013760785,0.8166963,0.0029657874,0.0038832428,0.074790925,0.0077474597],"about_ca_topic_score_codex":0.000033227265,"about_ca_topic_score_gemma":4.9489245e-7,"teacher_disagreement_score":0.71071047,"about_ca_system_score_codex":0.0006152583,"about_ca_system_score_gemma":0.000053459204,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W4295898235","doi":"10.1007/s00766-022-00386-4","title":"Philanthropic conference-based requirements engineering in time of pandemic and beyond","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Event (particle physics); Requirements engineering; Software development; Engineering; Context (archaeology); Engineering management; Computer science; Software; Engineering ethics; Public relations; Political science","score_opus":0.030611368956484676,"score_gpt":0.26388206238314077,"score_spread":0.2332706934266561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295898235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5097808,0.00049557514,0.48776025,0.00015237577,0.00040846673,0.0004216705,0.000010818489,0.00081670657,0.00015329827],"genre_scores_gemma":[0.96853024,0.00004677169,0.031236218,0.000040658328,0.000019575466,0.00007400409,0.000007147365,0.000025674904,0.000019742864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844307,0.000032315198,0.0003839797,0.00034068796,0.0004554358,0.00034452157],"domain_scores_gemma":[0.9992568,0.00014074925,0.00011255372,0.00038851355,0.000025418898,0.000075961194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005800993,0.00020802897,0.0002691184,0.0003878868,0.00005603174,0.000057010224,0.0006646445,0.00004711348,0.000058553396],"category_scores_gemma":[0.00007615994,0.0002446605,0.00004243154,0.00047557693,0.000014643373,0.00052694185,0.0004630201,0.0002678398,0.0000019025249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008967199,0.0007394373,0.10282269,0.0012378875,0.00033770548,0.00024723032,0.0032413097,0.6537898,0.1852929,0.030010298,0.00045250345,0.021738553],"study_design_scores_gemma":[0.001429362,0.00037680392,0.008673485,0.0001871109,0.000018564882,0.000030141071,0.000018194172,0.9790423,0.0057358355,0.00016550478,0.0037261005,0.00059660466],"about_ca_topic_score_codex":0.000023247156,"about_ca_topic_score_gemma":5.3164376e-7,"teacher_disagreement_score":0.45874938,"about_ca_system_score_codex":0.00014798634,"about_ca_system_score_gemma":0.000045585344,"threshold_uncertainty_score":0.9976966},"labels":[],"label_agreement":null},{"id":"W4360980338","doi":"10.1007/s00766-023-00401-2","title":"WEBAPIK: a body of structured knowledge on designing web APIs","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Web engineering; Web standards; Web development; Vendor; Web modeling; Web API; Web design; Web application security; Web service; Software engineering","score_opus":0.06102238117760233,"score_gpt":0.3192031323913375,"score_spread":0.2581807512137352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360980338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026891861,0.0001374898,0.969953,0.000021747754,0.000988241,0.00015174944,0.000002868695,0.0017109934,0.00014204725],"genre_scores_gemma":[0.6492278,0.000027903492,0.3505377,0.0000074611025,0.00005951971,0.000023060466,0.0000021370206,0.00003414791,0.000080283266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985464,0.000044731554,0.00030547444,0.000362259,0.00028681572,0.00045427735],"domain_scores_gemma":[0.99872965,0.0004854038,0.00007610279,0.0005771747,0.00005003931,0.00008164648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051762257,0.00022926301,0.00027640996,0.0004623363,0.0000493553,0.00003238056,0.00071849686,0.000072752744,0.000004176648],"category_scores_gemma":[0.0006729318,0.00023357474,0.00007643152,0.0010445124,0.00001715471,0.0003057508,0.0002905162,0.00017087531,0.000039295348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044144576,0.000018440807,0.00008418726,0.0001484816,0.000059670736,0.000019592759,0.0004109526,0.56239164,0.41986212,0.008486156,0.00018369782,0.008330655],"study_design_scores_gemma":[0.00096205034,0.00027364,0.0041739405,0.00049747416,0.000017918599,0.000008589301,0.000033191922,0.610967,0.37815318,0.002212656,0.0018729704,0.0008274486],"about_ca_topic_score_codex":8.751561e-7,"about_ca_topic_score_gemma":1.6339054e-7,"teacher_disagreement_score":0.6223359,"about_ca_system_score_codex":0.00009403812,"about_ca_system_score_gemma":0.00003972911,"threshold_uncertainty_score":0.95249015},"labels":[],"label_agreement":null},{"id":"W4388197738","doi":"10.1007/s00766-023-00404-z","title":"The role of informal communication in building shared understanding of non-functional requirements in remote continuous software engineering","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software requirements; Functional requirement; Software engineering; Requirements analysis; Requirements engineering; Software requirements specification; Non-functional requirement; Software; Systems engineering; Software development; Software design; Engineering; Software construction; Programming language","score_opus":0.03305890421235072,"score_gpt":0.2724779328079949,"score_spread":0.2394190285956442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388197738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15784313,0.00033376936,0.8407215,0.000043034237,0.00028177528,0.00030197174,0.0000027981928,0.00038555215,0.000086508015],"genre_scores_gemma":[0.9172954,0.00015865259,0.08247084,0.00000361884,0.000014342124,0.000020070254,0.000007711029,0.000021993794,0.0000073441106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836403,0.000022267346,0.0006396395,0.00019670563,0.000389522,0.00038781093],"domain_scores_gemma":[0.998642,0.0005490928,0.00020062101,0.00052610226,0.00003926838,0.000042914875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012105528,0.00017346797,0.00023848876,0.00053851475,0.00006065873,0.000067844805,0.00075494195,0.00007869091,0.0000016819464],"category_scores_gemma":[0.00054150674,0.00017411135,0.000058413312,0.0012109431,0.00001778192,0.000969353,0.00039994303,0.00024431187,0.000001380088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006717831,0.000091922375,0.04688751,0.0005377054,0.00018624251,0.00002322118,0.0030588568,0.7884842,0.08010606,0.045376685,0.0000771199,0.035103273],"study_design_scores_gemma":[0.0005017416,0.00004979027,0.04324008,0.0008294193,0.000005589501,0.000003990192,0.00011417087,0.9464808,0.0070558987,0.0007215673,0.00076141395,0.00023555077],"about_ca_topic_score_codex":0.00010011482,"about_ca_topic_score_gemma":0.000007998713,"teacher_disagreement_score":0.7594523,"about_ca_system_score_codex":0.00020679134,"about_ca_system_score_gemma":0.000037605674,"threshold_uncertainty_score":0.71000546},"labels":[],"label_agreement":null},{"id":"W4393142189","doi":"10.1007/s00766-024-00416-3","title":"Improving requirements completeness: automated assistance through large language models","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Terminology; Completeness (order theory); Computer science; Natural language; Artificial intelligence; Filter (signal processing); Process (computing); Noise (video); Software engineering; Natural language processing; Programming language; Linguistics","score_opus":0.03724158375314305,"score_gpt":0.3098539232716619,"score_spread":0.2726123395185188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393142189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022518234,0.0028366086,0.9640875,0.000078945486,0.0014654051,0.00031180138,0.00002001637,0.008246606,0.00043490558],"genre_scores_gemma":[0.93000185,0.000030222118,0.06932965,0.000054163378,0.00015120578,0.000082990286,0.000019894918,0.000092793875,0.00023719933],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672294,0.00003312724,0.0004625664,0.0008125836,0.00091603503,0.0010527797],"domain_scores_gemma":[0.99854773,0.00022884755,0.000049564977,0.0009376295,0.00007584634,0.00016037746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006545634,0.00037233203,0.00029971404,0.00030602774,0.00012629385,0.00063829054,0.0011500358,0.00010465119,0.000021736694],"category_scores_gemma":[0.00018275696,0.00038486818,0.00011832266,0.0010913385,0.000018134124,0.0025181395,0.000608457,0.00034661387,0.00010438754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025195042,0.00046955943,0.0013686001,0.0059057637,0.0012587431,0.0027196473,0.010467394,0.3295246,0.38075995,0.23130205,0.006508935,0.029689554],"study_design_scores_gemma":[0.00032764344,0.000033122175,0.00045067273,0.00042021746,0.000010688188,0.000017538796,0.000021770637,0.9921067,0.0033310186,0.00013358875,0.002732939,0.00041414582],"about_ca_topic_score_codex":0.000053599673,"about_ca_topic_score_gemma":0.0000020497441,"teacher_disagreement_score":0.90748364,"about_ca_system_score_codex":0.00044438307,"about_ca_system_score_gemma":0.000096142234,"threshold_uncertainty_score":0.99986035},"labels":[],"label_agreement":null},{"id":"W4402400632","doi":"10.1007/s00766-024-00430-5","title":"Recommending and release planning of user-driven functionality deletion for mobile apps","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; York University","funders":"","keywords":"Computer science; Mobile apps; Human–computer interaction; World Wide Web","score_opus":0.0403477872092347,"score_gpt":0.3155739332268842,"score_spread":0.2752261460176495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402400632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17904845,0.00070138084,0.81917053,0.000038362185,0.00047120225,0.00022282213,0.0000051072343,0.0003243789,0.000017754157],"genre_scores_gemma":[0.951079,0.000024530222,0.04862467,0.0000053111494,0.00008419107,0.00011481121,0.0000068423738,0.000021064687,0.00003960062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904466,0.000009794085,0.0002063567,0.00028390696,0.00021640108,0.00023889293],"domain_scores_gemma":[0.9992007,0.00046063468,0.000022543409,0.00020202679,0.00004092019,0.000073146286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038024722,0.00011170832,0.0001226315,0.00021288592,0.000042965934,0.000092023365,0.00019608911,0.000043022657,0.0000049082932],"category_scores_gemma":[0.00017867453,0.000119809076,0.000045207475,0.0002698216,0.00000911669,0.0003967654,0.00012734122,0.00011184992,0.0000024693932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042689968,0.00012830249,0.017493635,0.0056482246,0.0005645385,0.00005476888,0.0017730562,0.6210643,0.14597644,0.053649545,0.0027143138,0.15089019],"study_design_scores_gemma":[0.0002883185,0.00012957548,0.005360741,0.00059230713,0.000012237406,0.000011671051,0.000014068544,0.9678486,0.004274232,0.00012514768,0.021119826,0.00022324923],"about_ca_topic_score_codex":0.0000040956515,"about_ca_topic_score_gemma":7.403603e-8,"teacher_disagreement_score":0.77203053,"about_ca_system_score_codex":0.000101981954,"about_ca_system_score_gemma":0.000024468689,"threshold_uncertainty_score":0.48856723},"labels":[],"label_agreement":null},{"id":"W4409163690","doi":"10.1007/s00766-025-00436-7","title":"Tracing content requirements in financial documents using multi-granularity text analysis","year":2025,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Tracing; Granularity; Computer science; Requirements analysis; Information retrieval; Software engineering; Programming language; Software","score_opus":0.05193979241721546,"score_gpt":0.3293895904679666,"score_spread":0.27744979805075115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409163690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15571386,0.00021658205,0.843126,0.000034993594,0.00020516009,0.0002978162,0.0000018479597,0.0002781544,0.00012561234],"genre_scores_gemma":[0.7972538,0.000017601684,0.20246226,0.00008774707,0.000015430041,0.00003520083,0.0000058104406,0.000013503065,0.000108672946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972449,0.00005821538,0.00082908105,0.0007447165,0.0004732499,0.0006498649],"domain_scores_gemma":[0.99877787,0.000041398584,0.00017466841,0.00080995215,0.00009972524,0.00009637356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006341533,0.00034574285,0.0005904234,0.0016823609,0.00012887808,0.0001685018,0.00094431045,0.00011939716,0.000008054153],"category_scores_gemma":[0.00018111363,0.0003858583,0.0002670355,0.003678163,0.00002402801,0.001326834,0.00045868597,0.00026468578,0.000003774754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047111604,0.0013723086,0.31898403,0.00040135885,0.0029933604,0.0002580489,0.0011117468,0.3481484,0.23594937,0.030748198,0.000046840265,0.05993923],"study_design_scores_gemma":[0.0011631302,0.000022936625,0.053395454,0.00030750415,0.00026650212,0.000001207907,0.000015801139,0.92403066,0.019619944,0.00046451628,0.00019822652,0.000514105],"about_ca_topic_score_codex":0.00028306854,"about_ca_topic_score_gemma":0.000109329274,"teacher_disagreement_score":0.64153993,"about_ca_system_score_codex":0.0007505054,"about_ca_system_score_gemma":0.000070173024,"threshold_uncertainty_score":0.99985933},"labels":[],"label_agreement":null}]}