{"meta":{"query_hash":"b5be6d2aa226","filters":{"venue":"Requirements Engineering"},"cohort_total":70,"direct_labels_cover":0,"predictions_cover":70,"exported":70,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b5be6d2aa226","api":"https://metacan.xera.ac/api/v1/cohort?venue=Requirements+Engineering"},"results":[{"id":"W1995075282","doi":"10.1007/s00766-011-0127-y","title":"On eliciting requirements from end-users in the ICT4D domain","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Requirements elicitation; Computer science; Information and Communications Technology; End user; Knowledge management; Context (archaeology); Requirements analysis; Requirements engineering; Domain (mathematical analysis); Field (mathematics); Requirement; Risk analysis (engineering); Management science; Process management; Software; Engineering; Business; World Wide Web","score_opus":0.06535847642227409,"score_gpt":0.25507656325499883,"score_spread":0.18971808683272473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995075282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21612844,0.00047697616,0.7357762,0.0031165266,0.000047768084,0.0017999338,0.0003504127,0.00041969438,0.041884053],"genre_scores_gemma":[0.54070556,0.000917586,0.44773737,0.00075052446,0.000046461228,0.0012210851,0.0014534221,0.00020418722,0.0069638034],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97487575,0.017215136,0.00092799455,0.0009233709,0.004943028,0.0011147351],"domain_scores_gemma":[0.8739616,0.111276,0.0018581945,0.0046116943,0.0074551906,0.0008372509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011374394,0.0010251275,0.0006998229,0.001628365,0.0018726483,0.002629147,0.0021114473,0.0027809513,0.0034858054],"category_scores_gemma":[0.06470301,0.00082932884,0.0009993541,0.001355119,0.0024080363,0.0044106785,0.003870878,0.0018021968,0.0010908241],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016711593,0.0030015719,0.0146077275,0.0046442216,0.00018266145,0.0041956226,0.051270626,0.12509087,0.060048282,0.18787701,0.010382879,0.5370274],"study_design_scores_gemma":[0.00042012075,0.0021212744,0.018048622,0.0028022167,0.00023143856,0.0035355098,0.041438162,0.5799373,0.064287364,0.191931,0.094837,0.00041003025],"about_ca_topic_score_codex":0.0065755867,"about_ca_topic_score_gemma":0.008529079,"teacher_disagreement_score":0.011374394,"about_ca_system_score_codex":0.0018705727,"about_ca_system_score_gemma":0.0029462145,"threshold_uncertainty_score":0.06015432},"labels":[],"label_agreement":null},{"id":"W2001314414","doi":"10.1007/s00766-014-0209-8","title":"Interactive goal model analysis for early requirements engineering","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Requirements engineering; Requirements analysis; Interactivity; Stakeholder; Software engineering; Scalability; Non-functional requirement; Visualization; Goal orientation; Systems engineering; Process management; Risk analysis (engineering); Software development; Software; Engineering; Artificial intelligence; Programming language","score_opus":0.050559628565480505,"score_gpt":0.31067480200155817,"score_spread":0.26011517343607765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001314414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064442568,0.000049765706,0.98668057,0.00007599125,0.000009281799,0.000164572,0.00023083831,0.0025380705,0.0038066139],"genre_scores_gemma":[0.22615783,0.00012781123,0.7674269,0.00010160142,0.000018342096,0.0005466075,0.0015455778,0.0008193688,0.0032560008],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99571747,0.0016637425,0.00017854756,0.00036581166,0.0017625794,0.00031184417],"domain_scores_gemma":[0.98969835,0.0075539104,0.00042650808,0.0011610343,0.0010372848,0.00012290615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033381106,0.0013834579,0.00085598754,0.0028846147,0.0008390145,0.0023201904,0.002162964,0.0009758585,0.011149448],"category_scores_gemma":[0.012835996,0.0009384722,0.0027518258,0.0012210511,0.0009442097,0.0032149053,0.0028002146,0.0023783452,0.0021703215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006277583,0.0007184145,0.0037072762,0.000886037,0.00036357253,0.00057353463,0.001422467,0.3328175,0.02189118,0.24583189,0.010724851,0.3804355],"study_design_scores_gemma":[0.000046719644,0.00009129753,0.00041425094,0.00006966313,0.00009460498,0.0000613311,0.00015871011,0.92070925,0.007991485,0.064080104,0.006252737,0.00002983548],"about_ca_topic_score_codex":0.0056912825,"about_ca_topic_score_gemma":0.007846273,"teacher_disagreement_score":0.011149448,"about_ca_system_score_codex":0.0016362766,"about_ca_system_score_gemma":0.0022005928,"threshold_uncertainty_score":0.03729856},"labels":[],"label_agreement":null},{"id":"W2030015318","doi":"10.1007/s00766-009-0090-z","title":"A vulnerability-centric requirements engineering framework: analyzing security attacks, countermeasures, and requirements based on vulnerabilities","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Information and Cyber Security","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Exploit; Vulnerability (computing); Computer security; Vulnerability management; Threat model; Computer science; Secure coding; Vulnerability assessment; Risk analysis (engineering); Security engineering; Security testing; Compromise; Software security assurance; Security information and event management; Security service; Information security; Cloud computing security; Business","score_opus":0.019267439777626547,"score_gpt":0.26682368702264375,"score_spread":0.2475562472450172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030015318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004240178,0.00016475566,0.99159473,0.0007546723,0.00002025365,0.00040743363,0.00013765547,0.0005576653,0.0021225004],"genre_scores_gemma":[0.07980441,0.00037283814,0.9173315,0.00028897403,0.000054329455,0.00052280974,0.0005142458,0.00013219753,0.0009786212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98434955,0.005814384,0.001530536,0.0013651715,0.006110863,0.0008294513],"domain_scores_gemma":[0.9818318,0.008584383,0.0020531241,0.0028069247,0.0041768015,0.00054686336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01277462,0.0023945598,0.0013387856,0.0054386663,0.0016299132,0.0059650517,0.0038076164,0.0022518977,0.0013420946],"category_scores_gemma":[0.02323923,0.0017105484,0.0040467107,0.0024884073,0.0037512735,0.0067201876,0.0029385304,0.003559697,0.0006200242],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011094231,0.00038308327,0.0030927644,0.0011816188,0.0004089715,0.0017549623,0.0031724197,0.23260774,0.018992111,0.6018293,0.0053139664,0.13115199],"study_design_scores_gemma":[0.00008787018,0.00028516885,0.0012605545,0.0009490836,0.00038156987,0.0013407392,0.0012712437,0.6365391,0.014034047,0.30835077,0.035319902,0.00017999762],"about_ca_topic_score_codex":0.007252553,"about_ca_topic_score_gemma":0.006625908,"teacher_disagreement_score":0.01277462,"about_ca_system_score_codex":0.0033936906,"about_ca_system_score_gemma":0.009152076,"threshold_uncertainty_score":0.06755942},"labels":[],"label_agreement":null},{"id":"W2030573703","doi":"10.1007/s00766-013-0181-8","title":"GaiusT: supporting the extraction of rights and obligations for regulatory compliance","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Health Insurance Portability and Accountability Act; Software portability; Annotation; Compliance (psychology); Computer science; Process (computing); Government (linguistics); Work (physics); Accountability; Computer security; Political science; Law; Engineering; Confidentiality; Artificial intelligence","score_opus":0.04330639118517105,"score_gpt":0.3152901052612124,"score_spread":0.2719837140760414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030573703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0084217265,0.00030240795,0.77403855,0.0013492963,0.0004396719,0.0006233653,0.0056476155,0.19651608,0.012661258],"genre_scores_gemma":[0.17728643,0.00047806668,0.7624495,0.0013277376,0.00023235979,0.00062531873,0.019757783,0.02583239,0.012010415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9898879,0.0035297454,0.00074998103,0.0012323377,0.003856033,0.0007439786],"domain_scores_gemma":[0.9786009,0.011048022,0.0012503992,0.006640731,0.0020386584,0.0004214422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007832424,0.0021730897,0.0013690706,0.0037694082,0.0013093881,0.006538704,0.0036207808,0.0031051536,0.021057075],"category_scores_gemma":[0.045791086,0.001528879,0.0033515366,0.002041552,0.0022137864,0.0074295364,0.008452494,0.0038210189,0.012922059],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015602948,0.0003710518,0.006368659,0.0023982371,0.00053893373,0.0019828503,0.0022309504,0.038490973,0.017465858,0.20852496,0.30139276,0.41867447],"study_design_scores_gemma":[0.0004693215,0.00012764333,0.0011578182,0.0006017539,0.00019796765,0.0008296834,0.00049411954,0.47545788,0.04728249,0.22902265,0.24408251,0.0002760893],"about_ca_topic_score_codex":0.0067984206,"about_ca_topic_score_gemma":0.010657668,"teacher_disagreement_score":0.021057075,"about_ca_system_score_codex":0.001247971,"about_ca_system_score_gemma":0.004133501,"threshold_uncertainty_score":0.070442915},"labels":[],"label_agreement":null},{"id":"W2031927211","doi":"10.1007/s00766-010-0099-3","title":"A controlled experiment to assess the impact of system architectures on new system requirements","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.04016249860977132,"score_gpt":0.32888828660906894,"score_spread":0.2887257879992976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031927211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705053,0.00005227577,0.0049317586,0.000114548006,0.00026229952,0.0051783253,0.00043321276,0.00019005273,0.001786967],"genre_scores_gemma":[0.9473751,0.000122961,0.025567453,0.000492095,0.00018584006,0.020132832,0.0007389159,0.00010053986,0.0052841716],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99507964,0.0017141656,0.0005364952,0.0011468831,0.0009183395,0.0006044249],"domain_scores_gemma":[0.9234727,0.062298406,0.004909779,0.0043500927,0.002567463,0.0024015887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059425873,0.0021093655,0.001271568,0.00066021556,0.0011387717,0.0014266288,0.0023293777,0.0023984564,0.009354043],"category_scores_gemma":[0.023591483,0.0010394873,0.00071366405,0.00042098798,0.0021007005,0.0016559252,0.0012220208,0.0027612625,0.0007735209],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22828862,0.36325905,0.008527797,0.0024508608,0.00053008687,0.00073996244,0.0044059996,0.01369455,0.3263909,0.0039026504,0.0032757241,0.044533808],"study_design_scores_gemma":[0.113823906,0.7182844,0.023302771,0.00012064819,0.0009385354,0.00017961295,0.0011775936,0.021971358,0.1110643,0.003383379,0.0053617996,0.0003917466],"about_ca_topic_score_codex":0.0012530073,"about_ca_topic_score_gemma":0.0017724608,"teacher_disagreement_score":0.009354043,"about_ca_system_score_codex":0.0011021429,"about_ca_system_score_gemma":0.0027105696,"threshold_uncertainty_score":0.03142774},"labels":[],"label_agreement":null},{"id":"W2032882655","doi":"10.1007/s00766-013-0165-8","title":"Dynamic decision models for staged software product line configuration","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Domain engineering; Software product line; Feature model; Product engineering; Computer science; Domain analysis; Context (archaeology); Reuse; Systems engineering; Software engineering; New product development; Product (mathematics); Domain (mathematical analysis); Product design specification; Process (computing); Process management; Software; Software development; Engineering; Product design; Component-based software engineering; Software construction; Business","score_opus":0.05078618235607469,"score_gpt":0.30431831884462784,"score_spread":0.25353213648855316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032882655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060101986,0.00045049476,0.927902,0.00059899845,0.000058976642,0.00026720832,0.0007714738,0.00046647398,0.00938243],"genre_scores_gemma":[0.8774578,0.0005057873,0.11015359,0.000108176035,0.000044898286,0.00053270336,0.000835559,0.00012180666,0.010239709],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668235,0.001559204,0.00014746228,0.0006045926,0.000557717,0.0004486828],"domain_scores_gemma":[0.9907961,0.0074027753,0.0006505959,0.00026692645,0.0005797608,0.00030383508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00477544,0.0018002447,0.0025998978,0.001902973,0.00079874595,0.0038834026,0.003146658,0.002645462,0.012521988],"category_scores_gemma":[0.012147347,0.0023425561,0.0017276643,0.0019666504,0.0015722563,0.0038076292,0.0016770805,0.0026461505,0.0012308283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000703158,0.000035706835,0.00015598962,0.000033691555,0.000020634023,0.000033999517,0.00003665396,0.98272574,0.00012676582,0.012002732,0.0002659936,0.0044918717],"study_design_scores_gemma":[0.000011704537,0.000020376821,0.000057618512,0.0000059570984,0.000009342258,0.000004913709,0.000008669858,0.99299484,0.000044356264,0.006672649,0.00016242682,0.0000070130814],"about_ca_topic_score_codex":0.017311513,"about_ca_topic_score_gemma":0.016626623,"teacher_disagreement_score":0.017311513,"about_ca_system_score_codex":0.004086907,"about_ca_system_score_gemma":0.0026959532,"threshold_uncertainty_score":0.041890204},"labels":[],"label_agreement":null},{"id":"W2037602363","doi":"10.1007/s00766-014-0214-y","title":"Requirements for tools for comprehending highly specialized assembly language code and how to elicit these requirements","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Program comprehension; Malware; Reverse engineering; Requirements analysis; Domain (mathematical analysis); Visualization; Cyberspace; Software; Government (linguistics); Data science; Computer security; World Wide Web; Software system; The Internet; Programming language; Artificial intelligence","score_opus":0.06456112806267894,"score_gpt":0.327813087020144,"score_spread":0.26325195895746506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037602363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010692082,0.00008983844,0.9755351,0.0010437734,0.00003875136,0.0012605671,0.0006271946,0.0034909786,0.007221734],"genre_scores_gemma":[0.075740226,0.00017622985,0.91516197,0.00033297465,0.000030717292,0.001561022,0.0025725882,0.0018053565,0.002618854],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97647095,0.007624471,0.0034456463,0.0012317355,0.010173739,0.0010533641],"domain_scores_gemma":[0.8658966,0.08809643,0.0070085996,0.014462229,0.023217859,0.0013182365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014081331,0.0023918664,0.0013088569,0.0034502724,0.0015878751,0.005427214,0.003036686,0.004498668,0.0067978282],"category_scores_gemma":[0.114379786,0.0024220634,0.0021598584,0.0018726572,0.0023712837,0.0073300716,0.0038719226,0.0047296034,0.0043111513],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053576985,0.0007926355,0.0058034747,0.00577373,0.0001385001,0.005699226,0.01668172,0.052565902,0.17573094,0.33136228,0.03309996,0.3718158],"study_design_scores_gemma":[0.00029240685,0.0007763768,0.006815103,0.00449634,0.00034297898,0.007932151,0.0094645,0.32595888,0.18867505,0.20165946,0.25312984,0.00045685348],"about_ca_topic_score_codex":0.002685135,"about_ca_topic_score_gemma":0.003116482,"teacher_disagreement_score":0.014081331,"about_ca_system_score_codex":0.0014068466,"about_ca_system_score_gemma":0.0050571063,"threshold_uncertainty_score":0.0744701},"labels":[],"label_agreement":null},{"id":"W2039523520","doi":"10.1007/s00766-014-0211-1","title":"An ASPIRE-based method for quality requirements identification from business goals","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Traceability; Computer science; Goal modeling; Quality (philosophy); Requirements traceability; Documentation; Requirements engineering; Software quality control; Software quality; Business requirements; Non-functional requirement; Requirements analysis; Process management; Requirement; Software engineering; Systems engineering; Business process; Engineering; Software; Software development; Operations management; Software construction; Work in process","score_opus":0.0921145270634323,"score_gpt":0.3931082431897172,"score_spread":0.3009937161262849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039523520","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001522539,0.00003269636,0.99451375,0.000057996236,0.00001536025,0.00010735805,0.00015254713,0.0022926356,0.0013050934],"genre_scores_gemma":[0.049359567,0.000051378924,0.9461124,0.000114804076,0.000015370388,0.00029715445,0.00088491786,0.00033819774,0.0028261968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99503136,0.0012064516,0.00033523186,0.000614605,0.002641259,0.00017106716],"domain_scores_gemma":[0.9945463,0.0023579733,0.000297427,0.0008452058,0.0018074587,0.00014566095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003336471,0.0010737323,0.000934297,0.003956813,0.0006868152,0.0023776237,0.0011966092,0.0010910627,0.008514821],"category_scores_gemma":[0.014370511,0.00062343525,0.0013825769,0.0014100926,0.0007133051,0.0021795013,0.0031994814,0.0017048531,0.0046248008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002898712,0.00027741282,0.003754009,0.00083478773,0.00016356746,0.0003336391,0.00087545393,0.015930805,0.029930677,0.04944624,0.01057131,0.8875921],"study_design_scores_gemma":[0.000104417544,0.00022711474,0.0031201118,0.00024016756,0.00011626223,0.0008797901,0.00046838424,0.8521371,0.04196371,0.044045553,0.056571033,0.00012632682],"about_ca_topic_score_codex":0.001943774,"about_ca_topic_score_gemma":0.0041384404,"teacher_disagreement_score":0.008514821,"about_ca_system_score_codex":0.00097369595,"about_ca_system_score_gemma":0.0017841647,"threshold_uncertainty_score":0.02848494},"labels":[],"label_agreement":null},{"id":"W2042463184","doi":"10.1007/s00766-013-0182-7","title":"Reuse of requirements reduced time to market at one industrial shop: a case study","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reuse; Time to market; Block (permutation group theory); Computer science; Artifact (error); Systems engineering; Product (mathematics); Process (computing); Software engineering; Engineering; Engineering management","score_opus":0.061842307890264875,"score_gpt":0.282729017443944,"score_spread":0.22088670955367914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042463184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99008477,0.00009037014,0.0055163503,0.00019525515,0.000007122703,0.00017742548,0.000060116414,0.00014531569,0.0037233965],"genre_scores_gemma":[0.98852277,0.000077661534,0.007857962,0.00004667896,0.0000062730346,0.000051625113,0.000095892705,0.00008190514,0.0032593494],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99622333,0.0016231597,0.00015818927,0.00043952302,0.0010177672,0.0005380475],"domain_scores_gemma":[0.98003334,0.0125360945,0.001503321,0.0026487063,0.0016087985,0.0016696486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035037783,0.0005661808,0.00067923317,0.0018974952,0.00341008,0.0021711653,0.0031889493,0.0029360196,0.004869381],"category_scores_gemma":[0.011924058,0.0007294682,0.0012042606,0.0015602629,0.001385887,0.0018397814,0.0015658461,0.0014058328,0.0011029278],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056522246,0.028110819,0.12388232,0.0018544609,0.00051023945,0.10618434,0.09315203,0.07644729,0.055912998,0.011868577,0.007189254,0.48923543],"study_design_scores_gemma":[0.0021394575,0.032927226,0.24558786,0.0009375451,0.0012562934,0.063929945,0.15438972,0.3245177,0.08457611,0.014349114,0.07413578,0.0012532789],"about_ca_topic_score_codex":0.008557113,"about_ca_topic_score_gemma":0.014915315,"teacher_disagreement_score":0.008557113,"about_ca_system_score_codex":0.0023040287,"about_ca_system_score_gemma":0.0028901596,"threshold_uncertainty_score":0.018530011},"labels":[],"label_agreement":null},{"id":"W2047057637","doi":"10.1007/s00766-011-0143-y","title":"Comparison and evaluation of goal-oriented satisfaction analysis techniques","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Goal modeling; Computer science; Goal orientation; Management science; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Software; Psychology","score_opus":0.08099374444128393,"score_gpt":0.3856251559035595,"score_spread":0.30463141146227557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047057637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30495635,0.001505846,0.67521054,0.00060182397,0.000098177065,0.0009467559,0.0007137811,0.0034216025,0.012545128],"genre_scores_gemma":[0.5978879,0.0007756607,0.39763293,0.00013690878,0.000033635068,0.00035316392,0.0011484427,0.00025198338,0.0017794266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98691326,0.0062254695,0.0007010269,0.0006401616,0.005067984,0.0004520648],"domain_scores_gemma":[0.93863463,0.04934955,0.0020800123,0.002188323,0.0072926083,0.00045487375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009842316,0.0011414569,0.000721668,0.004767852,0.00052689575,0.0015587029,0.0020569516,0.00082621706,0.0029166816],"category_scores_gemma":[0.032755595,0.0003394427,0.001246711,0.0034384616,0.0004578505,0.002228466,0.0012254758,0.0010116709,0.00057803385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034465438,0.0017302096,0.016017495,0.0014058779,0.0005382773,0.00008273104,0.0011632168,0.046392027,0.010719726,0.00999653,0.0028154883,0.9056919],"study_design_scores_gemma":[0.00080544734,0.003027095,0.02318183,0.00018592723,0.00060971914,0.00027677568,0.0019849436,0.9375385,0.016602345,0.010351148,0.0053366646,0.00009966157],"about_ca_topic_score_codex":0.003307233,"about_ca_topic_score_gemma":0.0048516835,"teacher_disagreement_score":0.009842316,"about_ca_system_score_codex":0.0011187328,"about_ca_system_score_gemma":0.0018534104,"threshold_uncertainty_score":0.052051783},"labels":[],"label_agreement":null},{"id":"W2047842118","doi":"10.1007/s00766-014-0201-3","title":"On building architecture-centric product line architecture","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"","keywords":"Reference architecture; Software architecture; Software engineering; Architecture; Applications architecture; Database-centric architecture; Systems engineering; Computer science; Software architecture description; Resource-oriented architecture; Enterprise architecture framework; Software product line; Architecture tradeoff analysis method; Architectural pattern; Solution architecture; Software development; Engineering; Software; Software construction; Operating system","score_opus":0.025072777581774404,"score_gpt":0.2762753018040137,"score_spread":0.2512025242222393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047842118","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010340995,0.0002165936,0.9800673,0.00023032908,0.000021907412,0.00011685975,0.00006944065,0.0010562727,0.007880379],"genre_scores_gemma":[0.13239732,0.00064898934,0.8616655,0.00016200614,0.000019962597,0.00016149048,0.0005892124,0.00031791689,0.004037564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99880385,0.00034672944,0.00007734242,0.00018366324,0.0004640817,0.00012420192],"domain_scores_gemma":[0.9990402,0.00020177756,0.000071222166,0.00038572462,0.00024761283,0.00005350623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010239419,0.00081295596,0.00043334928,0.0010702197,0.00081233797,0.001820832,0.0011277437,0.00080209883,0.0037413675],"category_scores_gemma":[0.0027178791,0.00086781516,0.0010969181,0.0013074091,0.0009834915,0.0029302505,0.0026322587,0.0014847697,0.0015453972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007146542,0.00015997142,0.0030262086,0.00051131716,0.000115140705,0.0005722684,0.00097511144,0.20887493,0.023273364,0.38992247,0.006434935,0.3660628],"study_design_scores_gemma":[0.00003133707,0.00020656995,0.001341253,0.0002778453,0.000111833244,0.0005700616,0.00041861704,0.65955395,0.014393327,0.24506983,0.0779754,0.00004992171],"about_ca_topic_score_codex":0.004301536,"about_ca_topic_score_gemma":0.0092811175,"teacher_disagreement_score":0.004301536,"about_ca_system_score_codex":0.000819572,"about_ca_system_score_gemma":0.0017233086,"threshold_uncertainty_score":0.012516081},"labels":[],"label_agreement":null},{"id":"W2055197427","doi":"10.1007/s00766-012-0146-3","title":"Quantifying the impact of requirements definition and management process maturity on project outcome in large business application development","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"RDM; Maturity (psychological); Process management; Capability Maturity Model; Process (computing); Quality (philosophy); Service Integration Maturity Model; Computer science; Function (biology); Knowledge management; Business; Engineering; Engineering management; Political science","score_opus":0.10170514658281507,"score_gpt":0.3675075791882169,"score_spread":0.2658024326054018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055197427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969374,0.000078112265,0.0022199694,0.00008006582,0.00000353142,0.000021875672,0.000021459353,0.000022719525,0.0006149055],"genre_scores_gemma":[0.9986191,0.000016490423,0.001232187,0.0000102977765,0.0000018338426,0.000012211058,0.000033670858,0.000004760161,0.000069513146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98715276,0.0070092687,0.0008761824,0.0007154095,0.0035183395,0.0007279567],"domain_scores_gemma":[0.66601354,0.2911456,0.02602645,0.0044133286,0.009689098,0.0027119392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020637121,0.00045881447,0.00029304187,0.001098618,0.00045416353,0.0019054682,0.00063012866,0.0012722252,0.0007205358],"category_scores_gemma":[0.13414574,0.00044485318,0.00051761203,0.0010234129,0.0006134216,0.0023769168,0.0010667482,0.0015661273,0.00015007905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005105674,0.0035492203,0.67791283,0.00030812714,0.00055027806,0.00031004607,0.0013032146,0.13271269,0.025081608,0.0035727934,0.0003876456,0.14920586],"study_design_scores_gemma":[0.00011674179,0.008181547,0.67925483,0.00009349092,0.00047650616,0.00020980422,0.0013191432,0.28335345,0.022892842,0.003440533,0.00053741055,0.00012362405],"about_ca_topic_score_codex":0.0027499385,"about_ca_topic_score_gemma":0.00340467,"teacher_disagreement_score":0.020637121,"about_ca_system_score_codex":0.0016163867,"about_ca_system_score_gemma":0.0019825858,"threshold_uncertainty_score":0.10914087},"labels":[],"label_agreement":null},{"id":"W2062261433","doi":"10.1007/s00766-014-0205-z","title":"Patterns of continuous requirements clarification","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Rework; Computer science; Requirements analysis; Requirements management; Oracle; Requirements engineering; User requirements document; Negotiation; Project management; Software engineering; Process management; Software; Data science; Systems engineering; Engineering","score_opus":0.025616603746807288,"score_gpt":0.2699037589057352,"score_spread":0.2442871551589279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062261433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26841524,0.00031051555,0.6912845,0.0014970225,0.00012169546,0.0007157796,0.0006204361,0.0037160672,0.033318717],"genre_scores_gemma":[0.7485772,0.0001377934,0.23884098,0.00014875722,0.000026691667,0.00045913208,0.0011767951,0.0006127193,0.010020054],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9854431,0.005311594,0.001565346,0.0018606485,0.0050929626,0.00072639453],"domain_scores_gemma":[0.943977,0.028139846,0.005157641,0.01532333,0.006529066,0.00087316823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006267437,0.0005137371,0.00045292763,0.0017806989,0.0009275784,0.0033104287,0.0016546249,0.0016767324,0.005354083],"category_scores_gemma":[0.046465572,0.0008736673,0.0006853395,0.0020276748,0.0016241766,0.0057195304,0.0029021779,0.0018613675,0.0014309271],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008579832,0.0005153592,0.04380441,0.00082844775,0.00013106233,0.0024336826,0.02682905,0.012430192,0.038148273,0.28948116,0.011368231,0.5731722],"study_design_scores_gemma":[0.0002686656,0.0009995566,0.04049239,0.001090146,0.00025288045,0.0058022635,0.015245038,0.24985662,0.0590705,0.4419482,0.18464819,0.00032559363],"about_ca_topic_score_codex":0.0021060258,"about_ca_topic_score_gemma":0.002082405,"teacher_disagreement_score":0.006267437,"about_ca_system_score_codex":0.0009817858,"about_ca_system_score_gemma":0.0016163136,"threshold_uncertainty_score":0.033145785},"labels":[],"label_agreement":null},{"id":"W2065532995","doi":"10.1007/s00766-015-0221-7","title":"A questionnaire-based survey methodology for systematically validating goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Goal modeling; Correctness; Computer science; Order (exchange); Process management; Management science; Knowledge management; Risk analysis (engineering); Requirements analysis; Engineering; Business; Software; Political science","score_opus":0.2723341049750893,"score_gpt":0.373416180947887,"score_spread":0.10108207597279767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065532995","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50747573,0.0001714133,0.39417127,0.000571735,0.000119656244,0.0809441,0.002046148,0.00097633724,0.013523673],"genre_scores_gemma":[0.39937168,0.0002720722,0.4600549,0.0009947771,0.00004706037,0.13324235,0.0026174104,0.0001497905,0.0032500161],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9297971,0.0527708,0.0061801826,0.0026553245,0.007093958,0.0015026568],"domain_scores_gemma":[0.78814954,0.13951759,0.01019226,0.018045977,0.042167816,0.0019267225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055202942,0.0010561177,0.0009616072,0.006477247,0.0014123296,0.0015915259,0.0017517112,0.0014369341,0.0032069131],"category_scores_gemma":[0.11998544,0.000696755,0.0008709407,0.0042371387,0.0012749267,0.0019855318,0.0026504353,0.0014493515,0.00173852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014359939,0.017219884,0.18669418,0.0040371176,0.00034081962,0.000774655,0.061552335,0.0064857327,0.048985444,0.010559137,0.014272682,0.64764196],"study_design_scores_gemma":[0.005204403,0.04188161,0.4964528,0.0041345144,0.0012769966,0.0018288025,0.13639788,0.10382124,0.068245,0.021479907,0.118289255,0.0009876132],"about_ca_topic_score_codex":0.0022460886,"about_ca_topic_score_gemma":0.004528748,"teacher_disagreement_score":0.055202942,"about_ca_system_score_codex":0.0027475618,"about_ca_system_score_gemma":0.0063731414,"threshold_uncertainty_score":0.29194456},"labels":[],"label_agreement":null},{"id":"W2095620420","doi":"10.1007/s00766-011-0129-9","title":"Representing and reasoning about preferences in requirements engineering","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Stakeholder; Planner; Preference; Requirements elicitation; Requirements management; Computer science; Notation; Set (abstract data type); Preference elicitation; Management science; Requirements engineering; Requirements analysis; Operations research; Engineering; Artificial intelligence; Mathematics; Software; Economics","score_opus":0.09004778679201123,"score_gpt":0.2958986538751406,"score_spread":0.20585086708312936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095620420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054600284,0.00042258672,0.93810743,0.0016029055,0.000054520744,0.00025177555,0.0005298166,0.0007338321,0.0036968507],"genre_scores_gemma":[0.4442941,0.0005181596,0.55164546,0.000417082,0.000069413174,0.00027811457,0.0012979032,0.00012882357,0.0013509031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98107326,0.011992764,0.0019117004,0.0013300047,0.002922353,0.00076990953],"domain_scores_gemma":[0.9641493,0.030084569,0.0012652059,0.0021938877,0.0017463573,0.0005607522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01248783,0.0009821975,0.0013369354,0.0022407158,0.0012583997,0.0044906866,0.0021846157,0.002231873,0.0027736023],"category_scores_gemma":[0.04679803,0.0014045079,0.002093906,0.002297561,0.0021338908,0.013809762,0.003118176,0.0031675263,0.0006343887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011056864,0.0006185695,0.0064244424,0.0015400836,0.000428761,0.0020734884,0.006700375,0.24758536,0.009549119,0.43294293,0.0072370023,0.2837942],"study_design_scores_gemma":[0.00016060068,0.00014839714,0.00073108857,0.00017081422,0.00017404981,0.00036845435,0.0015243501,0.5065048,0.0054221246,0.47493586,0.009764351,0.00009516074],"about_ca_topic_score_codex":0.0066721733,"about_ca_topic_score_gemma":0.009713544,"teacher_disagreement_score":0.01248783,"about_ca_system_score_codex":0.001601603,"about_ca_system_score_gemma":0.0014039429,"threshold_uncertainty_score":0.06604272},"labels":[],"label_agreement":null},{"id":"W2096425546","doi":"10.1007/s007660200017","title":"Guest Editorial: Special Issue on Model Checking in Requirements Engineering","year":2002,"lang":"en","type":"editorial","venue":"Requirements Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Model checking; Computer science; Debugging; Formal methods; Abstraction; Formal verification; Programming language; Software engineering; Formal specification; Software","score_opus":0.03224077244937619,"score_gpt":0.2969755649954588,"score_spread":0.2647347925460826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096425546","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031660325,0.0033896258,0.00040910326,0.014415357,0.98023456,0.000014602349,0.000032623368,0.00006494605,0.0014075848],"genre_scores_gemma":[0.0006822838,0.0045674695,0.0003389306,0.0102256965,0.9680176,0.000030880503,0.000062223946,0.00008360237,0.015991423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995366,0.00094198954,0.00057650055,0.0005180786,0.0023174044,0.00028003342],"domain_scores_gemma":[0.97750604,0.009056666,0.0013476355,0.0006208163,0.009570983,0.0018977631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068132565,0.0035388884,0.004147815,0.004603601,0.0021464557,0.0071240147,0.0030467224,0.010783993,0.018057872],"category_scores_gemma":[0.024860276,0.0012638952,0.002762556,0.0013818041,0.0018721394,0.0037839005,0.0013027751,0.013328397,0.010176091],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050380935,0.00001685636,0.000015450925,0.00022784054,0.000026210897,0.00010462774,0.0000066094863,0.000036793524,0.0000807555,0.000342698,0.99329656,0.0057952614],"study_design_scores_gemma":[0.000120322016,0.000046499175,0.00023676264,0.00045779042,0.00013864493,0.00034081226,0.00002308696,0.00053026876,0.00031571678,0.0019820652,0.9957825,0.000025534178],"about_ca_topic_score_codex":0.0008453066,"about_ca_topic_score_gemma":0.0022955965,"teacher_disagreement_score":0.018057872,"about_ca_system_score_codex":0.0017183088,"about_ca_system_score_gemma":0.0017010277,"threshold_uncertainty_score":0.060409665},"labels":[],"label_agreement":null},{"id":"W2103169481","doi":"10.1007/s00766-012-0147-2","title":"Introduction to the REFSQ 2011 special issue","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Library science; Computer science; Quality (philosophy); Engineering ethics; Engineering; World Wide Web; Medicine","score_opus":0.02015280333067836,"score_gpt":0.2657621287047804,"score_spread":0.24560932537410202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103169481","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010132325,0.024242492,0.022460517,0.10998429,0.6459183,0.00038253897,0.0065108323,0.0028177148,0.18667],"genre_scores_gemma":[0.0059362664,0.022026645,0.011259576,0.029992318,0.24735299,0.00047268363,0.01118784,0.0035692558,0.66820246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955177,0.0008323169,0.00045379013,0.0004996335,0.0024020132,0.00029457777],"domain_scores_gemma":[0.9810414,0.0033688932,0.0009540837,0.0018290329,0.011168633,0.0016380356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006912815,0.0014447874,0.0019369732,0.008636262,0.00246028,0.008385658,0.002350514,0.003619812,0.19721022],"category_scores_gemma":[0.02401986,0.0007658088,0.0017287591,0.0062926235,0.0013042787,0.006634743,0.0043313764,0.0051398017,0.14871013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098862165,0.000011201888,0.00006276854,0.000091970964,0.0000024876554,0.000016630038,0.000012500756,0.000043537366,0.00008329909,0.002390869,0.97362196,0.02365289],"study_design_scores_gemma":[0.0000034347515,0.00001444053,0.00030525375,0.00014014654,0.0000036820275,0.000050477298,0.00001884284,0.00008870786,0.00005765425,0.0014656764,0.99784124,0.0000104512865],"about_ca_topic_score_codex":0.0052169426,"about_ca_topic_score_gemma":0.009306411,"teacher_disagreement_score":0.19721022,"about_ca_system_score_codex":0.0036037555,"about_ca_system_score_gemma":0.004842952,"threshold_uncertainty_score":0.6597339},"labels":[],"label_agreement":null},{"id":"W2104829867","doi":"10.1007/s00766-002-0164-7","title":"An exploratory study of facilitation in distributed requirements engineering","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Facilitator; Facilitation; Knowledge management; Exploratory research; Negotiation; Empirical research; Collaborative software; Requirements engineering; Computer science; Psychology; Software; Social psychology; Political science","score_opus":0.03969566621466222,"score_gpt":0.2947862211677538,"score_spread":0.25509055495309163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104829867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747745,0.00013010352,0.004947228,0.00071522966,0.000019190564,0.00036131736,0.00001992502,0.000029237957,0.019003263],"genre_scores_gemma":[0.994062,0.000092151626,0.0035196117,0.00015091183,0.000007920504,0.00024239437,0.000013667653,0.000014309187,0.001897061],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98664665,0.010764621,0.0002148283,0.0006086662,0.0010563746,0.00070888945],"domain_scores_gemma":[0.83970565,0.14463693,0.004529997,0.0036313196,0.0038005724,0.0036956256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0144912135,0.0003907521,0.00047826034,0.0011335042,0.0066082394,0.0027357761,0.0015797016,0.0014146086,0.0037546433],"category_scores_gemma":[0.06460655,0.0005042023,0.00024297604,0.0011077774,0.0045556165,0.004286203,0.0036257915,0.0028716896,0.00041527182],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091417844,0.004195715,0.031514443,0.0006521206,0.000021602014,0.002506327,0.8584634,0.0006286269,0.0057302127,0.027706215,0.0012628188,0.06640436],"study_design_scores_gemma":[0.0004292088,0.004786867,0.05175193,0.00064559013,0.000050395287,0.001908502,0.87133574,0.0048849583,0.0044042347,0.01849817,0.041186094,0.00011832196],"about_ca_topic_score_codex":0.0028980826,"about_ca_topic_score_gemma":0.00770266,"teacher_disagreement_score":0.0144912135,"about_ca_system_score_codex":0.002692837,"about_ca_system_score_gemma":0.004408418,"threshold_uncertainty_score":0.076637805},"labels":[],"label_agreement":null},{"id":"W2109294629","doi":"10.1007/s00766-004-0204-6","title":"A framework for empirical evaluation of conceptual modeling techniques","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":228,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Categorical variable; Categorization; Grammar; Rule-based machine translation; Empirical research; Task (project management); Modeling language; Variables; Machine learning; Artificial intelligence; Natural language processing; Systems engineering; Engineering; Mathematics; Programming language; Software; Statistics; Linguistics","score_opus":0.14492348429930982,"score_gpt":0.3523727618234092,"score_spread":0.2074492775240994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109294629","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046628807,0.0010066627,0.9124517,0.0036062477,0.0001429834,0.0048199203,0.0008526834,0.0005820985,0.029908905],"genre_scores_gemma":[0.24923964,0.00038586764,0.7380775,0.00032641864,0.000039827755,0.010524134,0.00067740766,0.00014086488,0.0005884182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.78778714,0.17282644,0.008726946,0.003851122,0.024892474,0.0019158694],"domain_scores_gemma":[0.5547513,0.36542422,0.012313416,0.030277036,0.035593897,0.001640137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16199966,0.0026648853,0.0016328807,0.018598927,0.004725415,0.0126984315,0.004579221,0.003929591,0.0076261777],"category_scores_gemma":[0.421097,0.0012367859,0.0023574561,0.014151823,0.008404576,0.019250795,0.007356923,0.0049765455,0.0008579857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023673309,0.0014293392,0.0068853917,0.0009098322,0.00020676483,0.000105473104,0.0059100026,0.011381105,0.0016516353,0.84703004,0.0034470882,0.12080644],"study_design_scores_gemma":[0.0007156384,0.0016477822,0.00950334,0.0035527153,0.000359114,0.00031860126,0.01663121,0.21679126,0.0039401874,0.71860355,0.027682018,0.00025456035],"about_ca_topic_score_codex":0.007004608,"about_ca_topic_score_gemma":0.00491206,"teacher_disagreement_score":0.16199966,"about_ca_system_score_codex":0.011001367,"about_ca_system_score_gemma":0.011205096,"threshold_uncertainty_score":0.8567463},"labels":[],"label_agreement":null},{"id":"W2110419873","doi":"10.1007/s00766-003-0177-x","title":"More requirements engineering adventures with building contractors","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Adventure; Section (typography); Requirements engineering; Engineering ethics; Engineering; Special section; Engineering management; Computer science; Artificial intelligence; Visual arts; Art; Engineering physics; Software; Programming language","score_opus":0.017839099182069613,"score_gpt":0.26782713997204066,"score_spread":0.24998804078997106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110419873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03912703,0.014422485,0.121455275,0.32320452,0.019912763,0.0001614721,0.00031943267,0.0021317906,0.4792652],"genre_scores_gemma":[0.22890306,0.008490969,0.1264632,0.03985629,0.012749734,0.000155385,0.00062243,0.0032814716,0.5794775],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.97867614,0.010184412,0.00066987216,0.001932716,0.0069582486,0.0015785452],"domain_scores_gemma":[0.9518748,0.015177187,0.0021095797,0.011091628,0.009542869,0.0102039315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022251561,0.0010422554,0.00069225434,0.001959438,0.006222177,0.012045179,0.00287769,0.005967721,0.074414805],"category_scores_gemma":[0.039422292,0.0011418457,0.0016821712,0.002920824,0.0043240143,0.021749714,0.0074895155,0.013521765,0.011975019],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029177326,0.0009849776,0.0028777167,0.0004509569,0.00007389312,0.0006622401,0.012635549,0.0017888464,0.0047464287,0.23689859,0.38015747,0.35843152],"study_design_scores_gemma":[0.000022765526,0.00014060784,0.0012294628,0.00019038942,0.00001322172,0.0005347369,0.0036941105,0.00081199,0.0010746425,0.029341698,0.9628934,0.000052902364],"about_ca_topic_score_codex":0.003245681,"about_ca_topic_score_gemma":0.009638084,"teacher_disagreement_score":0.074414805,"about_ca_system_score_codex":0.0045634294,"about_ca_system_score_gemma":0.0033193864,"threshold_uncertainty_score":0.24894232},"labels":[],"label_agreement":null},{"id":"W2118399909","doi":"10.1007/s00766-011-0133-0","title":"The effectiveness of an optimized EPMcreate as a creativity enhancement technique for Web site requirements elicitation","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Brainstorming; Creativity; Requirements elicitation; Computer science; Quality (philosophy); Requirements analysis; Artificial intelligence; Psychology; Social psychology","score_opus":0.03634901009203512,"score_gpt":0.3063416091910493,"score_spread":0.2699925990990142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118399909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4754189,0.00014940932,0.5121215,0.00013694614,0.00002415973,0.00037052995,0.00009422687,0.002336445,0.009347925],"genre_scores_gemma":[0.60690683,0.000048949627,0.39108914,0.000041895113,0.000006258893,0.0001232836,0.0001109556,0.00016698524,0.0015056612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983205,0.00072797405,0.000115140385,0.00018353341,0.00056010816,0.00009285051],"domain_scores_gemma":[0.99233186,0.0057141,0.00034888758,0.0009551779,0.00054227206,0.0001077508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013460623,0.00039060836,0.00032426824,0.0004831073,0.00028313734,0.0007905934,0.00078138727,0.00044664374,0.0022068354],"category_scores_gemma":[0.009288657,0.00024598037,0.0002336,0.00047335884,0.00025890017,0.0009666893,0.0007929655,0.00048710435,0.0003344912],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012428891,0.0010296201,0.0034261576,0.00041685,0.00004834726,0.00031220596,0.000807943,0.02500529,0.16455147,0.0041149785,0.001067702,0.79797655],"study_design_scores_gemma":[0.00030838742,0.001421668,0.016766926,0.00008335474,0.00019685738,0.0012643504,0.0006065369,0.7089348,0.2601366,0.0036308945,0.0065561547,0.00009348438],"about_ca_topic_score_codex":0.0007563355,"about_ca_topic_score_gemma":0.0014289967,"teacher_disagreement_score":0.0022068354,"about_ca_system_score_codex":0.00023466257,"about_ca_system_score_gemma":0.00053189,"threshold_uncertainty_score":0.0073825717},"labels":[],"label_agreement":null},{"id":"W2119410396","doi":"10.1007/s00766-008-0062-8","title":"Sensitivity analysis in the process of COTS mismatch-handling","year":2008,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sensitivity (control systems); Risk analysis (engineering); Process (computing); Reliability engineering; Computer science; Resource (disambiguation); Commercial off-the-shelf; Economic shortage; Domain (mathematical analysis); Selection (genetic algorithm); Limit (mathematics); Engineering; Operations research; Systems engineering; Software; Machine learning; Mathematics","score_opus":0.01420910099796551,"score_gpt":0.24341817100124294,"score_spread":0.22920907000327742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119410396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17475407,0.00062587846,0.81474525,0.0007164774,0.000053509797,0.0002484907,0.00009688929,0.0005194736,0.008239918],"genre_scores_gemma":[0.9471829,0.00010889121,0.05177184,0.00010188948,0.000019467045,0.000069190915,0.000045395205,0.00006096331,0.0006395361],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.982735,0.011592186,0.00044416627,0.0010517837,0.0033299893,0.0008468848],"domain_scores_gemma":[0.8766842,0.11427496,0.0027739627,0.0023491606,0.003487315,0.00043034993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016928803,0.0010504818,0.0012317084,0.0026468125,0.000908108,0.002527073,0.0012345572,0.0015583624,0.002564113],"category_scores_gemma":[0.08052748,0.0009921078,0.0013954133,0.0013010653,0.0017070554,0.0027446798,0.0023769476,0.0017020053,0.00018638013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035911627,0.000091458256,0.0043245,0.000212256,0.00019217288,0.00041558477,0.00039327604,0.92435455,0.0040165125,0.032163076,0.00042908223,0.033048417],"study_design_scores_gemma":[0.00000908089,0.00006453034,0.0008693135,0.000026997419,0.000043294418,0.00007403345,0.00007600051,0.98019123,0.0017693635,0.01660282,0.00025072653,0.000022571863],"about_ca_topic_score_codex":0.006347716,"about_ca_topic_score_gemma":0.0026306617,"teacher_disagreement_score":0.016928803,"about_ca_system_score_codex":0.0028172145,"about_ca_system_score_gemma":0.0018468018,"threshold_uncertainty_score":0.08952916},"labels":[],"label_agreement":null},{"id":"W2119774534","doi":"10.1007/s00766-007-0060-2","title":"A case study validation of a knowledge-based approach for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Scope (computer science); Requirements engineering; Selection (genetic algorithm); Process (computing); Systems engineering; Requirement; Requirements elicitation; Software engineering; Requirements analysis; Risk analysis (engineering); Software; Engineering; Artificial intelligence","score_opus":0.05524807735586998,"score_gpt":0.32356405888005646,"score_spread":0.26831598152418645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119774534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88567287,0.00017339273,0.09229868,0.0010103902,0.00006761801,0.0025341115,0.00049455283,0.00035636677,0.01739208],"genre_scores_gemma":[0.8463986,0.00013753044,0.14808115,0.0002053476,0.000013268843,0.0010789182,0.0005368829,0.00013310701,0.0034150935],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9750268,0.016503194,0.0011145751,0.0013377032,0.0053798323,0.0006379539],"domain_scores_gemma":[0.89575887,0.075380825,0.002794333,0.010698803,0.014328817,0.0010383974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017338563,0.0008520165,0.00051946647,0.002293099,0.002145395,0.002136874,0.0028635634,0.0031688695,0.002942221],"category_scores_gemma":[0.06506451,0.00047669827,0.0007656245,0.0013626796,0.0014126296,0.0025109905,0.0023187823,0.0015070862,0.0007593828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068288986,0.026597409,0.046834245,0.0038480258,0.0005333808,0.014950948,0.07426949,0.08568713,0.10503013,0.041352347,0.012506175,0.58156186],"study_design_scores_gemma":[0.005088353,0.018670423,0.06487929,0.0031871765,0.0011616417,0.010816246,0.045837432,0.5244146,0.198781,0.01687317,0.10950173,0.00078904064],"about_ca_topic_score_codex":0.0059475694,"about_ca_topic_score_gemma":0.0095865335,"teacher_disagreement_score":0.017338563,"about_ca_system_score_codex":0.0027469415,"about_ca_system_score_gemma":0.0026008624,"threshold_uncertainty_score":0.09169614},"labels":[],"label_agreement":null},{"id":"W2122560112","doi":"10.1007/s00766-007-0051-3","title":"Design and implementation of a smart system for personalization and accurate selection of mobile services","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Personalization; Mobile device; Mobile computing; Wireless; Context (archaeology); Embedded system; Computer network; Operating system; World Wide Web","score_opus":0.016191271207233973,"score_gpt":0.2673131030418465,"score_spread":0.25112183183461256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122560112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03312857,0.00007204861,0.9565532,0.00031611364,0.000049616137,0.0007586181,0.00007822743,0.0039802953,0.005063364],"genre_scores_gemma":[0.43389398,0.00012671626,0.55836767,0.00024670188,0.00002132366,0.00073400233,0.00027231197,0.0003203664,0.006016896],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887794,0.00025609438,0.00010915153,0.00014995932,0.0004484492,0.0001583859],"domain_scores_gemma":[0.99889886,0.00031512763,0.00011437324,0.000220931,0.00033123634,0.000119479795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013329408,0.00040156217,0.0005316693,0.0004369094,0.00045982984,0.0014242139,0.0017650636,0.0012609601,0.0034851495],"category_scores_gemma":[0.0019981063,0.00054749806,0.00046058878,0.00019952469,0.0005371133,0.00096422277,0.0007172765,0.0008303326,0.0011930447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009248907,0.0008624415,0.0065776273,0.0012065436,0.00024749857,0.001997162,0.0022017262,0.13455793,0.40949455,0.07195863,0.012547804,0.3574232],"study_design_scores_gemma":[0.0002964999,0.0006743427,0.002856391,0.00010212462,0.0001753485,0.00090616214,0.00027953245,0.74301577,0.18347803,0.005615582,0.0625153,0.00008491042],"about_ca_topic_score_codex":0.0018776549,"about_ca_topic_score_gemma":0.0016288256,"teacher_disagreement_score":0.0034851495,"about_ca_system_score_codex":0.0006007928,"about_ca_system_score_gemma":0.0016579609,"threshold_uncertainty_score":0.011658967},"labels":[],"label_agreement":null},{"id":"W2123316933","doi":"10.1007/s00766-009-0088-6","title":"Developing comprehensive acceptance tests from use cases and robustness diagrams","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"King Fahd University of Petroleum and Minerals","keywords":"Robustness (evolution); Robustness testing; Computer science; Acceptance testing; Reliability engineering; Software engineering; Engineering; Programming language; Software","score_opus":0.07690407596900042,"score_gpt":0.30633885552576606,"score_spread":0.22943477955676564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123316933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120081864,0.00020601237,0.8584043,0.00024811496,0.00003609199,0.001018033,0.00071409385,0.015374994,0.003916535],"genre_scores_gemma":[0.42540538,0.00014384494,0.567302,0.00014034497,0.000023459748,0.0008091228,0.002673923,0.0018893578,0.0016125954],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98355955,0.0065574097,0.0013329741,0.0012937988,0.006340775,0.0009155409],"domain_scores_gemma":[0.8460724,0.12118455,0.006483313,0.010250767,0.015048644,0.0009603098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010859839,0.002418653,0.001355634,0.004880234,0.00052033446,0.0022902645,0.0028513612,0.0024208562,0.004429192],"category_scores_gemma":[0.1079705,0.0016962278,0.002448216,0.0013949549,0.0011279285,0.0051604263,0.00292474,0.002258201,0.0017889813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008758894,0.0016456876,0.02350394,0.0021079131,0.0007668271,0.0026018296,0.0027116623,0.26629046,0.08498642,0.02368848,0.00750201,0.5833188],"study_design_scores_gemma":[0.00021384825,0.00075314794,0.0054954384,0.00036133575,0.00031973183,0.00070682203,0.00063851546,0.9182461,0.048017718,0.018404286,0.0067262687,0.00011684216],"about_ca_topic_score_codex":0.0034285984,"about_ca_topic_score_gemma":0.005354403,"teacher_disagreement_score":0.010859839,"about_ca_system_score_codex":0.0010450259,"about_ca_system_score_gemma":0.0022235487,"threshold_uncertainty_score":0.05743295},"labels":[],"label_agreement":null},{"id":"W2123692211","doi":"10.1007/s00766-008-0073-5","title":"Designing socio-technical systems: from stakeholder goals to social networks","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Stakeholder; Requirements analysis; Computer science; Process (computing); Context (archaeology); Process management; Requirements engineering; Knowledge management; Requirements elicitation; Software; Systems engineering; Management science; Engineering; Management","score_opus":0.0947774844780522,"score_gpt":0.3083298438256685,"score_spread":0.21355235934761632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123692211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03706114,0.00065979746,0.932957,0.00966775,0.000063389314,0.00036204068,0.00009835661,0.00016986526,0.018960759],"genre_scores_gemma":[0.6040432,0.0006812278,0.39054427,0.0005885552,0.000052935677,0.00067807967,0.0002134587,0.00014159137,0.0030567364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97547203,0.018985378,0.0007947023,0.0011380025,0.0028587014,0.0007510799],"domain_scores_gemma":[0.9725938,0.020911608,0.001379889,0.001993634,0.0019917453,0.0011292624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0146631915,0.0011843792,0.0009439937,0.0022558533,0.0027359037,0.008653283,0.00251454,0.0034014517,0.0018391405],"category_scores_gemma":[0.032178443,0.0015475765,0.0010627569,0.0017329149,0.011098228,0.013767121,0.0071768984,0.003297084,0.00051180157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047491558,0.00015642552,0.0025549307,0.0006113307,0.00007019507,0.00036972354,0.01162182,0.02584047,0.0023977319,0.9172416,0.0016343341,0.037453923],"study_design_scores_gemma":[0.000032987806,0.00006712084,0.0007937697,0.00028205296,0.0000482625,0.00014647012,0.007928694,0.066758744,0.0021886034,0.9009593,0.020747663,0.000046306865],"about_ca_topic_score_codex":0.0032913382,"about_ca_topic_score_gemma":0.0042476756,"teacher_disagreement_score":0.0146631915,"about_ca_system_score_codex":0.0035393455,"about_ca_system_score_gemma":0.005904046,"threshold_uncertainty_score":0.07754731},"labels":[],"label_agreement":null},{"id":"W2132764782","doi":"10.1007/s00766-005-0014-5","title":"Is emotion relevant to requirements engineering?","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements engineering; Computer science; Requirements analysis; Work (physics); Software engineering; Requirement; Software; Knowledge management; Engineering; Programming language","score_opus":0.028980346911971745,"score_gpt":0.28612525990959087,"score_spread":0.2571449129976191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132764782","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3171137,0.01403944,0.18050052,0.09086033,0.0017070522,0.00021406812,0.00032437206,0.0002553089,0.3949853],"genre_scores_gemma":[0.9828896,0.002606009,0.008114409,0.003138826,0.0004296959,0.00008596935,0.00008581519,0.000077358876,0.0025723598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9945357,0.0035553193,0.00025835927,0.00034113313,0.00089994795,0.00040953074],"domain_scores_gemma":[0.96691865,0.0256562,0.0024373892,0.001314468,0.002780604,0.00089277874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00357169,0.00031987013,0.0005287941,0.0007147163,0.00086841616,0.0034958208,0.000580113,0.0017799488,0.0045728157],"category_scores_gemma":[0.03381835,0.0002930505,0.00051482115,0.0007072169,0.003398524,0.0047785253,0.0012158835,0.0021534918,0.00085859746],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060184265,0.00040853934,0.02003401,0.0019254657,0.00020254003,0.0013246543,0.028980292,0.0030970366,0.006735871,0.6776509,0.013217842,0.24582106],"study_design_scores_gemma":[0.00012184303,0.00024535818,0.045886952,0.00094883406,0.00020086337,0.0010903743,0.021534786,0.010598439,0.002264157,0.8587967,0.05817128,0.00014037456],"about_ca_topic_score_codex":0.0012453153,"about_ca_topic_score_gemma":0.0006690864,"teacher_disagreement_score":0.0045728157,"about_ca_system_score_codex":0.0011354213,"about_ca_system_score_gemma":0.0007906928,"threshold_uncertainty_score":0.01888913},"labels":[],"label_agreement":null},{"id":"W2133468975","doi":"10.1007/s00766-010-0098-4","title":"Modeling and detecting semantic-based interactions in aspect-oriented scenarios","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Aspect-oriented programming; Notation; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Software engineering; Software; Programming language; Linguistics","score_opus":0.04103911231616917,"score_gpt":0.3055988583204198,"score_spread":0.2645597460042506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133468975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18443008,0.00012686041,0.80996567,0.0003066261,0.000026853802,0.0003728285,0.00016397274,0.0017318422,0.0028753066],"genre_scores_gemma":[0.73099285,0.00012706801,0.26760733,0.000054430213,0.000015835383,0.00015622823,0.00043052688,0.000117428186,0.0004982328],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99283123,0.002783018,0.0006465261,0.0007670292,0.0024833963,0.0004886885],"domain_scores_gemma":[0.98473233,0.010159827,0.0019509769,0.0015730949,0.0012023402,0.00038136722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045852307,0.0014144125,0.00082080264,0.0025678694,0.00094044727,0.0034500873,0.0019332488,0.0026223275,0.001117978],"category_scores_gemma":[0.021857135,0.0013050217,0.0018605093,0.0011220938,0.0015100368,0.0066284416,0.0026029414,0.0017419652,0.0003220746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009620086,0.0008282915,0.047486622,0.0006391032,0.00045971875,0.0036647168,0.0029281648,0.6580786,0.04447174,0.12692994,0.0014065161,0.112144604],"study_design_scores_gemma":[0.000023422654,0.000061917744,0.0012554384,0.000024378945,0.000086326414,0.0002276555,0.00019000862,0.96890265,0.0065053008,0.021635383,0.0010650958,0.000022436137],"about_ca_topic_score_codex":0.0041349065,"about_ca_topic_score_gemma":0.004962572,"teacher_disagreement_score":0.0045852307,"about_ca_system_score_codex":0.0008774975,"about_ca_system_score_gemma":0.0014220725,"threshold_uncertainty_score":0.024249315},"labels":[],"label_agreement":null},{"id":"W2135399200","doi":"10.1007/s00766-003-0173-1","title":"RE challenges in multi-site software development organisations","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":254,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Requirements engineering; Knowledge management; Negotiation; Computer science; Requirements analysis; Context (archaeology); Work (physics); Software development; Process management; Task (project management); Requirements management; Empirical research; Software requirements; Requirements elicitation; Software; Engineering; Systems engineering; Component-based software engineering; Geography; Political science; Public relations","score_opus":0.10153466705180779,"score_gpt":0.29385949699505465,"score_spread":0.19232482994324684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135399200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7502843,0.0061139017,0.080712095,0.07202374,0.0007716165,0.00034154273,0.00012275515,0.0010072768,0.08862274],"genre_scores_gemma":[0.9699448,0.0011266032,0.013484706,0.0011037134,0.00027659835,0.00010121933,0.000102955084,0.00015834431,0.01370116],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97805333,0.011945288,0.0011030068,0.0017918256,0.0049647167,0.0021418326],"domain_scores_gemma":[0.91425514,0.05691616,0.008312931,0.004847595,0.008231753,0.007436471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019817503,0.0003649533,0.0007268463,0.0013707593,0.0041238763,0.009529252,0.0031375177,0.006188774,0.0066163954],"category_scores_gemma":[0.052474286,0.0005220994,0.0004457129,0.0018246043,0.0025194222,0.011837332,0.004501231,0.0035337682,0.0013640221],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006159486,0.001660364,0.033415142,0.0012050801,0.00018265877,0.008724712,0.05702902,0.034301806,0.007863441,0.1960202,0.050143003,0.6088386],"study_design_scores_gemma":[0.00015718187,0.0014212054,0.04406334,0.0010568585,0.000112804846,0.0114343995,0.24812712,0.08244965,0.0048013213,0.27798817,0.32810095,0.0002871208],"about_ca_topic_score_codex":0.0033169517,"about_ca_topic_score_gemma":0.005293153,"teacher_disagreement_score":0.019817503,"about_ca_system_score_codex":0.0026560058,"about_ca_system_score_gemma":0.004687236,"threshold_uncertainty_score":0.104806244},"labels":[],"label_agreement":null},{"id":"W2135875948","doi":"10.1007/s00766-003-0181-1","title":"User?s manual as a requirements specification: case studies","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software requirements specification; Computer science; Requirements analysis; User requirements document; Software engineering; Programming language; Software; Software development; Software design","score_opus":0.06572052522864251,"score_gpt":0.35026638607864796,"score_spread":0.28454586085000544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135875948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91964823,0.00035305493,0.025791781,0.0018053644,0.000056845078,0.0008479939,0.0004919595,0.0004702793,0.05053441],"genre_scores_gemma":[0.946822,0.0002687751,0.03444545,0.00036349494,0.000021749898,0.0004460362,0.0005591824,0.00025431515,0.016818965],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9869718,0.009168634,0.00049282616,0.0005210825,0.0024226764,0.00042296087],"domain_scores_gemma":[0.9407956,0.0484691,0.0019079145,0.0047188476,0.0029752175,0.0011332672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00822201,0.0004921638,0.00052720646,0.0014913881,0.002921195,0.0024062137,0.0024654933,0.0043481914,0.0076127728],"category_scores_gemma":[0.027463952,0.0005286983,0.00056259433,0.0018329831,0.0016615749,0.0021005163,0.0019622664,0.0015280407,0.0021396321],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039199223,0.0187914,0.038823176,0.003017463,0.00015503963,0.05730956,0.12413944,0.037728667,0.036234237,0.06538522,0.047885846,0.56661004],"study_design_scores_gemma":[0.002123919,0.014111194,0.06404684,0.0019442727,0.0004606293,0.043507863,0.12296986,0.21060878,0.08147895,0.027159283,0.43080574,0.00078275765],"about_ca_topic_score_codex":0.006314544,"about_ca_topic_score_gemma":0.012566019,"teacher_disagreement_score":0.00822201,"about_ca_system_score_codex":0.002316878,"about_ca_system_score_gemma":0.0018088605,"threshold_uncertainty_score":0.04348266},"labels":[],"label_agreement":null},{"id":"W2137292425","doi":"10.1007/s00766-010-0103-y","title":"An approach to capture authorisation requirements in business processes","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Computer science; Software engineering; Business Process Model and Notation; Business requirements; Business process; Process (computing); Usability; Business process modeling; Authorization; Notation; Systems engineering; Functional requirement; Process management; Human–computer interaction; Engineering; Programming language; Work in process; Computer security","score_opus":0.024588500414723807,"score_gpt":0.24823746177040568,"score_spread":0.22364896135568188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137292425","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054242634,0.00007219943,0.9887495,0.0002721581,0.000025037745,0.00020566428,0.000128527,0.00086981774,0.004252872],"genre_scores_gemma":[0.08774101,0.00022878282,0.9076934,0.00016252599,0.00002737523,0.0003388499,0.00064478075,0.00034018522,0.0028230278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99188626,0.0026464486,0.00074029947,0.00066569506,0.0035835027,0.0004778828],"domain_scores_gemma":[0.9869626,0.006901364,0.0009755012,0.002724354,0.002244894,0.00019133002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055934987,0.0012240537,0.0007044657,0.0030050788,0.0012841405,0.00444012,0.0021126834,0.0025656938,0.002225942],"category_scores_gemma":[0.017128026,0.0017897878,0.0031730388,0.0021999248,0.0016996599,0.0068439664,0.0030967395,0.004047839,0.0011850806],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013625437,0.0003420094,0.0030452227,0.00081763306,0.00015962445,0.0012888421,0.0056805424,0.11029695,0.029118642,0.60998136,0.006042407,0.23309065],"study_design_scores_gemma":[0.000060646034,0.00012671317,0.00093214685,0.0003681416,0.00021629197,0.0010402004,0.0013140177,0.66157997,0.032983135,0.1941897,0.10705069,0.00013844692],"about_ca_topic_score_codex":0.006261177,"about_ca_topic_score_gemma":0.008597134,"teacher_disagreement_score":0.006261177,"about_ca_system_score_codex":0.0016265265,"about_ca_system_score_gemma":0.0031863798,"threshold_uncertainty_score":0.029581547},"labels":[],"label_agreement":null},{"id":"W2138095731","doi":"10.1007/pl00010359","title":"Modelling Off-the-Shelf Information Systems Requirements: An Ontological Approach","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Off the shelf; Computer science; Systems engineering; Software engineering; Engineering","score_opus":0.03296486259424324,"score_gpt":0.23836521655527457,"score_spread":0.20540035396103132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138095731","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021541374,0.0007267687,0.951907,0.0016489039,0.000068238805,0.00028035627,0.00038679576,0.00021284979,0.023227619],"genre_scores_gemma":[0.29558986,0.0024513684,0.69292927,0.00052438764,0.00009609667,0.0006185698,0.0017269619,0.00012716762,0.0059363274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99389416,0.0024683864,0.00071227085,0.0003911,0.0021176466,0.00041639365],"domain_scores_gemma":[0.99381423,0.0036255836,0.00059680385,0.0008079143,0.0010044732,0.00015084831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005166248,0.0009502025,0.0010424232,0.0032524837,0.0012597938,0.0072920076,0.0030141638,0.00225773,0.0012075452],"category_scores_gemma":[0.011892207,0.0011586552,0.0017427806,0.0030039402,0.0028244024,0.0078024473,0.0031652672,0.0020740337,0.00065240514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056168916,0.00022751297,0.0019267214,0.00063181866,0.00011572759,0.0012838092,0.0045021824,0.05976984,0.005810005,0.8427115,0.0022983465,0.08066643],"study_design_scores_gemma":[0.000047918773,0.0000612221,0.0014606947,0.0009610847,0.00019745763,0.00080305384,0.00294668,0.3174541,0.0060194647,0.58688986,0.08305654,0.00010188383],"about_ca_topic_score_codex":0.008084422,"about_ca_topic_score_gemma":0.008701331,"teacher_disagreement_score":0.008084422,"about_ca_system_score_codex":0.0025359916,"about_ca_system_score_gemma":0.004032076,"threshold_uncertainty_score":0.027322054},"labels":[],"label_agreement":null},{"id":"W2139608538","doi":"10.1007/s00766-005-0008-3","title":"Applying a pragmatics-based creativity-fostering technique to requirements elicitation","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Brainstorming; Requirements elicitation; Pragmatics; Viewpoints; Creativity; Computer science; Requirements engineering; Process (computing); Artificial intelligence; Software engineering; Human–computer interaction; Psychology; Linguistics; Programming language; Software; Social psychology","score_opus":0.047522968692475874,"score_gpt":0.32018252302496775,"score_spread":0.2726595543324919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139608538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009317263,0.0000562583,0.9831865,0.0009337628,0.000052932148,0.0005066541,0.000030353242,0.00037783454,0.0055385567],"genre_scores_gemma":[0.10952104,0.00007819309,0.8879227,0.00023423109,0.000036016823,0.0006060976,0.00007936925,0.000098164535,0.0014242126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774646,0.015854396,0.00118431,0.0013396231,0.0038959906,0.00026105743],"domain_scores_gemma":[0.95157593,0.039859038,0.0015149071,0.0030447156,0.003467386,0.0005379591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0120436475,0.0008867224,0.0008058544,0.0014927357,0.0020405885,0.0029583038,0.0017221369,0.0015207386,0.002663079],"category_scores_gemma":[0.048091516,0.0008359398,0.0012835347,0.0011393657,0.0031071128,0.0037301693,0.0048981532,0.0025673392,0.00063467567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038767472,0.0007608998,0.0014120076,0.0034303768,0.00022467235,0.0011905994,0.051218208,0.011122113,0.08471483,0.27366167,0.0072833346,0.5645936],"study_design_scores_gemma":[0.00073103805,0.0015053723,0.0038475965,0.0012721218,0.000451433,0.0049587335,0.01826271,0.32639816,0.08253735,0.40319145,0.15624104,0.0006029836],"about_ca_topic_score_codex":0.00075032614,"about_ca_topic_score_gemma":0.0017694101,"teacher_disagreement_score":0.0120436475,"about_ca_system_score_codex":0.001119719,"about_ca_system_score_gemma":0.002932384,"threshold_uncertainty_score":0.06369364},"labels":[],"label_agreement":null},{"id":"W2140629797","doi":"10.1007/s00766-012-0159-y","title":"Guidelines for using UML association classes and their effect on domain understanding in requirements engineering","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; UML tool; Domain (mathematical analysis); Association (psychology); Systems engineering; Programming language; Engineering; Psychology; Mathematics; Software","score_opus":0.14466363731676277,"score_gpt":0.35794081310961684,"score_spread":0.21327717579285407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140629797","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03273638,0.0013864823,0.90543157,0.015356666,0.00045241055,0.0020369596,0.0005157239,0.008954266,0.033129625],"genre_scores_gemma":[0.045785,0.0005686163,0.9485602,0.0009260076,0.00006425382,0.00071421126,0.0002915402,0.0008409665,0.0022492204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9443267,0.032842506,0.008682106,0.0014647505,0.01179255,0.0008913197],"domain_scores_gemma":[0.627517,0.26761803,0.016550548,0.021714695,0.063626416,0.0029733048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042499844,0.001042246,0.0007204758,0.005687169,0.0023603388,0.0056467634,0.0026765142,0.0050076037,0.004797063],"category_scores_gemma":[0.21339989,0.002260242,0.00093872356,0.0039795022,0.0022749817,0.0069467453,0.0028830967,0.006156886,0.0026697794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000569207,0.001468495,0.0121473055,0.002386899,0.00009483925,0.0009257938,0.016894668,0.0056800297,0.022758227,0.15565987,0.056989413,0.72442526],"study_design_scores_gemma":[0.0008917775,0.0009588842,0.023275824,0.013915565,0.0007489344,0.003418192,0.008151316,0.07744658,0.06762795,0.27195033,0.5307807,0.0008339157],"about_ca_topic_score_codex":0.0060820053,"about_ca_topic_score_gemma":0.02079687,"teacher_disagreement_score":0.042499844,"about_ca_system_score_codex":0.0015486925,"about_ca_system_score_gemma":0.004984036,"threshold_uncertainty_score":0.22476333},"labels":[],"label_agreement":null},{"id":"W2142065829","doi":"10.1007/s00766-004-0191-7","title":"Specifying and analyzing early requirements in Tropos","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Language Of Temporal Ordering Specification; Model checking; Specification language; Refinement","score_opus":0.048256912385296606,"score_gpt":0.2946526828152498,"score_spread":0.2463957704299532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142065829","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20137727,0.00020032261,0.7771224,0.00058155105,0.000039113107,0.00053481193,0.00053670036,0.0073493915,0.012258422],"genre_scores_gemma":[0.5878306,0.00024403929,0.40248927,0.00020987215,0.000019860716,0.00034316652,0.001020507,0.0020922725,0.005750571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995194,0.0019836398,0.00035715473,0.00039682083,0.0016148454,0.00045357685],"domain_scores_gemma":[0.9858619,0.008966342,0.001401611,0.0019246659,0.0014774977,0.0003679751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048855008,0.0007030663,0.0004772812,0.0011305969,0.0007904823,0.0025327334,0.0011352537,0.00091464986,0.0027424842],"category_scores_gemma":[0.01514358,0.0010048398,0.0009443253,0.000484379,0.0016363895,0.003938839,0.002045326,0.0018738223,0.00084588473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015608565,0.00049991626,0.019860547,0.0015302523,0.00020335577,0.004861534,0.01776636,0.25401607,0.15784022,0.3308892,0.0091199335,0.20185179],"study_design_scores_gemma":[0.00020452173,0.0005861169,0.0036842134,0.00050007505,0.00020695545,0.001640764,0.0044774725,0.68438953,0.09783383,0.13097203,0.07532173,0.0001828031],"about_ca_topic_score_codex":0.0037947043,"about_ca_topic_score_gemma":0.0066435826,"teacher_disagreement_score":0.0048855008,"about_ca_system_score_codex":0.0010348792,"about_ca_system_score_gemma":0.0021918276,"threshold_uncertainty_score":0.025837302},"labels":[],"label_agreement":null},{"id":"W2142902629","doi":"10.1007/s00766-009-0081-0","title":"Investigating business-IT alignment through multi-disciplinary goal concepts","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Strategic alignment; Discipline; Usability; Knowledge management; Perspective (graphical); Strategic management; Computer science; Management science; Process management; Strategic planning; Engineering; Business; Political science; Strategic financial management; Marketing","score_opus":0.037274535805679444,"score_gpt":0.284619147175286,"score_spread":0.2473446113696066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142902629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39512542,0.00035217396,0.50773674,0.0036473896,0.00003665662,0.00017637279,0.000054800817,0.00010753993,0.092762895],"genre_scores_gemma":[0.9491737,0.000097376695,0.049713045,0.00009194407,0.000005850954,0.0000968875,0.000034466535,0.000028999,0.0007576295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9912184,0.0061393813,0.0003104313,0.00059540424,0.0012470155,0.0004894804],"domain_scores_gemma":[0.9805909,0.012968831,0.0027786766,0.001739538,0.0012993659,0.0006225977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009751937,0.0007053279,0.00049528165,0.0018345473,0.0016027679,0.0072906823,0.0011676813,0.0018391283,0.0028154282],"category_scores_gemma":[0.022569029,0.00060085615,0.00087865593,0.0026927346,0.0048987647,0.0106569035,0.00468708,0.0027740148,0.00031999795],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005695285,0.00014932103,0.0076785297,0.00010963081,0.000054769924,0.00013601877,0.0051221335,0.0071774814,0.0014982505,0.95604485,0.0002234586,0.021748658],"study_design_scores_gemma":[0.000057339188,0.000246528,0.010153277,0.00018716321,0.0001123644,0.00017152178,0.0205285,0.08780065,0.00476208,0.8676021,0.008340544,0.000037891517],"about_ca_topic_score_codex":0.0011838063,"about_ca_topic_score_gemma":0.0011536408,"teacher_disagreement_score":0.009751937,"about_ca_system_score_codex":0.0027084965,"about_ca_system_score_gemma":0.0027884527,"threshold_uncertainty_score":0.051573753},"labels":[],"label_agreement":null},{"id":"W2143134708","doi":"10.1007/s00766-007-0053-1","title":"Unified use case statecharts: case studies","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unification; Computer science; Domain (mathematical analysis); Software engineering; Unified Modeling Language; Programming language; Software; Mathematics","score_opus":0.15657445195834338,"score_gpt":0.37357331588320514,"score_spread":0.21699886392486176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143134708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.716497,0.00055576157,0.24869649,0.00052694505,0.000044159693,0.0017328365,0.002571995,0.0015629334,0.027811928],"genre_scores_gemma":[0.9026159,0.00030278784,0.08922885,0.000052351254,0.0000074845702,0.0008561942,0.0012220785,0.00015778195,0.0055565815],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995167,0.0028857235,0.00025050147,0.00034804366,0.0010810683,0.0002676207],"domain_scores_gemma":[0.96803397,0.02611957,0.0012237525,0.002496269,0.0016717529,0.00045456865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051231678,0.00045646122,0.00038912802,0.0022945954,0.001145814,0.0025730713,0.001979651,0.0023239704,0.0062362775],"category_scores_gemma":[0.020548234,0.00052937045,0.00068452815,0.003584277,0.0017754667,0.0032763318,0.0016306823,0.0012599246,0.00066063536],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034570724,0.006173519,0.043112405,0.002144998,0.00027500116,0.012882895,0.031194944,0.19310617,0.022912666,0.1594423,0.014449608,0.51084846],"study_design_scores_gemma":[0.0012501568,0.0043635303,0.049261704,0.0012102568,0.00052681,0.0077819386,0.014024385,0.6389548,0.07124037,0.08752079,0.12332221,0.0005430105],"about_ca_topic_score_codex":0.009821263,"about_ca_topic_score_gemma":0.016200561,"teacher_disagreement_score":0.009821263,"about_ca_system_score_codex":0.0025819454,"about_ca_system_score_gemma":0.0022260668,"threshold_uncertainty_score":0.027094245},"labels":[],"label_agreement":null},{"id":"W2143321576","doi":"10.1007/s00766-002-0154-9","title":"Lightweight models for interpreting informal specifications","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Promela; Computer science; Software engineering; Protocol (science); Formal specification; Iterative and incremental development; Process (computing); Software development process; Software; Software requirements specification; Model checking; Interpretation (philosophy); Software development; Goal-Driven Software Development Process; Formal methods; Programming language; Software construction","score_opus":0.046645851916074205,"score_gpt":0.25251593214375156,"score_spread":0.20587008022767736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143321576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014067923,0.00006442453,0.9952296,0.00012259194,0.000025566382,0.000057145327,0.00011668235,0.0023315758,0.0006457456],"genre_scores_gemma":[0.085690126,0.00034517256,0.9080806,0.00016750391,0.000063580716,0.00048445855,0.001057147,0.0015131261,0.0025982487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99191743,0.002926883,0.001034246,0.00057352794,0.0031256594,0.00042219585],"domain_scores_gemma":[0.9789063,0.010764974,0.0015645217,0.0069488357,0.0015329192,0.00028255355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061427364,0.0018711952,0.0014042164,0.0028298993,0.0011175659,0.005146523,0.0032407178,0.0028659443,0.005276146],"category_scores_gemma":[0.032988526,0.002373244,0.0037131736,0.002252695,0.002232079,0.01078415,0.005246745,0.004298425,0.001880285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017945837,0.000106231404,0.00091604586,0.0007280204,0.00012311006,0.00053172314,0.0015841088,0.03662962,0.008182822,0.81710005,0.0068250196,0.12709375],"study_design_scores_gemma":[0.00008229365,0.00007513924,0.00018920981,0.00037635124,0.00023379714,0.00028631347,0.00020467024,0.31184024,0.014074878,0.6299165,0.04263569,0.000084853884],"about_ca_topic_score_codex":0.0027662474,"about_ca_topic_score_gemma":0.0050657964,"teacher_disagreement_score":0.0061427364,"about_ca_system_score_codex":0.0018389366,"about_ca_system_score_gemma":0.0022365076,"threshold_uncertainty_score":0.03248626},"labels":[],"label_agreement":null},{"id":"W2148159886","doi":"10.1007/s00766-006-0032-y","title":"View merging in the presence of incompleteness and inconsistency","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Merge (version control); Theoretical computer science; Terminology; Tracing; Traceability; Formalism (music); Data science; Data mining; Information retrieval; Programming language; Software engineering","score_opus":0.021575367968019423,"score_gpt":0.24175964940378877,"score_spread":0.22018428143576935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148159886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07898941,0.00035131082,0.91615915,0.0005139101,0.000038823182,0.0001397746,0.00011306161,0.0005352546,0.003159355],"genre_scores_gemma":[0.48671848,0.00026621067,0.5107995,0.00017788078,0.0000529337,0.00010377842,0.00054367003,0.0002635932,0.0010739602],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98050356,0.008578128,0.0015910217,0.0020388542,0.006298181,0.0009901525],"domain_scores_gemma":[0.9253918,0.045905218,0.004834579,0.014574643,0.008180958,0.0011127964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021124374,0.000718167,0.0019223097,0.0024511665,0.0017982329,0.004683965,0.0033212914,0.0027464386,0.0015326724],"category_scores_gemma":[0.07676805,0.0016118737,0.0020730728,0.0024758668,0.0018734487,0.012486917,0.0052831206,0.0026178553,0.0002730565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017511154,0.0004560453,0.024186477,0.0009718088,0.0010472905,0.006713582,0.009728873,0.23700662,0.032515407,0.26626438,0.0043620854,0.41499633],"study_design_scores_gemma":[0.00016545069,0.0002356227,0.002673503,0.00018266504,0.000610382,0.0014950896,0.0016076587,0.6987296,0.03618399,0.24602726,0.011923379,0.0001653346],"about_ca_topic_score_codex":0.0033642696,"about_ca_topic_score_gemma":0.003694097,"teacher_disagreement_score":0.021124374,"about_ca_system_score_codex":0.0013536002,"about_ca_system_score_gemma":0.002713438,"threshold_uncertainty_score":0.1117177},"labels":[],"label_agreement":null},{"id":"W2149539327","doi":"10.1007/s00766-010-0102-z","title":"Deconstructing the semantics of big-step modelling languages","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Class (philosophy); Natural language processing; Popularity; Formal semantics (linguistics); Semantic compression; Distributional semantics; Artificial intelligence; Semantic data model; Programming language; Semantic computing; Semantic technology; Semantic Web","score_opus":0.042503248267764304,"score_gpt":0.28955750565852734,"score_spread":0.24705425739076303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149539327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017634245,0.00016311374,0.9754878,0.0008252241,0.0000598436,0.000052530748,0.000104288694,0.0006939917,0.004978934],"genre_scores_gemma":[0.43785506,0.0005748667,0.55211085,0.0005653967,0.000080607446,0.00019922358,0.0006534994,0.0012337704,0.006726756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946243,0.0029308791,0.0004786128,0.00040645982,0.0012223036,0.00033733292],"domain_scores_gemma":[0.986296,0.0071505215,0.00058209914,0.004134609,0.001551647,0.00028515692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008218935,0.0008813567,0.0007235366,0.0014820823,0.0012813697,0.0061737793,0.0024319803,0.0016888799,0.0030507036],"category_scores_gemma":[0.017421698,0.0012470126,0.0021424214,0.0013270198,0.0062114266,0.0135974595,0.007461053,0.0047254846,0.00078403176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039078466,0.000014820071,0.0001865304,0.00006836582,0.000015109374,0.00007059461,0.0011873965,0.007579035,0.0010358285,0.9795607,0.0004077102,0.009834709],"study_design_scores_gemma":[0.000010799785,0.000017245731,0.000042651453,0.00005863759,0.000022255193,0.00004739247,0.00031683766,0.034722604,0.0024441802,0.9537348,0.008564874,0.000017693083],"about_ca_topic_score_codex":0.002521976,"about_ca_topic_score_gemma":0.0040986077,"teacher_disagreement_score":0.008218935,"about_ca_system_score_codex":0.0014083225,"about_ca_system_score_gemma":0.0023305502,"threshold_uncertainty_score":0.04346639},"labels":[],"label_agreement":null},{"id":"W2151456360","doi":"10.1007/s00766-006-0027-8","title":"Aybüke Aurum and Claes Wohlin (eds): Engineering and managing software requirements","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering; Computer science","score_opus":0.013158514332759743,"score_gpt":0.23567964584450254,"score_spread":0.2225211315117428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151456360","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017803943,0.4002039,0.41143015,0.036457364,0.0075804996,0.00013219345,0.00034356737,0.0024543516,0.12359403],"genre_scores_gemma":[0.08499509,0.46063307,0.21999542,0.0039015277,0.004500017,0.00017301722,0.00083961413,0.00049541227,0.2244668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991955,0.00019001981,0.00005280626,0.00013732818,0.00037366626,0.00005076518],"domain_scores_gemma":[0.9980915,0.0011693824,0.00012232579,0.00009488661,0.00040394836,0.0001179179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012845926,0.00089977,0.0010351717,0.0014837824,0.0005510227,0.0031320846,0.0006430286,0.0018791185,0.012899788],"category_scores_gemma":[0.002182085,0.0005774571,0.00030454187,0.0027698434,0.00052769814,0.005008024,0.0012334607,0.0013605957,0.011381356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007026376,0.000062213454,0.00054330257,0.0010958542,0.000019665926,0.00012296949,0.00055562844,0.0017734518,0.0021903282,0.013299178,0.0742219,0.90604526],"study_design_scores_gemma":[0.00003143861,0.00010817174,0.0024230767,0.00076743553,0.00019407549,0.0017802177,0.0013889268,0.010325414,0.0060936506,0.030039683,0.9467736,0.00007434074],"about_ca_topic_score_codex":0.0015515463,"about_ca_topic_score_gemma":0.002764501,"teacher_disagreement_score":0.012899788,"about_ca_system_score_codex":0.00038377714,"about_ca_system_score_gemma":0.00068032806,"threshold_uncertainty_score":0.04315406},"labels":[],"label_agreement":null},{"id":"W2152164499","doi":"10.1007/s00766-011-0117-0","title":"Digital privacy: theory, policies and technologies","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Internet privacy; Computer security; Privacy software; Information privacy; Privacy by Design","score_opus":0.04351737823997481,"score_gpt":0.278942772248132,"score_spread":0.2354253940081572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152164499","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015217844,0.014910296,0.831448,0.052570038,0.00037586156,0.00030490346,0.0003486307,0.00051040447,0.08431405],"genre_scores_gemma":[0.59710294,0.021839267,0.36147973,0.0053916285,0.0010391009,0.0011208829,0.00061395747,0.0002191259,0.011193368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9771219,0.012863863,0.0016259229,0.0015546352,0.006073704,0.00075993664],"domain_scores_gemma":[0.95285535,0.035541672,0.0019561362,0.006169837,0.0027121017,0.0007649075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013091223,0.0009892536,0.0015340464,0.003679963,0.0026592845,0.018253328,0.0023441024,0.0061283982,0.0037212593],"category_scores_gemma":[0.03229816,0.0015198846,0.0015174139,0.0049286312,0.01880459,0.021765912,0.004830577,0.007981929,0.0011831715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007686604,0.000026697211,0.00017595073,0.00011600622,0.000010077138,0.000030150088,0.00030357143,0.0012262594,0.00014410535,0.98590964,0.0012095863,0.010840248],"study_design_scores_gemma":[0.00001569092,0.000021918431,0.00016366602,0.00030071457,0.000015707075,0.00019997818,0.0005024057,0.0074198446,0.00068112544,0.96017784,0.030479692,0.000021539923],"about_ca_topic_score_codex":0.0029844248,"about_ca_topic_score_gemma":0.0013728929,"teacher_disagreement_score":0.018253328,"about_ca_system_score_codex":0.005724653,"about_ca_system_score_gemma":0.00728139,"threshold_uncertainty_score":0.069233835},"labels":[],"label_agreement":null},{"id":"W2161637233","doi":"10.1007/s007660200008","title":"Requirements Engineering and Technology Transfer: Obstacles, Incentives and Improvement Agenda","year":2002,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Incentive; Technology transfer; Engineering management; Business; Computer science; Engineering; Knowledge management; Economics; Microeconomics","score_opus":0.026067381879355603,"score_gpt":0.23899772970256242,"score_spread":0.2129303478232068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161637233","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027884083,0.012292235,0.051218946,0.78654975,0.0013560666,0.00035477272,0.00012462819,0.0002500503,0.11996949],"genre_scores_gemma":[0.81680655,0.01880293,0.0701,0.058767453,0.004799084,0.0013113354,0.0002743629,0.00020815316,0.028930187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9254607,0.04218706,0.0027929316,0.0036644188,0.019283308,0.006611584],"domain_scores_gemma":[0.66907066,0.24748936,0.015726503,0.013119031,0.03721198,0.017382408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10172729,0.0010408261,0.0021528597,0.0032480531,0.0063313604,0.021205397,0.0054446612,0.020102669,0.017476358],"category_scores_gemma":[0.1490537,0.0008134751,0.0012108888,0.0051848427,0.013967258,0.035600573,0.011189922,0.015800118,0.0022929441],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011518355,0.00056043547,0.0017909809,0.00036153337,0.000025629866,0.0000774641,0.00062847283,0.0018355417,0.0002505671,0.9140605,0.014541435,0.065752275],"study_design_scores_gemma":[0.00016230594,0.00034539186,0.002548446,0.0013569178,0.000034360215,0.00016797487,0.004415736,0.007991474,0.0006437219,0.90533173,0.07690738,0.00009458864],"about_ca_topic_score_codex":0.004752628,"about_ca_topic_score_gemma":0.0040133167,"teacher_disagreement_score":0.10172729,"about_ca_system_score_codex":0.010901361,"about_ca_system_score_gemma":0.043915648,"threshold_uncertainty_score":0.53799176},"labels":[],"label_agreement":null},{"id":"W2161849440","doi":"10.1007/s007660170013","title":"From Non-Functional Requirements to Design through Patterns","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":219,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Functional requirement; Computer science; Software engineering","score_opus":0.12472457154920946,"score_gpt":0.32024164918658515,"score_spread":0.1955170776373757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161849440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007762579,0.0007805132,0.9597572,0.0026854323,0.00010882007,0.00010655168,0.00017147612,0.00065287505,0.027974522],"genre_scores_gemma":[0.21466894,0.003300256,0.75798297,0.0009788888,0.00013112166,0.0004138917,0.0007744427,0.0007026007,0.021046814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99653095,0.0013496845,0.00028634537,0.00047336743,0.0012180994,0.00014163382],"domain_scores_gemma":[0.9935156,0.0037840381,0.0003393088,0.0015501924,0.0006924353,0.000118403535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024713546,0.0010053564,0.00050108304,0.0018138575,0.0006086566,0.0032763972,0.0013883937,0.0014640277,0.007263857],"category_scores_gemma":[0.01333699,0.0010367087,0.0008777827,0.001550573,0.0032120596,0.010627643,0.0033310526,0.002863972,0.002114872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002967703,0.000043580454,0.0005056366,0.00063364365,0.00002788681,0.00042604972,0.0016783404,0.0042936504,0.0025703986,0.8299558,0.0037795317,0.15605582],"study_design_scores_gemma":[0.000016255035,0.00004841033,0.00025584918,0.0003419852,0.000028178527,0.0005015101,0.0005316211,0.011723085,0.0043246676,0.92458725,0.057622537,0.000018724191],"about_ca_topic_score_codex":0.001311882,"about_ca_topic_score_gemma":0.0012350213,"teacher_disagreement_score":0.007263857,"about_ca_system_score_codex":0.0010315547,"about_ca_system_score_gemma":0.0011038445,"threshold_uncertainty_score":0.024300039},"labels":[],"label_agreement":null},{"id":"W2170060592","doi":"10.1007/s00766-010-0097-5","title":"When-to-release decisions for features with time-dependent value functions","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Intuition; Computer science; Software release life cycle; Software; Software quality; Software development","score_opus":0.014732299191175574,"score_gpt":0.25917951899457753,"score_spread":0.24444721980340195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170060592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.521621,0.000583292,0.45314246,0.0012997787,0.0002496346,0.000986955,0.0003007684,0.0073264083,0.014489691],"genre_scores_gemma":[0.8790602,0.00008301813,0.11648786,0.0001493389,0.00003992998,0.0001002525,0.00019229793,0.00080791884,0.0030791592],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99278957,0.002297899,0.00057919,0.0008934925,0.0022109726,0.0012288616],"domain_scores_gemma":[0.9588631,0.029362207,0.0035038358,0.003930807,0.0028235314,0.0015164819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008661697,0.0010829433,0.00092447933,0.0017263086,0.0012955817,0.0027056513,0.0016895739,0.0015979314,0.0067603155],"category_scores_gemma":[0.04228823,0.0011702819,0.0013471692,0.0004740877,0.0012385354,0.0048326445,0.0015003312,0.0022510095,0.0010702376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005619558,0.0012835484,0.021421641,0.0008078357,0.0003151984,0.0041048727,0.0030677665,0.21163884,0.10715038,0.037162963,0.01340406,0.59402335],"study_design_scores_gemma":[0.00033688536,0.001151592,0.012217976,0.00023515002,0.00034572696,0.0008033775,0.0011574887,0.8730126,0.06272587,0.039496515,0.008180891,0.0003359021],"about_ca_topic_score_codex":0.0022053753,"about_ca_topic_score_gemma":0.00441824,"teacher_disagreement_score":0.008661697,"about_ca_system_score_codex":0.0009630302,"about_ca_system_score_gemma":0.0016922663,"threshold_uncertainty_score":0.045808017},"labels":[],"label_agreement":null},{"id":"W2170950705","doi":"10.1007/s00766-007-0050-4","title":"Assessing critical functional and non-functional requirements for web-based procurement systems: a comprehensive survey","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; York University","funders":"","keywords":"Procurement; E-procurement; Functional requirement; Business; The Internet; Business process; Electronic business; Phone; Process management; Computer science; Knowledge management; Business model; World Wide Web; Marketing; Software engineering; Work in process","score_opus":0.2705285323994412,"score_gpt":0.42451071600381796,"score_spread":0.15398218360437677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170950705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365824,0.00062110915,0.0029838283,0.0001594091,0.0000029732926,0.0000853043,0.00012638977,0.000021464335,0.0023412197],"genre_scores_gemma":[0.99379045,0.00082412665,0.0043841917,0.000079776255,0.000005399087,0.00008088369,0.00043536094,0.00001634066,0.00038342466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9857717,0.0040202583,0.0024125094,0.00059648085,0.006499565,0.00069949386],"domain_scores_gemma":[0.81530285,0.14352305,0.01937675,0.0037790663,0.015926745,0.0020916255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016081328,0.00040111208,0.00069978886,0.0045023705,0.00063524063,0.0013721981,0.00078524643,0.00093999534,0.0010517681],"category_scores_gemma":[0.07244375,0.0004598886,0.000762145,0.0031289253,0.00066590315,0.0031830932,0.000978495,0.00091958215,0.0003382929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002846888,0.0011512175,0.7135803,0.0011870556,0.00015672338,0.0002856894,0.012865592,0.002834336,0.0063264454,0.0017787961,0.0010264164,0.25852272],"study_design_scores_gemma":[0.000017735842,0.001351782,0.96325874,0.0005527797,0.000114264396,0.0008962666,0.013040106,0.0067461245,0.004366824,0.001195526,0.008395552,0.00006431622],"about_ca_topic_score_codex":0.0018834242,"about_ca_topic_score_gemma":0.002766663,"teacher_disagreement_score":0.016081328,"about_ca_system_score_codex":0.0013755347,"about_ca_system_score_gemma":0.0024023124,"threshold_uncertainty_score":0.085047245},"labels":[],"label_agreement":null},{"id":"W2170963582","doi":"10.1007/s00766-007-0041-5","title":"MiHOS: an approach to support handling the mismatches between system requirements and COTS products","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systems engineering; Computer science; Requirements analysis; Reliability engineering; Engineering; Operating system; Software","score_opus":0.09880262873347517,"score_gpt":0.31504234760101346,"score_spread":0.2162397188675383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170963582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018915253,0.000073908595,0.94847876,0.00030684905,0.000087681794,0.00042523735,0.00031200566,0.02468429,0.0067160903],"genre_scores_gemma":[0.11390916,0.00011610732,0.876095,0.00028472446,0.000047504745,0.0002956331,0.0008366044,0.0015022231,0.0069131036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964348,0.00071061973,0.00032144174,0.0004092818,0.0018886524,0.00023520747],"domain_scores_gemma":[0.9939214,0.0019984376,0.0009941293,0.002072898,0.0007552724,0.00025794667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037528188,0.001014468,0.00054022524,0.0013312877,0.00070410734,0.002258697,0.0029591334,0.0014850328,0.004227191],"category_scores_gemma":[0.011496389,0.0011350856,0.0007479535,0.0008620511,0.0006301206,0.003558023,0.0038427098,0.00225648,0.0015479849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010460119,0.0008201414,0.009408753,0.0013105348,0.0003359981,0.0022795484,0.003299772,0.032321073,0.1470893,0.08717245,0.032632418,0.682284],"study_design_scores_gemma":[0.00021962462,0.0007105652,0.005294067,0.00031809247,0.00040212806,0.00247807,0.0011754992,0.53007334,0.16539013,0.043932863,0.24974665,0.00025900867],"about_ca_topic_score_codex":0.0013713065,"about_ca_topic_score_gemma":0.0035852988,"teacher_disagreement_score":0.004227191,"about_ca_system_score_codex":0.0004660906,"about_ca_system_score_gemma":0.0016385589,"threshold_uncertainty_score":0.019847035},"labels":[],"label_agreement":null},{"id":"W2171761464","doi":"10.1007/s00766-006-0036-7","title":"Introduction to the best research papers from RE’05","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.12762148729130912,"score_gpt":0.41340278328960806,"score_spread":0.28578129599829893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171761464","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019602464,0.14307272,0.05757202,0.06522937,0.3541363,0.00091078714,0.013205527,0.00617051,0.3577425],"genre_scores_gemma":[0.008671504,0.077793285,0.036123097,0.013512038,0.096747585,0.00046651682,0.014215182,0.0053814263,0.7470894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934796,0.00075291697,0.0006012666,0.0006842066,0.004032379,0.00044963186],"domain_scores_gemma":[0.9829972,0.0039765006,0.00090316735,0.0019433749,0.0079086805,0.002271182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005179848,0.0019029467,0.002337489,0.01282504,0.0017284901,0.014368377,0.0025562127,0.0031462708,0.18933581],"category_scores_gemma":[0.018217927,0.0009371056,0.0020238226,0.0150972465,0.0008590184,0.005527052,0.0025443244,0.0032159153,0.12828375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065212545,0.00006185952,0.000058961672,0.0006689773,0.000018397219,0.00006112566,0.000028708208,0.00031331397,0.00068008306,0.0040240423,0.8560168,0.13800246],"study_design_scores_gemma":[0.000015401716,0.000027861843,0.00020365672,0.00025948146,0.000010788367,0.00007787518,0.00002063603,0.0001158276,0.0003922599,0.0021766424,0.9966813,0.00001817972],"about_ca_topic_score_codex":0.002747063,"about_ca_topic_score_gemma":0.0061976374,"teacher_disagreement_score":0.18933581,"about_ca_system_score_codex":0.003284038,"about_ca_system_score_gemma":0.0038361223,"threshold_uncertainty_score":0.6333914},"labels":[],"label_agreement":null},{"id":"W2527497011","doi":"10.1007/s00766-016-0259-1","title":"Continuous clarification and emergent requirements flows in open-commercial software ecosystems","year":2016,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"VINNOVA","keywords":"Computer science; Knowledge management; Software development; Process management; Business; Software","score_opus":0.034471520706949525,"score_gpt":0.27806177561016693,"score_spread":0.2435902549032174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527497011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80441755,0.0004315621,0.17308092,0.002714782,0.000032707303,0.00026493258,0.00008307648,0.00039030908,0.018584056],"genre_scores_gemma":[0.9458313,0.00016649414,0.05151746,0.00019898747,0.00001713271,0.00017265035,0.00010818844,0.00012218424,0.0018657434],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96855116,0.020951664,0.001762408,0.0019047324,0.0054671643,0.0013629188],"domain_scores_gemma":[0.90776724,0.06662944,0.009590757,0.010276681,0.004210179,0.0015258143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02115664,0.00041870988,0.00036428103,0.0034565018,0.0040865596,0.007034518,0.0016333269,0.0023495338,0.0015622097],"category_scores_gemma":[0.055489894,0.0011196502,0.0006624953,0.0020381438,0.005824666,0.016629586,0.010068496,0.0024832461,0.00034235447],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029290572,0.00047925665,0.06630332,0.0006245454,0.000106507825,0.007586371,0.44582075,0.010224811,0.023270866,0.18296604,0.0022656138,0.26005897],"study_design_scores_gemma":[0.0000994399,0.00036576382,0.08270606,0.0013001363,0.000078592195,0.004660392,0.24379835,0.087524645,0.017162465,0.39087006,0.17102958,0.00040453288],"about_ca_topic_score_codex":0.0016138962,"about_ca_topic_score_gemma":0.002528468,"teacher_disagreement_score":0.02115664,"about_ca_system_score_codex":0.0032298507,"about_ca_system_score_gemma":0.003468569,"threshold_uncertainty_score":0.11188835},"labels":[],"label_agreement":null},{"id":"W2545010811","doi":"10.1007/s00766-016-0260-8","title":"Effective use of analysts’ effort in automated tracing","year":2016,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Lockheed Martin; National Aeronautics and Space Administration; National Science Foundation","keywords":"Tracing; Computer science; Programming language","score_opus":0.02469034825982708,"score_gpt":0.2809362799748374,"score_spread":0.2562459317150103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545010811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6384915,0.001160962,0.33307543,0.0032562842,0.00015050129,0.0001833043,0.00008510828,0.0017472788,0.021849712],"genre_scores_gemma":[0.95523804,0.000131953,0.04336158,0.00014224833,0.00003276707,0.00004706778,0.0000370402,0.00012456512,0.00088483933],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.956258,0.02702475,0.0019742644,0.0021422263,0.01138952,0.0012111679],"domain_scores_gemma":[0.74789256,0.18272133,0.016927084,0.03307139,0.017244115,0.002143504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024393635,0.0010898832,0.0007657617,0.004024087,0.0010718099,0.00454677,0.0017604898,0.0017365424,0.0012230747],"category_scores_gemma":[0.17848116,0.0007116368,0.00045351786,0.0018411374,0.001302697,0.0072318665,0.0028081015,0.0018502639,0.00044273178],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010005364,0.0012665618,0.04625039,0.00038483503,0.0003047119,0.00049945083,0.0064826068,0.042544838,0.020300148,0.025855538,0.0032281387,0.8518822],"study_design_scores_gemma":[0.00035437627,0.0021076738,0.055759456,0.00070364214,0.0008047039,0.0013422185,0.0059491387,0.7786018,0.055789586,0.07898416,0.019302333,0.0003009153],"about_ca_topic_score_codex":0.0026684161,"about_ca_topic_score_gemma":0.0041588736,"teacher_disagreement_score":0.024393635,"about_ca_system_score_codex":0.0015191075,"about_ca_system_score_gemma":0.004478144,"threshold_uncertainty_score":0.1290074},"labels":[],"label_agreement":null},{"id":"W2755269200","doi":"10.1007/s00766-017-0280-z","title":"Goal-oriented requirements engineering: an extended systematic mapping study","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Generalitat Valenciana; European Commission","keywords":"Conceptualization; Scopus; Computer science; Field (mathematics); Systematic review; Requirements engineering; Data science; Implementation; Management science; Software engineering; Engineering; Political science; Artificial intelligence; Software","score_opus":0.07901895294172681,"score_gpt":0.3368146672498515,"score_spread":0.25779571430812465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755269200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34527168,0.3717316,0.16707513,0.015194041,0.0013115947,0.037192225,0.02745229,0.0008109133,0.033960495],"genre_scores_gemma":[0.64040375,0.12869866,0.17286952,0.0034713238,0.00037804144,0.0388188,0.011867534,0.0003064416,0.0031858017],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.922501,0.042906955,0.015612445,0.005438104,0.012035592,0.0015059226],"domain_scores_gemma":[0.6921119,0.23087077,0.018453972,0.012379816,0.044304322,0.0018792622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0810657,0.0013824083,0.002959426,0.086095385,0.0026391903,0.0073849238,0.0018915973,0.0016794837,0.005639512],"category_scores_gemma":[0.1953843,0.0010165495,0.0037083554,0.08458483,0.0020569721,0.010274113,0.006320821,0.0012103503,0.0010910336],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045507937,0.0005506849,0.054825313,0.22971874,0.0034627598,0.0019837036,0.065096445,0.0022218863,0.0025713872,0.025931725,0.012211242,0.60097104],"study_design_scores_gemma":[0.0006840497,0.0017762351,0.09712745,0.36628202,0.011684376,0.003177035,0.18641342,0.0070728655,0.004306519,0.044250857,0.27669647,0.00052882254],"about_ca_topic_score_codex":0.005694149,"about_ca_topic_score_gemma":0.0065704216,"teacher_disagreement_score":0.086095385,"about_ca_system_score_codex":0.0075533185,"about_ca_system_score_gemma":0.02716646,"threshold_uncertainty_score":0.42872155},"labels":[],"label_agreement":null},{"id":"W2799759507","doi":"10.1007/s00766-018-0294-1","title":"A systematic literature mapping of goal and non-goal modelling methods for legal and regulatory compliance","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compliance (psychology); Domain (mathematical analysis); Computer science; Management science; Process management; Systematic review; Risk analysis (engineering); Focus (optics); Data science; Psychology; Political science; Engineering; MEDLINE; Business; Law; Social psychology","score_opus":0.06571911413597815,"score_gpt":0.34174340610487897,"score_spread":0.2760242919689008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799759507","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06513373,0.35485756,0.46807703,0.0099271415,0.0013125314,0.028817467,0.023826957,0.0021943692,0.045853253],"genre_scores_gemma":[0.18422744,0.120777264,0.6554579,0.0021977879,0.0001790189,0.01950579,0.013462409,0.00057486293,0.003617556],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9518772,0.021363027,0.013448797,0.0035061573,0.009165735,0.0006390959],"domain_scores_gemma":[0.7668349,0.17773871,0.013685949,0.015623175,0.024725016,0.0013923283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051462803,0.0013930021,0.0028062128,0.085624106,0.002834955,0.0077234837,0.0031462093,0.0027749715,0.009524843],"category_scores_gemma":[0.2025849,0.0012098956,0.005657239,0.037865803,0.0024344434,0.009453143,0.007244994,0.0027153315,0.0014970361],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036080735,0.0003775798,0.007925069,0.17105374,0.002380551,0.0005212599,0.012132465,0.0016585445,0.0033921732,0.05066747,0.010721851,0.73880845],"study_design_scores_gemma":[0.00040359504,0.00060478895,0.020007908,0.49533352,0.013994329,0.001609335,0.017196324,0.007483807,0.008443063,0.064404115,0.370123,0.00039614714],"about_ca_topic_score_codex":0.0056640534,"about_ca_topic_score_gemma":0.016149046,"teacher_disagreement_score":0.085624106,"about_ca_system_score_codex":0.005444259,"about_ca_system_score_gemma":0.034704924,"threshold_uncertainty_score":0.27216452},"labels":[],"label_agreement":null},{"id":"W2803112921","doi":"10.1007/s00766-018-0297-y","title":"Author Correction: Customer support ticket escalation prediction using feature engineering","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ticket; Feature engineering; Feature (linguistics); Customer service","score_opus":0.02143582517668638,"score_gpt":0.2635398976053534,"score_spread":0.24210407242866702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803112921","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009973367,0.0006250558,0.002684855,0.042506844,0.9442852,0.000030546656,0.0023425347,0.0014137608,0.005113842],"genre_scores_gemma":[0.11370934,0.005331368,0.015992489,0.060068518,0.22605479,0.00020943458,0.005759866,0.0043387595,0.5685354],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99501413,0.00059314363,0.00070698734,0.0008860051,0.002463832,0.00033586653],"domain_scores_gemma":[0.9177844,0.013099658,0.003538019,0.0058605107,0.058169212,0.0015482722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027739173,0.0018691211,0.0019876314,0.004266275,0.0031264948,0.0038478714,0.0034356068,0.005876164,0.061340135],"category_scores_gemma":[0.09122197,0.0011176617,0.0013106389,0.0035084398,0.0015198744,0.0020925207,0.0020442896,0.0072947866,0.033939134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041989533,0.000009615959,0.00030928542,0.00009132361,0.000023844368,0.00042080772,0.000068503774,0.00023264611,0.000105464766,0.00094318774,0.9898471,0.007906068],"study_design_scores_gemma":[0.000068444846,0.000040478975,0.0018439031,0.00026205208,0.00009463964,0.001122776,0.00029345558,0.002623947,0.0015201564,0.0019163943,0.99013853,0.00007524434],"about_ca_topic_score_codex":0.026293982,"about_ca_topic_score_gemma":0.025904514,"teacher_disagreement_score":0.061340135,"about_ca_system_score_codex":0.003507753,"about_ca_system_score_gemma":0.0047678812,"threshold_uncertainty_score":0.20520324},"labels":[],"label_agreement":null},{"id":"W2909230076","doi":"10.1007/s00766-018-00308-3","title":"From event logs to goals: a systematic literature review of goal-oriented process mining","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Process mining; Process (computing); Computer science; Interpretability; TRACE (psycholinguistics); Data science; Business process discovery; Process modeling; Event (particle physics); Exploit; Data mining; Business process management; Work in process; Management science; Business process; Business process modeling; Engineering; Machine learning","score_opus":0.009829487960794024,"score_gpt":0.24742020106527085,"score_spread":0.23759071310447683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909230076","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01478316,0.95967615,0.01662943,0.0014508644,0.00019092807,0.0018231798,0.0035038618,0.00021214606,0.001730208],"genre_scores_gemma":[0.090523615,0.8630476,0.03687403,0.0015477602,0.00016479823,0.0026674673,0.0047469446,0.000088916044,0.000338907],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9844715,0.0055101053,0.0049486943,0.0015918926,0.003223775,0.00025405458],"domain_scores_gemma":[0.8038966,0.17479534,0.011179042,0.0037096243,0.0058406848,0.00057865056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02499928,0.0018673597,0.004958463,0.018978924,0.0008122923,0.0044329716,0.0033656207,0.0021101446,0.0019377124],"category_scores_gemma":[0.1250468,0.0012398734,0.0055983737,0.015595041,0.001200926,0.0061437786,0.002413719,0.0020568203,0.00043131725],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037495638,0.00031632086,0.00919159,0.49872333,0.004461041,0.00032939945,0.001508681,0.0016149736,0.00070733996,0.001931339,0.0036936633,0.47714728],"study_design_scores_gemma":[0.0005015106,0.0011183126,0.028678674,0.7739146,0.044428397,0.0017130811,0.0047143153,0.0053920946,0.004191987,0.013857873,0.12118665,0.00030249348],"about_ca_topic_score_codex":0.003349704,"about_ca_topic_score_gemma":0.008943561,"teacher_disagreement_score":0.02499928,"about_ca_system_score_codex":0.001620961,"about_ca_system_score_gemma":0.01563812,"threshold_uncertainty_score":0.13221037},"labels":[],"label_agreement":null},{"id":"W2938506295","doi":"10.1007/s00766-019-00310-3","title":"A method for analyzing stakeholders’ influence on an open source software ecosystem’s requirements engineering process","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Process (computing); Artifact (error); Knowledge management; Sociotechnical system; Process management; Business; Competition (biology); Computer science; Ecology; Management; Economics","score_opus":0.05971288557738334,"score_gpt":0.33160982353103857,"score_spread":0.2718969379536552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938506295","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015112318,0.00006237714,0.9770125,0.0002548909,0.00003183732,0.0014246076,0.00048580547,0.0009399954,0.004675688],"genre_scores_gemma":[0.06555905,0.000043121283,0.92882884,0.00004913346,0.000014453409,0.0037703654,0.00035347225,0.00008595702,0.0012956263],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9699625,0.01760417,0.002151375,0.0037232984,0.0060187574,0.00053990417],"domain_scores_gemma":[0.8956697,0.0823993,0.007511797,0.0066986177,0.0068179634,0.00090255454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021317335,0.0017462656,0.0008675643,0.014565402,0.0020268597,0.00429067,0.0014096287,0.0017016935,0.006173054],"category_scores_gemma":[0.05590485,0.0011678599,0.0022866845,0.008348303,0.0022909052,0.004236839,0.0031323244,0.0020731487,0.0014324103],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006017843,0.00084941863,0.03843384,0.002158988,0.00040689146,0.0007024535,0.044023965,0.008500341,0.02439092,0.19091478,0.004940823,0.68407583],"study_design_scores_gemma":[0.00076041825,0.0014933714,0.051409155,0.0013468377,0.00061512395,0.0021240697,0.03090049,0.5226695,0.03982428,0.19509922,0.15302378,0.00073369074],"about_ca_topic_score_codex":0.0042575393,"about_ca_topic_score_gemma":0.0068514044,"teacher_disagreement_score":0.021317335,"about_ca_system_score_codex":0.00305785,"about_ca_system_score_gemma":0.0054171486,"threshold_uncertainty_score":0.11273819},"labels":[],"label_agreement":null},{"id":"W2963608311","doi":"10.1007/s00766-019-00321-0","title":"Reconstructing the past: the case of the Spadina Expressway","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Computer science; Process (computing); Work (physics); Maturity (psychological); Order (exchange); Process management; Data science; Systems engineering; Operations research; Management science; Engineering; Business; Political science","score_opus":0.03139255597116661,"score_gpt":0.26408201163939665,"score_spread":0.23268945566823004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963608311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9504963,0.00015207959,0.01707449,0.0046261456,0.000027541248,0.000090111134,0.00044766488,0.00016342232,0.026922261],"genre_scores_gemma":[0.9825121,0.00013615885,0.012125203,0.000079512836,0.0000054429165,0.000044901153,0.00022814606,0.000056085402,0.004812372],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99775994,0.0012364705,0.000077494544,0.00026214466,0.00039461034,0.0002692544],"domain_scores_gemma":[0.99646145,0.001802096,0.00034744362,0.0005973453,0.00028616487,0.0005054529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002383951,0.0004044217,0.00026299825,0.001081536,0.006078038,0.003456231,0.0016685558,0.002580212,0.003692374],"category_scores_gemma":[0.0060779084,0.0005592851,0.00062354637,0.0018340226,0.0054200217,0.004104279,0.0029384857,0.001720241,0.00034381275],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007690203,0.0005103256,0.079521716,0.00036793548,0.00013402477,0.06554006,0.32663286,0.15612823,0.0056605646,0.27903408,0.011797095,0.07390407],"study_design_scores_gemma":[0.00009322555,0.00046492752,0.047496274,0.0005922548,0.00014572273,0.00856833,0.3465103,0.22813521,0.0063525154,0.06575472,0.29556555,0.00032103257],"about_ca_topic_score_codex":0.18298954,"about_ca_topic_score_gemma":0.33241126,"teacher_disagreement_score":0.18298954,"about_ca_system_score_codex":0.0081671765,"about_ca_system_score_gemma":0.005263513,"threshold_uncertainty_score":0.36384887},"labels":[],"label_agreement":null},{"id":"W2966827261","doi":"10.1007/s00766-019-00322-z","title":"Expanding the nature and scope of requirements for service systems through Service-Dominant Logic: the case of a telemonitoring service","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Institut du Savoir Montfort; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service design; Service (business); Metamodeling; Software engineering; Systems engineering; Requirements engineering; Service provider; Knowledge management; Process management; Engineering; Programming language; Business","score_opus":0.03715026689893924,"score_gpt":0.2834308658578042,"score_spread":0.24628059895886495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966827261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3049248,0.00029089028,0.57194334,0.011688359,0.00007323432,0.0004532392,0.00006423261,0.00030123186,0.110260755],"genre_scores_gemma":[0.9158454,0.000114286275,0.079668194,0.0003772805,0.000022755832,0.0001097663,0.000031930045,0.00007890035,0.003751604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98564297,0.008057485,0.0005729748,0.00064734265,0.0034198426,0.001659453],"domain_scores_gemma":[0.967513,0.025459424,0.0011603684,0.00225786,0.0028350228,0.00077431113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012233545,0.0006478862,0.0005198271,0.0016609677,0.00430259,0.007652139,0.002027809,0.0044314107,0.0030079857],"category_scores_gemma":[0.021805005,0.00090802106,0.0015367131,0.0011442493,0.010612537,0.010519612,0.004984038,0.0048481966,0.00045434342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017350879,0.00018713615,0.0018712403,0.00017468544,0.00002199195,0.0039670295,0.018578937,0.018648297,0.010512219,0.9104708,0.0012720507,0.034122124],"study_design_scores_gemma":[0.00017951184,0.00030800846,0.0022303262,0.0003396825,0.00009008879,0.0042878184,0.017482549,0.21712735,0.013436709,0.6799456,0.06437949,0.0001927941],"about_ca_topic_score_codex":0.009148678,"about_ca_topic_score_gemma":0.008770573,"teacher_disagreement_score":0.012233545,"about_ca_system_score_codex":0.0058752894,"about_ca_system_score_gemma":0.005804689,"threshold_uncertainty_score":0.06469792},"labels":[],"label_agreement":null},{"id":"W3035995712","doi":"10.1007/s00766-020-00336-y","title":"Requirements engineering for sustainability: an awareness framework for designing software systems for a better tomorrow","year":2020,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"Engineering and Physical Sciences Research Council; Agència per a la Competitivitat de l’Empresa; Generalitat de Catalunya; European Commission","keywords":"Sustainability; Software system; Software; Software engineering; Computer science; Software requirements; Paradigm shift; Social software engineering; Software development; Systems engineering; Engineering; Knowledge management; Process management; Engineering management; Software construction","score_opus":0.04336728618799263,"score_gpt":0.2860637086809677,"score_spread":0.24269642249297507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035995712","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012449304,0.00013366959,0.9915802,0.0010161082,0.00003019157,0.00015062997,0.00007869069,0.00088689267,0.00487865],"genre_scores_gemma":[0.056773275,0.00043175803,0.93721914,0.0005120957,0.000064216554,0.0003623023,0.00041891448,0.0004377155,0.0037804414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99296427,0.003188498,0.00065578334,0.00068916427,0.0019974138,0.00050488685],"domain_scores_gemma":[0.9926407,0.0040655797,0.000549181,0.0012742785,0.0011584063,0.00031188756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102682635,0.0016867523,0.0011051338,0.003068251,0.001946343,0.0069022826,0.0030254736,0.0023624,0.0038164586],"category_scores_gemma":[0.014706631,0.0015657664,0.0033034915,0.0020594255,0.0038139848,0.0075675836,0.004587131,0.004636141,0.0013817212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003544762,0.00015017892,0.00071908056,0.00059838797,0.000096176496,0.000392101,0.003481595,0.026365692,0.0051429393,0.86676866,0.006761814,0.08948791],"study_design_scores_gemma":[0.000041069878,0.00010718444,0.00062600133,0.00090974715,0.00018328014,0.0006271137,0.0016302819,0.14430453,0.009907917,0.6578903,0.18363327,0.00013932663],"about_ca_topic_score_codex":0.009162348,"about_ca_topic_score_gemma":0.009975571,"teacher_disagreement_score":0.0102682635,"about_ca_system_score_codex":0.0022091991,"about_ca_system_score_gemma":0.0066224,"threshold_uncertainty_score":0.05430436},"labels":[],"label_agreement":null},{"id":"W3097686248","doi":"10.1007/s00766-021-00369-x","title":"Stakeholder identification for a structured release planning approach in the automotive domain","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universität Stuttgart","keywords":"Automotive industry; Process management; Agile software development; Stakeholder; Context (archaeology); Transparency (behavior); Domain (mathematical analysis); Systems engineering; Computer science; Process (computing); New product development; Plan (archaeology); Action plan; Engineering; Knowledge management; Business; Software engineering; Computer security; Marketing","score_opus":0.058807634078624764,"score_gpt":0.28705967650502284,"score_spread":0.22825204242639807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097686248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025577232,0.00018635338,0.96015483,0.0019007954,0.000033365086,0.0007546189,0.000082846316,0.000174979,0.011135],"genre_scores_gemma":[0.32016656,0.0002112544,0.6752336,0.00026324907,0.000024678282,0.0007268796,0.00025364506,0.00007822454,0.0030418776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97947454,0.015102832,0.00089924526,0.0011436794,0.0025247224,0.0008549562],"domain_scores_gemma":[0.9711268,0.020797536,0.0018281958,0.0014311754,0.004060703,0.0007555885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017529387,0.0011749621,0.0006449961,0.003813809,0.0029690133,0.0039038253,0.0016105812,0.0026923376,0.0049849744],"category_scores_gemma":[0.022571294,0.0011693309,0.0015469084,0.0014623988,0.0029568651,0.0055961837,0.0063504083,0.0032063979,0.0008578418],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003937589,0.0006403528,0.0071248226,0.0019263099,0.00015662631,0.0065986533,0.046218477,0.08862585,0.028631017,0.6130214,0.0062454264,0.20041734],"study_design_scores_gemma":[0.00013407053,0.0004834643,0.0043227333,0.0020977373,0.00018702357,0.0027918953,0.037918113,0.4774779,0.017524114,0.37058926,0.08620527,0.00026844686],"about_ca_topic_score_codex":0.0028683066,"about_ca_topic_score_gemma":0.004160035,"teacher_disagreement_score":0.017529387,"about_ca_system_score_codex":0.0025903755,"about_ca_system_score_gemma":0.004858775,"threshold_uncertainty_score":0.09270537},"labels":[],"label_agreement":null},{"id":"W3120666308","doi":"10.1007/s00766-020-00343-z","title":"Modeling machine learning requirements from three perspectives: a case report from the healthcare domain","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; University of Toronto","funders":"","keywords":"Requirements elicitation; Computer science; Domain (mathematical analysis); Relevance (law); Software deployment; Requirements analysis; Software engineering; Requirements management; Requirements engineering; Systems engineering; Process (computing); Set (abstract data type); Knowledge management; Process management; Artificial intelligence; Engineering; Software","score_opus":0.0854214624773326,"score_gpt":0.2947129834361665,"score_spread":0.20929152095883388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120666308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45692366,0.000969143,0.46999136,0.016592374,0.00009550715,0.0009127368,0.0008843879,0.000724806,0.052905988],"genre_scores_gemma":[0.8187378,0.00042413195,0.17607164,0.0005335725,0.000026097747,0.00016835588,0.000843405,0.00018231549,0.0030127834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.9875608,0.006809293,0.00069560774,0.0005324643,0.003538593,0.0008631571],"domain_scores_gemma":[0.96628296,0.027034286,0.001415882,0.0016016413,0.0029931779,0.0006718971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00920292,0.0007637707,0.00037152442,0.0017082683,0.0017300295,0.0047567147,0.0017120398,0.0028552494,0.0018159099],"category_scores_gemma":[0.024704708,0.0005237919,0.0011603362,0.0019181973,0.0020114293,0.0034312897,0.0028658938,0.0022584242,0.00037829837],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006161051,0.0011133349,0.044129975,0.001675824,0.00019969117,0.042189296,0.049154926,0.19712505,0.0219667,0.37079012,0.019154856,0.25188413],"study_design_scores_gemma":[0.00011281257,0.00031375402,0.009952221,0.00092755374,0.00016705197,0.012684561,0.04364104,0.6722345,0.022897284,0.112284504,0.124566175,0.00021857425],"about_ca_topic_score_codex":0.010759131,"about_ca_topic_score_gemma":0.012214264,"teacher_disagreement_score":0.010759131,"about_ca_system_score_codex":0.0031793464,"about_ca_system_score_gemma":0.0040014903,"threshold_uncertainty_score":0.048670232},"labels":[],"label_agreement":null},{"id":"W3127323684","doi":"10.1007/s00766-020-00342-0","title":"RAPID: a knowledge-based assistant for designing web APIs","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Functional requirement; Software engineering; Application programming interface; Software requirements specification; Software design; World Wide Web; Non-functional requirement; Web service; Software; Software development; Software construction; Programming language","score_opus":0.08737167358119426,"score_gpt":0.31753107166029165,"score_spread":0.2301593980790974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127323684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037008643,0.00009687983,0.9361992,0.0001288776,0.00003579908,0.0002194882,0.00068599125,0.052182864,0.006749986],"genre_scores_gemma":[0.055260655,0.00042324778,0.9226057,0.0002648685,0.00004231604,0.0003710647,0.0024263167,0.004116587,0.014489174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833965,0.00042733242,0.00014311766,0.00034030923,0.0006540583,0.00009542744],"domain_scores_gemma":[0.9938362,0.0039954884,0.00030308074,0.0010816241,0.0006046613,0.00017887002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002051783,0.0014714923,0.0008164466,0.0017496721,0.00064583326,0.00267537,0.002520146,0.0013904679,0.028473007],"category_scores_gemma":[0.010587848,0.0010487834,0.0011865026,0.0007500927,0.00051678385,0.0039011382,0.0029340337,0.0017181638,0.013607869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050335133,0.00044974528,0.0014150075,0.0016554083,0.00012287029,0.0011990062,0.0012036215,0.012118348,0.032997154,0.024167726,0.049280662,0.87488717],"study_design_scores_gemma":[0.00033795633,0.00041716,0.0014261653,0.0005538063,0.00030734728,0.0032892786,0.00093506224,0.35849512,0.11395205,0.04188845,0.4781758,0.00022179955],"about_ca_topic_score_codex":0.0016724867,"about_ca_topic_score_gemma":0.0035037415,"teacher_disagreement_score":0.028473007,"about_ca_system_score_codex":0.00061361166,"about_ca_system_score_gemma":0.0016195702,"threshold_uncertainty_score":0.09525174},"labels":[],"label_agreement":null},{"id":"W3154577825","doi":"10.1007/s00766-021-00349-1","title":"A Game-theoretic approach to analyze interacting actors in GRL goal models","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"King Fahd University of Petroleum and Minerals","keywords":"Operationalization; Computer science; Game theory; Nash equilibrium; Requirements engineering; Stochastic game; Goal modeling; Perspective (graphical); Management science; Mathematical optimization; Mathematical economics; Engineering; Artificial intelligence; Software; Mathematics","score_opus":0.05365581364871434,"score_gpt":0.3040700666741221,"score_spread":0.25041425302540776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154577825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012093741,0.00008925848,0.9768486,0.0006572598,0.00002152582,0.00015817845,0.000087735396,0.000079250836,0.009964428],"genre_scores_gemma":[0.61472005,0.00039336274,0.37167764,0.00036034777,0.000086108346,0.00071847514,0.00020164427,0.00014612336,0.011696298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962071,0.0023040443,0.00011612811,0.00035922497,0.0005390855,0.0004743635],"domain_scores_gemma":[0.9915228,0.006750627,0.00048711288,0.00028690544,0.0004964118,0.00045612844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046806913,0.0018788053,0.0014909265,0.0024421343,0.0016127027,0.004056946,0.0035991198,0.0022438327,0.0057654567],"category_scores_gemma":[0.011579545,0.0014075816,0.0026952915,0.001655089,0.004752727,0.0046640337,0.0032058246,0.0032303173,0.0005783808],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030414549,0.00007678537,0.00041181289,0.00007658375,0.000049542472,0.00010536061,0.0003127459,0.35939625,0.00056024286,0.6337511,0.0006792425,0.004549921],"study_design_scores_gemma":[0.000015234068,0.000030472334,0.00007198312,0.000021075788,0.00002282342,0.000017778577,0.00012320987,0.77068967,0.00015324447,0.22770195,0.0011375371,0.000015054174],"about_ca_topic_score_codex":0.015553662,"about_ca_topic_score_gemma":0.013286147,"teacher_disagreement_score":0.015553662,"about_ca_system_score_codex":0.005799606,"about_ca_system_score_gemma":0.0044455826,"threshold_uncertainty_score":0.04207927},"labels":[],"label_agreement":null},{"id":"W3194111178","doi":"10.1007/s00766-021-00360-6","title":"A validation of QDAcity-RE for domain modeling using qualitative data analysis","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Deutsche Forschungsgemeinschaft; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Traceability; Domain (mathematical analysis); Computer science; Set (abstract data type); Data mining; Artificial intelligence; Machine learning; Mathematics; Software engineering; Programming language","score_opus":0.22658466325772372,"score_gpt":0.42070231335018665,"score_spread":0.19411765009246293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194111178","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12879649,0.00011960834,0.8509747,0.0007912534,0.00014687922,0.006021189,0.0011949495,0.0025144136,0.009440564],"genre_scores_gemma":[0.304248,0.0000481163,0.6883318,0.00018730843,0.000010287443,0.0052536284,0.0008025351,0.00026905283,0.0008493368],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8712289,0.093355104,0.007075565,0.00786217,0.019413175,0.0010651551],"domain_scores_gemma":[0.48082668,0.34962112,0.011112144,0.091941975,0.064763136,0.0017349671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14415862,0.0013123545,0.00094499346,0.004229848,0.0018127504,0.0043551144,0.0032889596,0.0016755412,0.0041559003],"category_scores_gemma":[0.2854567,0.0008385969,0.0012064627,0.0024258776,0.0036631182,0.0042150556,0.0054915347,0.0022242873,0.0009850388],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002499286,0.005192743,0.049723372,0.0057789907,0.00069792283,0.0008527463,0.04729341,0.06372481,0.07742477,0.09738431,0.0069964984,0.64243114],"study_design_scores_gemma":[0.0014845356,0.004003456,0.04270984,0.0034974318,0.00030882526,0.0011566042,0.024914816,0.6619432,0.140765,0.05634819,0.06214371,0.0007244384],"about_ca_topic_score_codex":0.003673242,"about_ca_topic_score_gemma":0.0028755357,"teacher_disagreement_score":0.14415862,"about_ca_system_score_codex":0.0037081565,"about_ca_system_score_gemma":0.0053882003,"threshold_uncertainty_score":0.76239276},"labels":[],"label_agreement":null},{"id":"W4213006144","doi":"10.1007/s00766-021-00367-z","title":"Empirical research on requirements quality: a systematic mapping study","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Natural Sciences and Engineering Research Council of Canada; Universität Hamburg; Horizon 2020; Blekinge Tekniska Högskola; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Quality (philosophy); Correctness; Ambiguity; Empirical research; Requirements engineering; Consistency (knowledge bases); Requirements management; Non-functional requirement; Requirements analysis; Field (mathematics); Systematic review; Quality management; Data science; Management science; Knowledge management; Engineering; Artificial intelligence; Operations management; Mathematics","score_opus":0.35262491868272233,"score_gpt":0.47190431629617463,"score_spread":0.1192793976134523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213006144","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5096724,0.31918705,0.09142233,0.008494729,0.0005173362,0.04136078,0.009100946,0.00030246054,0.019941956],"genre_scores_gemma":[0.81285095,0.07794928,0.06898782,0.0025716533,0.00011368253,0.033056486,0.003479409,0.00015998541,0.00083081104],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8205523,0.093182005,0.04344298,0.009816533,0.030961802,0.0020443418],"domain_scores_gemma":[0.4730454,0.434987,0.028662553,0.016347222,0.04541403,0.0015437681],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13449463,0.0011206703,0.0033279194,0.058617875,0.0030437938,0.005382714,0.0023343272,0.0020329172,0.002957225],"category_scores_gemma":[0.3807547,0.0014842044,0.0029673032,0.0494152,0.0042044614,0.008241946,0.0069144587,0.0017905255,0.00055380305],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004736,0.00070146465,0.10330921,0.344883,0.004556426,0.0028428426,0.12634234,0.001908121,0.0031559078,0.023277152,0.0059477743,0.38260219],"study_design_scores_gemma":[0.000698983,0.0017612496,0.08045923,0.5313237,0.009901467,0.0036638905,0.21510215,0.0036212981,0.005301003,0.020707838,0.12708092,0.00037841478],"about_ca_topic_score_codex":0.0045960904,"about_ca_topic_score_gemma":0.0059328633,"teacher_disagreement_score":0.86550534,"about_ca_system_score_codex":0.008307965,"about_ca_system_score_gemma":0.028226664,"threshold_uncertainty_score":0.7112841},"labels":[],"label_agreement":null},{"id":"W4295898235","doi":"10.1007/s00766-022-00386-4","title":"Philanthropic conference-based requirements engineering in time of pandemic and beyond","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Event (particle physics); Requirements engineering; Software development; Engineering; Context (archaeology); Engineering management; Computer science; Software; Engineering ethics; Public relations; Political science","score_opus":0.030611368956484676,"score_gpt":0.26388206238314077,"score_spread":0.2332706934266561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295898235","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03498045,0.002109751,0.056190845,0.3335265,0.03374343,0.001483157,0.00087771047,0.0017783599,0.5353099],"genre_scores_gemma":[0.44943568,0.0013810878,0.038195234,0.041213203,0.006739572,0.0013985016,0.0013115342,0.0010868673,0.45923838],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9892948,0.004945478,0.00032459415,0.0006151836,0.0028480657,0.001971789],"domain_scores_gemma":[0.9576231,0.009337257,0.0015898023,0.0037414178,0.010335224,0.017373186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017104305,0.0006869393,0.00026689842,0.001039111,0.004530014,0.005812747,0.0021535615,0.004529973,0.04399909],"category_scores_gemma":[0.033752855,0.0004076314,0.00046508643,0.0005927111,0.0025285592,0.004130697,0.0095495125,0.0073588765,0.007827834],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005043433,0.00051065884,0.0024455513,0.00044451933,0.00003752616,0.001176725,0.006652588,0.0029968196,0.0076774056,0.18408588,0.64900523,0.1444628],"study_design_scores_gemma":[0.00005346875,0.00023054957,0.0023716285,0.00012290454,0.0000048287875,0.0002515086,0.0030086373,0.0016349512,0.0012151437,0.017739063,0.97333413,0.00003310541],"about_ca_topic_score_codex":0.0017620969,"about_ca_topic_score_gemma":0.00397786,"teacher_disagreement_score":0.04399909,"about_ca_system_score_codex":0.0042989715,"about_ca_system_score_gemma":0.009964881,"threshold_uncertainty_score":0.14719164},"labels":[],"label_agreement":null},{"id":"W4360980338","doi":"10.1007/s00766-023-00401-2","title":"WEBAPIK: a body of structured knowledge on designing web APIs","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Web engineering; Web standards; Web development; Vendor; Web modeling; Web API; Web design; Web application security; Web service; Software engineering","score_opus":0.06102238117760233,"score_gpt":0.3192031323913375,"score_spread":0.2581807512137352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360980338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025876076,0.0015014457,0.9715489,0.0009329461,0.00007069253,0.00028650003,0.0013353784,0.007241991,0.014494538],"genre_scores_gemma":[0.031431336,0.0068510324,0.9397403,0.0007980664,0.00016774677,0.00064821105,0.008338214,0.006037295,0.0059878044],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.991181,0.002228117,0.001198848,0.001001165,0.0039359806,0.00045492552],"domain_scores_gemma":[0.9616479,0.02283339,0.0012761645,0.011042792,0.002754266,0.00044540523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007950497,0.0025881147,0.002087116,0.0076808375,0.0014810249,0.008551333,0.0050691795,0.003771767,0.01325206],"category_scores_gemma":[0.038901694,0.0035888383,0.003575198,0.005706459,0.0037065537,0.0134074995,0.005598671,0.007847791,0.0075943926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010609483,0.00072751933,0.0019093582,0.0061237775,0.00026636853,0.00041498168,0.003743956,0.041004665,0.008553454,0.22718173,0.038597826,0.6713703],"study_design_scores_gemma":[0.0001369961,0.0001375942,0.0019306543,0.008413493,0.00028889364,0.00084967876,0.0012139502,0.14214082,0.026414396,0.2630684,0.55514634,0.0002587878],"about_ca_topic_score_codex":0.007716711,"about_ca_topic_score_gemma":0.0075510996,"teacher_disagreement_score":0.01325206,"about_ca_system_score_codex":0.0023186698,"about_ca_system_score_gemma":0.006383392,"threshold_uncertainty_score":0.044332504},"labels":[],"label_agreement":null},{"id":"W4388197738","doi":"10.1007/s00766-023-00404-z","title":"The role of informal communication in building shared understanding of non-functional requirements in remote continuous software engineering","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software requirements; Functional requirement; Software engineering; Requirements analysis; Requirements engineering; Software requirements specification; Non-functional requirement; Software; Systems engineering; Software development; Software design; Engineering; Software construction; Programming language","score_opus":0.03305890421235072,"score_gpt":0.2724779328079949,"score_spread":0.2394190285956442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388197738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25075018,0.00035029338,0.7018367,0.004761489,0.00010436053,0.0003367733,0.000030609197,0.0005139393,0.041315686],"genre_scores_gemma":[0.94116867,0.00010257778,0.056539897,0.00020215675,0.000035151326,0.00018178317,0.000035122208,0.00015365903,0.0015811077],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9304046,0.056698766,0.0018513,0.0023346418,0.0066770953,0.002033718],"domain_scores_gemma":[0.7890896,0.1727401,0.008489346,0.018664794,0.008489913,0.0025262893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035548404,0.0009133088,0.0006717949,0.002068725,0.00432376,0.009518856,0.002954663,0.0042917156,0.0044701407],"category_scores_gemma":[0.14707717,0.0013168161,0.00088984217,0.00097500434,0.0139332935,0.02556165,0.011860132,0.006895676,0.00071463257],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048009012,0.00059229846,0.011773511,0.0007301243,0.00012208993,0.0018420627,0.4433937,0.015412022,0.013451953,0.37144393,0.0015750815,0.13918316],"study_design_scores_gemma":[0.00021550978,0.000942754,0.011659212,0.001639336,0.00021257183,0.0018843827,0.12495364,0.14602019,0.015179794,0.6616936,0.035188105,0.00041100392],"about_ca_topic_score_codex":0.0034875053,"about_ca_topic_score_gemma":0.0020404633,"teacher_disagreement_score":0.035548404,"about_ca_system_score_codex":0.0023908436,"about_ca_system_score_gemma":0.0047051827,"threshold_uncertainty_score":0.1880002},"labels":[],"label_agreement":null},{"id":"W4393142189","doi":"10.1007/s00766-024-00416-3","title":"Improving requirements completeness: automated assistance through large language models","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Terminology; Completeness (order theory); Computer science; Natural language; Artificial intelligence; Filter (signal processing); Process (computing); Noise (video); Software engineering; Natural language processing; Programming language; Linguistics","score_opus":0.03724158375314305,"score_gpt":0.3098539232716619,"score_spread":0.2726123395185188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393142189","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023645474,0.00013350103,0.9614684,0.00080254575,0.000035943478,0.0002823353,0.0008285944,0.010568277,0.0022349786],"genre_scores_gemma":[0.28422284,0.00023480848,0.7078695,0.0003230471,0.00004014763,0.00035424772,0.0031853106,0.0019510679,0.0018189745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9883581,0.005529559,0.0006369453,0.0008645871,0.004248706,0.00036214618],"domain_scores_gemma":[0.95073277,0.03325485,0.002246882,0.008317512,0.005059934,0.00038812775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064913654,0.0013859167,0.0012394286,0.001959548,0.0010732911,0.003309491,0.0029069162,0.0017075398,0.0050056675],"category_scores_gemma":[0.048905995,0.0016126159,0.0023567518,0.0013580907,0.000984143,0.0069764266,0.004180741,0.003104442,0.002150938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008593555,0.0013686217,0.0076597426,0.0015890006,0.00033766567,0.0012067262,0.002340688,0.33222428,0.04051653,0.06918021,0.024621308,0.5180959],"study_design_scores_gemma":[0.00008650822,0.00007194664,0.0003194573,0.00009109673,0.00009343418,0.00015730066,0.00023409558,0.95118964,0.012396377,0.026818044,0.008500191,0.00004190691],"about_ca_topic_score_codex":0.005373096,"about_ca_topic_score_gemma":0.014823735,"teacher_disagreement_score":0.0064913654,"about_ca_system_score_codex":0.0013546706,"about_ca_system_score_gemma":0.0048671816,"threshold_uncertainty_score":0.03433001},"labels":[],"label_agreement":null},{"id":"W4402400632","doi":"10.1007/s00766-024-00430-5","title":"Recommending and release planning of user-driven functionality deletion for mobile apps","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; York University","funders":"","keywords":"Computer science; Mobile apps; Human–computer interaction; World Wide Web","score_opus":0.0403477872092347,"score_gpt":0.3155739332268842,"score_spread":0.2752261460176495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402400632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3216455,0.0017038895,0.6486143,0.001071332,0.00034147032,0.0014103617,0.0014388027,0.013478278,0.010296153],"genre_scores_gemma":[0.70684415,0.0003993412,0.28433588,0.00017322313,0.000049043345,0.00043433983,0.0025188187,0.00087911595,0.0043660174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99442685,0.0016044443,0.0004248902,0.00071546505,0.002431623,0.0003967716],"domain_scores_gemma":[0.9778911,0.012326136,0.0015051306,0.0033472602,0.004144896,0.0007855412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043490813,0.0017114172,0.0009585731,0.0027401482,0.0010369408,0.0019117157,0.0017063738,0.0014521497,0.005515077],"category_scores_gemma":[0.026488295,0.0013061037,0.0019467061,0.00087103195,0.0007074158,0.0032644984,0.0014146004,0.0019041453,0.0017306752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020653175,0.0012391456,0.036723725,0.001693872,0.00027720307,0.002788663,0.0025213973,0.13564326,0.07205969,0.008834846,0.025815811,0.7103371],"study_design_scores_gemma":[0.00013246936,0.0011065259,0.013798998,0.0003006531,0.000324547,0.0010198649,0.0014735918,0.92929775,0.033427153,0.0060282205,0.012916781,0.0001735428],"about_ca_topic_score_codex":0.0074997763,"about_ca_topic_score_gemma":0.011984439,"teacher_disagreement_score":0.0074997763,"about_ca_system_score_codex":0.00073917455,"about_ca_system_score_gemma":0.0027499525,"threshold_uncertainty_score":0.02300042},"labels":[],"label_agreement":null},{"id":"W4409163690","doi":"10.1007/s00766-025-00436-7","title":"Tracing content requirements in financial documents using multi-granularity text analysis","year":2025,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Tracing; Granularity; Computer science; Requirements analysis; Information retrieval; Software engineering; Programming language; Software","score_opus":0.05193979241721546,"score_gpt":0.3293895904679666,"score_spread":0.27744979805075115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409163690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4459585,0.0017732662,0.5254078,0.000588589,0.00010898947,0.00088988605,0.008517655,0.013276953,0.0034784274],"genre_scores_gemma":[0.51321423,0.00035442333,0.47619605,0.00010223686,0.00008795131,0.0002686999,0.0083001545,0.00027483434,0.0012014568],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764204,0.00044870106,0.00033069495,0.0005332529,0.00092936854,0.00011587525],"domain_scores_gemma":[0.9860074,0.0075190957,0.002868093,0.00090931926,0.0023310105,0.0003650282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013104778,0.0011858913,0.0007931934,0.011529471,0.0007044469,0.00187924,0.00094007415,0.0010624223,0.0010842485],"category_scores_gemma":[0.009626158,0.00032172352,0.0006796052,0.004431171,0.00041335513,0.0020711715,0.00089264876,0.0008281896,0.000934017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008405075,0.0005636866,0.04755989,0.0016972226,0.00019214387,0.0022665616,0.0021501114,0.03164845,0.11444213,0.0029687672,0.009528331,0.78614223],"study_design_scores_gemma":[0.00007627328,0.000357799,0.04591497,0.00017143562,0.00018932071,0.0011490072,0.0012372984,0.84200346,0.09030315,0.0063890168,0.01206828,0.00013996866],"about_ca_topic_score_codex":0.0043047415,"about_ca_topic_score_gemma":0.0051022116,"teacher_disagreement_score":0.011529471,"about_ca_system_score_codex":0.0008805509,"about_ca_system_score_gemma":0.00096917787,"threshold_uncertainty_score":0.008559346},"labels":[],"label_agreement":null}]}