{"id":"W4401719700","doi":"10.1109/re59067.2024.00022","title":"Normative Requirements Operationalization with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Royal Academy of Engineering","keywords":"Operationalization; Normative; Computer science; Programming language; Epistemology; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01261539,0.002030113,0.001105291,0.004348196,0.001575001,0.007415109,0.003283587,0.0021948,0.00343612],"category_scores_gemma":[0.04522873,0.00170581,0.004326705,0.003250884,0.004679292,0.0100243,0.006879254,0.00500393,0.0008566648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003892104,"about_ca_system_score_gemma":0.003718132,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008411092,"about_ca_topic_score_gemma":0.01217288,"domain_scores_codex":[0.9752026,0.01231662,0.002625505,0.002365704,0.006833568,0.0006560672],"domain_scores_gemma":[0.954461,0.02909547,0.003397576,0.008984391,0.003639222,0.0004222046],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005517378,0.0001619668,0.001223516,0.0003384252,0.000167014,0.0004679839,0.002367256,0.1482495,0.003243043,0.8081456,0.002492642,0.03308789],"study_design_scores_gemma":[0.0000317469,0.00003337807,0.0002189076,0.0001339716,0.000066056,0.0001160855,0.0005951917,0.447575,0.002525868,0.5325639,0.01608966,0.00005025942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004012547,0.00008964292,0.9918046,0.0003591555,0.00001782561,0.0001800937,0.0003440391,0.0006194594,0.002572621],"genre_scores_gemma":[0.1294383,0.0002225411,0.8659716,0.0002255182,0.00006184016,0.001065404,0.001585112,0.000344898,0.001084733],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01261539,"threshold_uncertainty_score":0.06671733,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02111489202586554,"score_gpt":0.2537973891958918,"score_spread":0.2326824971700263,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}