{"id":"W4401719700","doi":"10.1109/re59067.2024.00022","title":"Normative Requirements Operationalization with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Royal Academy of Engineering","keywords":"Operationalization; Normative; Computer science; Programming language; Epistemology; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000138055,0.0001134366,0.00009765511,0.0002113391,0.0001346895,0.000628795,0.00009124387,0.00002847206,0.0004994826],"category_scores_gemma":[0.000009080595,0.00007796296,0.00003224238,0.0006880416,0.00001235962,0.003184638,0.00004551408,0.00005336051,0.0002844078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001540038,"about_ca_system_score_gemma":0.00002194675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002599132,"about_ca_topic_score_gemma":0.0001506205,"domain_scores_codex":[0.9992439,0.000002927151,0.0001464695,0.0002079547,0.000249602,0.0001491935],"domain_scores_gemma":[0.9996516,0.000006497249,0.00003414553,0.000102015,0.0002000976,0.000005714205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000348498,0.0001661348,0.001722049,0.0009551559,0.0002584863,0.00003972118,0.0009777605,0.1164727,0.000395046,0.8631436,0.007980744,0.007853723],"study_design_scores_gemma":[0.0001671607,0.000001967786,0.00002382405,0.00009895417,0.00006928021,7.556308e-7,0.0006786904,0.9914804,0.00003762095,0.00389767,0.003398404,0.000145299],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03729279,0.0004137108,0.8957556,0.001404255,0.000109479,0.0001179711,0.000004705215,0.0005154367,0.06438608],"genre_scores_gemma":[0.9952732,0.000008256382,0.0005093599,0.001579487,0.0003669962,0.00001904596,0.0002036491,0.00002122823,0.002018772],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9579804,"threshold_uncertainty_score":0.6063485,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02111489202586554,"score_gpt":0.2537973891958918,"score_spread":0.2326824971700263,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}