{"id":"W4405288437","doi":"10.1115/1.4067388","title":"Elicitron: A Large Language Model Agent-Based Simulation Framework for Design Requirements Elicitation","year":2024,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Computer science; Requirements elicitation; Product (mathematics); New product development; Process (computing); Diversity (politics); Process management; Knowledge management; Human–computer interaction; Risk analysis (engineering); Data science; Engineering; Requirements engineering; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002639443,0.00007704694,0.0001003722,0.000936592,0.0001094421,0.0006017327,0.0003096433,0.00003531598,3.739097e-7],"category_scores_gemma":[0.0009056039,0.00007238419,0.00003009561,0.001328264,0.0000169199,0.006036061,0.00004771513,0.000156435,0.000001294016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001222343,"about_ca_system_score_gemma":0.0001890467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":5.294919e-7,"about_ca_topic_score_gemma":3.58383e-8,"domain_scores_codex":[0.9988021,0.00001083273,0.0005191145,0.00008843294,0.0003858271,0.0001937395],"domain_scores_gemma":[0.9989148,0.0004565909,0.0001796994,0.0001020089,0.0002996932,0.00004719634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002112057,0.000005273612,0.00002656703,0.00004018856,0.000001941301,5.324478e-7,0.0043183,0.9545302,0.0002397983,0.02486026,0.000006234234,0.01596863],"study_design_scores_gemma":[0.0001867491,0.00004430042,0.0003132138,0.0003107864,0.000002348521,0.000004661511,0.0001327002,0.9977528,0.0002733878,0.0007650939,0.0001377224,0.0000762398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08878035,0.00003649448,0.9104367,0.0001816011,0.0003667214,0.0001249095,9.727377e-7,0.00005956332,0.0000126909],"genre_scores_gemma":[0.5832236,0.000001080541,0.4166506,0.00009530791,0.00002492484,0.000001233271,5.101913e-7,0.000002318311,4.745679e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4944432,"threshold_uncertainty_score":0.5802522,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02866475624615921,"score_gpt":0.3342068091106339,"score_spread":0.3055420528644747,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}