{"id":"W2041132750","doi":"10.5555/1400549.1400617","title":"Experiences with the DEVStone benchmark","year":2008,"lang":"en","type":"article","venue":"Spring Simulation Multiconference","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Benchmark (surveying); DEVS; Computer science; Modular design; Metric (unit); Variety (cybernetics); Set (abstract data type); Process (computing); Modeling and simulation; Discrete event simulation; Distributed computing; Simulation; Programming language; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007174915,0.0009004663,0.0006009776,0.0008942437,0.0008030178,0.001668013,0.003327951,0.001057007,0.004228061],"category_scores_gemma":[0.01623773,0.0004304403,0.0006677194,0.00135603,0.0008910546,0.002002304,0.001926211,0.001600885,0.0009723188],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001640532,"about_ca_system_score_gemma":0.001124995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007297449,"about_ca_topic_score_gemma":0.009295457,"domain_scores_codex":[0.9963133,0.001910533,0.0002046947,0.0003313934,0.0009375616,0.0003025532],"domain_scores_gemma":[0.991304,0.004880846,0.0001402568,0.00148027,0.001672969,0.0005216692],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0024529,0.002434703,0.02424541,0.001521221,0.0002766243,0.001085198,0.002612821,0.4681235,0.01695116,0.08851031,0.09887731,0.2929089],"study_design_scores_gemma":[0.0006716823,0.001648258,0.006252668,0.0002787741,0.00007996078,0.0005069206,0.001093283,0.6590368,0.0358553,0.03607984,0.2583491,0.0001474475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7404686,0.003330766,0.1170134,0.004111724,0.0006951472,0.0004620387,0.006297948,0.01445326,0.1131671],"genre_scores_gemma":[0.848398,0.001292216,0.1223682,0.0005110627,0.0000682,0.0002312463,0.01333091,0.00229824,0.01150194],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007297449,"threshold_uncertainty_score":0.03794497,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1688163703236138,"score_gpt":0.4044594372441228,"score_spread":0.235643066920509,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}