{"id":"W4381744675","doi":"10.4050/f-0079-2023-0024","title":"An Assessment Framework for the Maturity of Simulation-Based Verification","year":2023,"lang":"en","type":"article","venue":"","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems engineering; Process (computing); Computer science; Verification and validation; Verification; Software engineering; Intelligent verification; Fidelity; Maturity (psychological); Simulation modeling; Formal verification; Functional verification; Focus (optics); Engineering; Programming language; Software","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04458429,0.002746142,0.001086272,0.01572957,0.003670768,0.01344623,0.004462229,0.00518944,0.005672718],"category_scores_gemma":[0.07618027,0.001033479,0.002092302,0.005449197,0.01248885,0.01926369,0.009061748,0.007261327,0.001075748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01354942,"about_ca_system_score_gemma":0.01396715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01140666,"about_ca_topic_score_gemma":0.006988468,"domain_scores_codex":[0.9613637,0.01830135,0.002966416,0.002119252,0.01264092,0.002608423],"domain_scores_gemma":[0.8977113,0.05386275,0.009364031,0.004904261,0.03025243,0.003905086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002457015,0.00008020908,0.002382379,0.0001382696,0.00002245947,0.00009836423,0.001223403,0.01904408,0.0005633117,0.9521451,0.001239818,0.02303794],"study_design_scores_gemma":[0.00003961736,0.0002906187,0.002472029,0.00116919,0.0000561829,0.0002901072,0.004080303,0.1793052,0.002229035,0.7653967,0.04449135,0.0001796506],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0150827,0.00210121,0.8817134,0.008398227,0.0001863697,0.0008854482,0.0001725208,0.0006624359,0.09079771],"genre_scores_gemma":[0.4213239,0.001584908,0.5708351,0.0005003957,0.0001692987,0.001172769,0.0002731035,0.0001852291,0.003955431],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04458429,"threshold_uncertainty_score":0.2357871,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2243133467073308,"score_gpt":0.5645425433147826,"score_spread":0.3402291966074518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}