{"id":"W2137154648","doi":"10.1177/154193120705102601","title":"Studying Complex Human-System Behaviour: Human-in-the-loop Simulation Requirements","year":2007,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Defence Research and Development Canada","keywords":"Procurement; Aircrew; Fidelity; Computer science; Frame (networking); Task (project management); Work (physics); Systems engineering; Operations research; Engineering; Simulation; Aeronautics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001997464,0.0002645521,0.0003297358,0.00009246889,0.001399364,0.0001236633,0.0004615507,0.0001667711,0.00006717967],"category_scores_gemma":[0.00003270056,0.000201082,0.0002551704,0.000182021,0.0001618717,0.000324587,0.0001601407,0.0004016188,0.000004164531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002297119,"about_ca_system_score_gemma":0.000007524913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003011493,"about_ca_topic_score_gemma":0.0000652266,"domain_scores_codex":[0.9979283,0.00003853701,0.000953833,0.0003829435,0.0002912175,0.0004051958],"domain_scores_gemma":[0.998589,0.0001649344,0.0007947921,0.0001675759,0.0002208903,0.00006281059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008128085,0.0004383996,0.743365,0.0002395572,0.000212496,7.735629e-7,0.184417,0.0001919202,0.01996392,0.04779564,0.003045921,0.0002480402],"study_design_scores_gemma":[0.0009502855,0.00009856541,0.8005215,0.0001619995,0.0000645284,0.000003674614,0.1961066,0.0003118326,0.0005053112,0.0001012169,0.000891705,0.0002828246],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861308,0.00001840201,0.0000156291,0.00004313273,0.0002956268,0.0004521887,0.00001510579,0.00008165546,0.01294751],"genre_scores_gemma":[0.9991248,0.000001148811,0.00007151483,0.0001308946,0.0001849503,0.00001379671,0.00001280659,0.00003145721,0.00042866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05715648,"threshold_uncertainty_score":0.9999007,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08217951718057157,"score_gpt":0.3697943220278895,"score_spread":0.2876148048473179,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}