{"id":"W3211867728","doi":"10.1177/1071181321651113","title":"Combining Process Tracing and Policy Capturing Techniques for Judgment Analysis in an Anti-Submarine Warfare Simulation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Defence Research and Development Canada; Thales (Canada); Dalhousie University; Université Laval","funders":"","keywords":"Process tracing; Tracing; Submarine; Process (computing); Computer science; Task (project management); Shadow (psychology); Operations research; Decision support system; Information warfare; Artificial intelligence; Computer security; Engineering; Psychology; Systems engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004173406,0.0001628778,0.0003236482,0.0001276941,0.0004006343,0.0001027378,0.0001124542,0.0001179594,0.00001277046],"category_scores_gemma":[0.00008424107,0.0001433615,0.0001623577,0.0002860267,0.00006410503,0.0003567798,0.00009007374,0.0001847114,6.649099e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008278993,"about_ca_system_score_gemma":0.00001885038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001604743,"about_ca_topic_score_gemma":0.00006674198,"domain_scores_codex":[0.9988884,0.00001538834,0.0004616709,0.0003318771,0.00008902195,0.0002136741],"domain_scores_gemma":[0.9991506,0.00009794393,0.0003590719,0.00007746353,0.000260126,0.00005477494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006736287,0.0002118012,0.7883261,0.0004438945,0.000447588,1.667496e-7,0.1930803,0.003462618,0.007301158,0.004928494,0.00003276189,0.001697737],"study_design_scores_gemma":[0.00101454,0.0001114165,0.7918828,0.0002737285,0.0002828569,0.000003378727,0.1588993,0.02951138,0.01627212,0.001146069,0.0001424872,0.000459878],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9988849,0.00003229786,0.00008353416,0.0001279587,0.00005331567,0.0002222091,0.00002285531,0.00005135412,0.0005215878],"genre_scores_gemma":[0.9992026,0.00001005926,0.0004918156,0.00008335679,0.00007661962,0.00002307749,0.00001585711,0.00001904165,0.00007759045],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03418102,"threshold_uncertainty_score":0.5846112,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03084907314951919,"score_gpt":0.3486373344984379,"score_spread":0.3177882613489187,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}