{"id":"W4411227373","doi":"10.1016/j.geoai.2025.100026","title":"Evaluating Natural Language Processing Algorithms for Improved Hazard and Operability Analysis","year":2025,"lang":"en","type":"article","venue":"Geodata and AI.","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"Mitacs","keywords":"Operability; Computer science; Hazard; Algorithm; Natural (archaeology); Hazard analysis; Hazard and operability study; Reliability engineering; Engineering; Software engineering; Chemistry; Geology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002826739,0.0001116233,0.0003920093,0.0002307796,0.0003968037,0.0005638922,0.0002620812,0.00005340984,0.00005174286],"category_scores_gemma":[0.002253096,0.00007672834,0.0001323073,0.001292677,0.00008964574,0.0003696464,0.0002235645,0.0001026648,0.00000105023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001088281,"about_ca_system_score_gemma":0.00007876602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000128735,"about_ca_topic_score_gemma":0.0004332043,"domain_scores_codex":[0.9983881,0.0001192466,0.0004008045,0.0006249031,0.0002751279,0.0001918773],"domain_scores_gemma":[0.9985346,0.0005383503,0.00009401607,0.0004507156,0.0003226835,0.00005961724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002437911,0.00001497419,0.007885688,0.00001444728,0.0001416218,7.088241e-7,0.0003893107,0.00007151091,0.001090194,0.00004112029,0.0002374023,0.9900886],"study_design_scores_gemma":[0.0004208239,0.00002073789,0.02646528,0.00001161362,0.0005581611,0.000001076323,0.002357549,0.9646521,0.0002982353,0.003606618,0.001481565,0.0001263],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8890532,0.01194844,0.09041175,0.007700374,0.0001246168,0.0002965982,0.0002082051,0.00003264306,0.0002241938],"genre_scores_gemma":[0.9815086,0.0000841344,0.01554775,0.0005650258,0.0000396243,0.00001378335,0.00007094945,0.000003266774,0.00216684],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9899623,"threshold_uncertainty_score":0.5437625,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0898132510973513,"score_gpt":0.4829142761288048,"score_spread":0.3931010250314535,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}