{"id":"W4410170384","doi":"10.1061/jccee5.cpeng-6037","title":"The Framework and Implementation of Using Large Language Models to Answer Questions about Building Codes and Standards","year":2025,"lang":"en","type":"article","venue":"Journal of Computing in Civil Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Architectural engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001351737,0.00006917238,0.0001477147,0.0002097318,0.00007591756,0.0001013435,0.0001847419,0.0000286478,2.314298e-7],"category_scores_gemma":[0.0001297612,0.00005951553,0.00002134646,0.0002436944,0.000007503952,0.0001798777,0.0001618523,0.0001772261,5.203555e-9],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008840787,"about_ca_system_score_gemma":0.000122617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004076123,"about_ca_topic_score_gemma":0.00005784782,"domain_scores_codex":[0.9991677,0.00002597754,0.0003540672,0.00009149859,0.0002128243,0.0001479292],"domain_scores_gemma":[0.9993551,0.0002408596,0.0001083306,0.0001104262,0.000148285,0.00003703742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002302535,0.000007340693,0.002185867,0.00005875627,0.00001831842,0.000003392941,0.003667771,0.870314,0.001548636,0.1033052,0.000006581891,0.01888181],"study_design_scores_gemma":[0.0001631349,0.00001443235,0.002789826,0.0009653136,0.000006197665,0.00001497035,0.0004322152,0.9930566,0.0003221208,0.002085403,0.00009336473,0.0000563966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4193588,0.00108292,0.5792935,0.00006761179,0.0001412467,0.00003517576,8.229509e-7,0.000007204345,0.00001268156],"genre_scores_gemma":[0.7774339,0.00003090446,0.2224724,0.00002783753,0.00003078569,2.805054e-7,2.027693e-8,0.000003253939,6.068877e-7],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3580751,"threshold_uncertainty_score":0.2426973,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009319578127771067,"score_gpt":0.3182535323314428,"score_spread":0.3089339542036717,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}