{"id":"W4410170384","doi":"10.1061/jccee5.cpeng-6037","title":"The Framework and Implementation of Using Large Language Models to Answer Questions about Building Codes and Standards","year":2025,"lang":"en","type":"article","venue":"Journal of Computing in Civil Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Architectural engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006493546,0.001266986,0.0007066547,0.002204228,0.001343683,0.003655193,0.002299036,0.0024553,0.006433346],"category_scores_gemma":[0.01831173,0.001034646,0.001615506,0.001053177,0.001433503,0.00655485,0.00378634,0.003381636,0.004565234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001877424,"about_ca_system_score_gemma":0.003028942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008130498,"about_ca_topic_score_gemma":0.01299777,"domain_scores_codex":[0.9961916,0.001974203,0.0003505151,0.0006543072,0.0006998939,0.0001293098],"domain_scores_gemma":[0.9907112,0.005835306,0.0005426244,0.001486694,0.001050447,0.0003737326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007635915,0.001175366,0.007597352,0.002639806,0.0003031715,0.001280747,0.01283733,0.04114465,0.05548913,0.2308597,0.07431785,0.5715913],"study_design_scores_gemma":[0.0001047592,0.0002247473,0.001300165,0.0004080374,0.0001427653,0.0005757436,0.001821454,0.6704506,0.02860269,0.1357983,0.1603315,0.0002391679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004303125,0.0001553077,0.9520817,0.00125064,0.00009825212,0.0004817877,0.0008508459,0.03760537,0.003172956],"genre_scores_gemma":[0.08633276,0.0002190779,0.9041416,0.0004717475,0.00007561996,0.0008106476,0.002762863,0.001280982,0.003904547],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008130498,"threshold_uncertainty_score":0.03434151,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009319578127771067,"score_gpt":0.3182535323314428,"score_spread":0.3089339542036717,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}