{"id":"W2994650698","doi":"10.1109/scam.2019.00016","title":"An Exploratory Study on Automatic Architectural Change Analysis Using Natural Language Processing Techniques","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Commit; Computer science; Software engineering; Software architecture; Categorization; Architecture; Outcome (game theory); Change impact analysis; Software; Artificial intelligence; Programming language; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01453519,0.0007305967,0.0006549525,0.002812014,0.001113742,0.001688004,0.001610432,0.001158509,0.001239323],"category_scores_gemma":[0.06995776,0.0003655416,0.0007315041,0.002478296,0.001241441,0.003512521,0.001287491,0.001258513,0.0006851961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009702501,"about_ca_system_score_gemma":0.001060171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002159584,"about_ca_topic_score_gemma":0.003385734,"domain_scores_codex":[0.9810657,0.01273986,0.00117026,0.00227311,0.002301498,0.0004496242],"domain_scores_gemma":[0.8151671,0.1629349,0.003935261,0.006641458,0.01055804,0.0007632693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002446383,0.01610242,0.2777983,0.005305571,0.0003056834,0.003503595,0.08418121,0.009049514,0.063834,0.004226048,0.006891122,0.5263561],"study_design_scores_gemma":[0.001057444,0.01651118,0.4743174,0.001328217,0.0005801935,0.007736969,0.08298042,0.2301122,0.1170265,0.008860315,0.05896772,0.0005213449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771573,0.0002657934,0.0191732,0.0002467778,0.00001535999,0.0007275274,0.0006180896,0.0002152149,0.001580855],"genre_scores_gemma":[0.9271461,0.0002776279,0.06800827,0.0002933921,0.00003944062,0.0008485151,0.002140203,0.0001054207,0.001141082],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01453519,"threshold_uncertainty_score":0.07687032,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03385155722738631,"score_gpt":0.3349857242929544,"score_spread":0.3011341670655681,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}