{"id":"W4281606572","doi":"10.1016/j.infsof.2022.106970","title":"An empirical study of IoT security aspects at sentence-level in developer textual discussions","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Information and Cyber Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Internet of Things; Sentence; Empirical research; Computer security; Data science; Natural language processing; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003335358,0.0001117188,0.0001753134,0.0006489219,0.0003271578,0.00003869769,0.0006045503,0.00008850965,0.0000622371],"category_scores_gemma":[0.00009023294,0.00009645007,0.00001934261,0.0009909207,0.00006915737,0.000970208,0.0009358361,0.0003096589,0.00001521436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001088003,"about_ca_system_score_gemma":0.00009370936,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005431804,"about_ca_topic_score_gemma":0.0003442167,"domain_scores_codex":[0.9987566,0.00007412136,0.0005085088,0.000144452,0.0003155933,0.0002006999],"domain_scores_gemma":[0.9992648,0.00003160741,0.0001683707,0.000380553,0.0000969592,0.00005768366],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007251761,0.001573214,0.4522975,0.00005488464,0.00003264927,0.00002532224,0.2135839,0.0007498221,0.00001673388,0.1270096,0.001775536,0.2028082],"study_design_scores_gemma":[0.00717268,0.00295542,0.6784925,0.00003156474,0.00001568975,0.0005822608,0.1460268,0.09269927,0.0004928292,0.02320565,0.04704505,0.001280283],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.979452,0.00001042152,0.01819944,0.00102941,0.0001001217,0.0003187447,0.00002029843,0.0003196335,0.0005499176],"genre_scores_gemma":[0.9969338,0.000002639047,0.002442956,0.0005225857,0.000002579372,0.00006239931,0.00001902765,0.000002397056,0.00001165647],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.226195,"threshold_uncertainty_score":0.3933119,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01784697460847156,"score_gpt":0.2745654754920617,"score_spread":0.2567185008835902,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}