{"id":"W3170417470","doi":"10.1109/tse.2021.3124332","title":"AI-Enabled Automation for Completeness Checking of Privacy Policies","year":2021,"lang":"en","type":"preprint","venue":"IEEE Transactions on Software Engineering","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Privacy policy; Completeness (order theory); General Data Protection Regulation; Information privacy; Privacy software; Privacy by Design; Privacy law; Computer security; Data Protection Act 1998","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01755431,0.001611143,0.00120703,0.005692413,0.001927,0.004294098,0.002858576,0.001925595,0.002596705],"category_scores_gemma":[0.07721704,0.001330184,0.003534191,0.00251896,0.004251233,0.006119546,0.005458744,0.003328734,0.001053888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003363259,"about_ca_system_score_gemma":0.008731171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008952052,"about_ca_topic_score_gemma":0.008531895,"domain_scores_codex":[0.9552642,0.02270462,0.004695989,0.005215862,0.01093776,0.00118167],"domain_scores_gemma":[0.8799493,0.07725108,0.007640611,0.02135642,0.01306178,0.0007408039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006017897,0.0008361631,0.01852923,0.003364474,0.0005546532,0.001428158,0.00917013,0.1436035,0.06520543,0.1908402,0.008336755,0.5575296],"study_design_scores_gemma":[0.0001126564,0.000223281,0.003191632,0.0004669963,0.0001746631,0.0007242073,0.001545042,0.7142707,0.06154061,0.1933357,0.02423919,0.0001754312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01389007,0.0001258799,0.9783816,0.0007115189,0.00003248366,0.0004199742,0.0004059302,0.004357595,0.001674952],"genre_scores_gemma":[0.1916428,0.0001624899,0.8050488,0.0002845578,0.00002666751,0.0004891958,0.001298286,0.0003365296,0.0007107477],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01755431,"threshold_uncertainty_score":0.09283721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03746098878162252,"score_gpt":0.3041413051598377,"score_spread":0.2666803163782152,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}