{"id":"W3170417470","doi":"10.1109/tse.2021.3124332","title":"AI-Enabled Automation for Completeness Checking of Privacy Policies","year":2021,"lang":"en","type":"preprint","venue":"IEEE Transactions on Software Engineering","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Privacy policy; Completeness (order theory); General Data Protection Regulation; Information privacy; Privacy software; Privacy by Design; Privacy law; Computer security; Data Protection Act 1998","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005282048,0.0002837966,0.0004610938,0.0003671462,0.0004612945,0.0002015243,0.0005515407,0.0004153203,0.00004859362],"category_scores_gemma":[0.0004571874,0.000351494,0.0003033048,0.000381407,0.00006986603,0.0003826085,0.00002403979,0.0005943108,0.000002269871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003474983,"about_ca_system_score_gemma":0.0003733369,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002169605,"about_ca_topic_score_gemma":0.000300647,"domain_scores_codex":[0.9982049,0.00008529575,0.0004692888,0.0004242409,0.0004241877,0.0003920974],"domain_scores_gemma":[0.9984815,0.0003020449,0.0001937762,0.0005700617,0.0003469315,0.0001056922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001089161,0.0005914418,0.0001313565,0.005264441,0.0006259331,0.000006003992,0.04114813,0.9206889,0.005074095,0.001724525,0.0005176851,0.02411864],"study_design_scores_gemma":[0.007223645,0.0007617965,0.007446149,0.01346491,0.002161513,0.00003574529,0.01270398,0.4549871,0.3986964,0.009275057,0.08469329,0.008550383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04087804,0.0001460071,0.954762,0.0002928872,0.002075561,0.0008906497,0.0002513705,0.0006846029,0.00001891262],"genre_scores_gemma":[0.9611787,0.0001757095,0.03769478,0.00005467756,0.0003030457,0.0003921834,0.00008763518,0.00005668681,0.00005657346],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9203007,"threshold_uncertainty_score":0.9998937,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03746098878162252,"score_gpt":0.3041413051598377,"score_spread":0.2666803163782152,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}