{"id":"W4382912244","doi":"10.1093/cybsec/tyad013","title":"A close look at a systematic method for analyzing sets of security advice","year":2023,"lang":"en","type":"article","venue":"Journal of Cybersecurity","topic":"Cybercrime and Law Enforcement Studies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Advice (programming); Coding (social sciences); Soundness; Computer science; Subjectivity; Legal advice; Qualitative analysis; Computer security; Internet privacy; Qualitative research; Public relations; Sociology; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2256489,0.001555072,0.001538964,0.02025012,0.006570695,0.008060032,0.003985822,0.002703295,0.00577903],"category_scores_gemma":[0.4848782,0.002444478,0.00262941,0.0170601,0.01582112,0.01356466,0.008474343,0.006966589,0.001657917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01224931,"about_ca_system_score_gemma":0.02066315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01159227,"about_ca_topic_score_gemma":0.01810087,"domain_scores_codex":[0.5943097,0.3382508,0.01984534,0.01376961,0.03232284,0.001501532],"domain_scores_gemma":[0.3134806,0.4900751,0.02979336,0.08778775,0.07655779,0.002305452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002682694,0.0002636175,0.01817092,0.005559841,0.0003756627,0.0003095468,0.2016028,0.002267293,0.006804267,0.4252642,0.0180827,0.3210309],"study_design_scores_gemma":[0.0003500312,0.0005347289,0.01457131,0.01430865,0.00031339,0.0009527992,0.0842239,0.03963578,0.01431982,0.5787059,0.2514305,0.0006532943],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01027764,0.0004781666,0.9792418,0.002748787,0.0002068775,0.002607442,0.001046132,0.0005313405,0.002861797],"genre_scores_gemma":[0.048048,0.0002334829,0.9413702,0.0007540608,0.00005108718,0.007536719,0.0006275988,0.0002721628,0.001106707],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2256489,"threshold_uncertainty_score":0.9549128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01986414338369996,"score_gpt":0.3207103232075839,"score_spread":0.300846179823884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}