{"id":"W4200253121","doi":"10.1007/978-3-030-74753-4_16","title":"Mapping CKC Model Through NLP Modelling for APT Groups Reports","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Information retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004083217,0.0004415463,0.0008775759,0.0002686172,0.0002692783,0.000683636,0.0009001622,0.0003524367,0.001455806],"category_scores_gemma":[0.0003669488,0.0003634836,0.0005902717,0.000107136,0.00008820026,0.000710519,0.0009516269,0.0002820879,0.0002086058],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007612428,"about_ca_system_score_gemma":0.0001463277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005129823,"about_ca_topic_score_gemma":0.00007378257,"domain_scores_codex":[0.9939372,0.00003262971,0.001910556,0.001701793,0.002004434,0.0004133844],"domain_scores_gemma":[0.9955528,0.0006509745,0.0008694201,0.002288055,0.0005224709,0.0001162649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007098274,0.00001764874,1.544018e-7,0.00005001175,0.00007654768,0.00007366609,0.0003675968,0.04358569,0.000001712951,0.8414463,0.1080593,0.006314288],"study_design_scores_gemma":[0.00005706078,0.00000784134,2.686838e-8,0.00005911381,0.00002179878,0.000007147419,0.0002931239,0.1423688,0.000004364979,0.4444545,0.4124928,0.0002335362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.000002428809,0.0002374599,0.5342301,0.00057364,0.0004782937,0.0003969759,0.00008549563,0.00006012941,0.4639355],"genre_scores_gemma":[0.000429325,0.0002510628,0.1202591,0.00222886,0.0002490018,0.00004116088,0.0003478879,0.00005455226,0.876139],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.413971,"threshold_uncertainty_score":0.9998817,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4566639539360491,"score_gpt":0.4044982961121337,"score_spread":0.05216565782391541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}