{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":37,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":37,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"11ab8ee7b41d","filters":{"venue":"Intelligence & National Security"}},"results":[{"id":"W4319790752","doi":"10.1080/02684527.2023.2170354","title":"Researching national security intelligence: multidisciplinary approaches","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; National security; Computer science; Management science; Political science; Sociology; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1886723794357397,"gpt":0.4281377095491912,"spread":0.2394653301134514,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01021056,0.0005411644,0.0004820459,0.001120453,0.00241686,0.0005309159,0.002099789,0.0005812573,0.001179004],"category_scores_gemma":[0.00587207,0.0005927763,0.0003945754,0.004247746,0.001562768,0.001337219,0.0006890005,0.001535268,0.003438129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001282315,"about_ca_system_score_gemma":0.002461096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002307385,"about_ca_topic_score_gemma":0.003867655,"domain_scores_codex":[0.9890118,0.001074031,0.001179274,0.001328824,0.005787203,0.001618838],"domain_scores_gemma":[0.9942649,0.002010889,0.0003401015,0.0004215168,0.002371533,0.000591047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006569501,0.0003839345,0.001229604,0.00006343137,0.00006560643,0.00003947946,0.03161264,0.002475856,0.00003778382,0.9570061,0.003498246,0.003521626],"study_design_scores_gemma":[0.00006714933,0.00008257258,0.0006196338,0.00007900247,0.00001177006,0.00001236007,0.02574723,0.03487332,0.002490894,0.922252,0.0130773,0.0006867592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1457781,0.001116663,0.009449524,0.01239658,0.003076388,0.003264664,0.0008888591,0.002430626,0.8215985],"genre_scores_gemma":[0.9951602,0.0007768533,0.0005365313,0.0001838984,0.001570632,0.0002106704,0.0002584291,0.00005928263,0.001243532],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.849382,"threshold_uncertainty_score":0.999734,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043412692","doi":"10.1080/02684520008432605","title":"The hidden ‘alliance’: The CIA and MI6 before and after Suez","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Alliance; Political science; National security; Economic history; History; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01562225051220552,"gpt":0.3116106364039147,"spread":0.2959883858917092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001396625,0.0001956224,0.000145197,0.00003407639,0.001585834,0.0004291226,0.0005955321,0.0001620838,0.001075755],"category_scores_gemma":[0.0003919412,0.0001299675,0.00007168036,0.0003875509,0.001647363,0.0003516232,0.00008007899,0.0003940111,0.0001286898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001194975,"about_ca_system_score_gemma":0.0002479791,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001633562,"about_ca_topic_score_gemma":0.02366016,"domain_scores_codex":[0.9975379,0.0002702376,0.0003436315,0.0003867278,0.0009746162,0.0004868481],"domain_scores_gemma":[0.9986154,0.0005775243,0.00008506989,0.0001998245,0.0003709862,0.0001511387],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007347027,0.00006075405,0.00524368,0.00001127874,0.00003597454,0.00001013757,0.02904887,0.000005393174,0.000002969067,0.8381057,0.001325091,0.1260766],"study_design_scores_gemma":[0.00004280315,0.00005906108,0.0157171,0.00002777651,0.00001466985,0.00001313478,0.004662636,0.0004264821,0.0001450304,0.7014335,0.2772192,0.0002385918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.858523,0.007911169,0.0000964664,0.02405944,0.000659982,0.00119677,0.0001336222,0.0001375837,0.107282],"genre_scores_gemma":[0.9928225,0.004460293,0.00007435493,0.0006336853,0.0005141948,0.0000683389,0.000004984342,0.00001174629,0.001409907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2758941,"threshold_uncertainty_score":0.9998374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052298975","doi":"10.1080/02684520701640449","title":"Canada's Communications Security Establishment, Signals Intelligence and counter-terrorism","year":2007,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Terrorism; Statute; Political science; Patriot Act; Authorization; National security; Public administration; Counter terrorism; Accountability; Law; Public relations; Computer security; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04481407747054553,"gpt":0.3546239450856932,"spread":0.3098098676151476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005394229,0.0004375667,0.0004156473,0.0003253907,0.001496313,0.0003784299,0.002046701,0.0003655007,0.0005625663],"category_scores_gemma":[0.001792767,0.0004987645,0.0001301922,0.001245632,0.00147019,0.0008608504,0.0004442681,0.0009758159,0.00008309109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001473848,"about_ca_system_score_gemma":0.003213179,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6275712,"about_ca_topic_score_gemma":0.9257239,"domain_scores_codex":[0.9941006,0.0004593323,0.001142855,0.0007904402,0.002382522,0.001124201],"domain_scores_gemma":[0.9945472,0.001744791,0.0004194484,0.0006959162,0.001971551,0.0006210194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005083431,0.0003769558,0.002533664,0.00004102696,0.00006728235,0.00003749741,0.01922403,0.00006410612,0.00004500442,0.9648277,0.00432969,0.008402264],"study_design_scores_gemma":[0.000100032,0.0001229266,0.001051103,0.0001291106,0.00004371566,0.00003661495,0.03480177,0.002707507,0.006715839,0.6204424,0.3327133,0.001135731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1660118,0.01161771,0.07920113,0.02876573,0.005425246,0.005054403,0.001682028,0.001003589,0.7012384],"genre_scores_gemma":[0.995441,0.001706512,0.0005485744,0.001409216,0.0004614435,0.00003910123,0.0000743004,0.00003034415,0.0002895613],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8294292,"threshold_uncertainty_score":0.9998036,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993585633","doi":"10.1080/0268452042000327528","title":"Britain Betwixt and Between: Uk SIGINT Alliance Strategy's Transatlantic and European Connections","year":2004,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Alliance; General partnership; Political science; European union; Salience (neuroscience); North Atlantic Treaty; Transatlantic relations; German; Political economy; Economic history; International trade; Sociology; Foreign policy; Law; History; Business; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.04473190148692223,"gpt":0.3343361926895002,"spread":0.2896042912025779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001703344,0.0002726201,0.0002730889,0.0001296428,0.0009180033,0.0003355214,0.0004003162,0.0001753877,0.0001610275],"category_scores_gemma":[0.0004412907,0.0003052423,0.00008690177,0.000444828,0.0009847953,0.0004477919,0.0000577403,0.0004961211,0.0001038124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002383824,"about_ca_system_score_gemma":0.0004316925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004494213,"about_ca_topic_score_gemma":0.007871262,"domain_scores_codex":[0.9971352,0.0003383328,0.0005126634,0.0006147543,0.0008437596,0.0005552665],"domain_scores_gemma":[0.9984924,0.0003889329,0.0001370752,0.0001492508,0.0004927386,0.0003396394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000146104,0.0001322626,0.00419755,0.00003710988,0.00005493851,0.00004052934,0.01291904,0.0004132438,0.00009247319,0.9726932,0.00008714199,0.009317889],"study_design_scores_gemma":[0.0002642183,0.0002287727,0.01217616,0.0001423854,0.00005286654,0.00003381931,0.009112324,0.0002026897,0.002936829,0.958129,0.0159384,0.0007825327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8875597,0.003154026,0.01867849,0.00748131,0.0004362453,0.001062801,0.0002154429,0.0003144279,0.08109763],"genre_scores_gemma":[0.996609,0.002080836,0.0003571766,0.000210867,0.0005769725,0.00001428094,0.00002491393,0.00002151955,0.0001044603],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1090493,"threshold_uncertainty_score":0.99994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033401318","doi":"10.1080/02684527.2014.895591","title":"The IAEA and the International Politics of Nuclear Intelligence","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Nuclear Issues and Defense","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"International Atomic Energy Agency","keywords":"Politics; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.0191849060029648,"gpt":0.3134824280116053,"spread":0.2942975220086405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002395171,0.00008146042,0.0001073614,0.00003656978,0.0008074663,0.0001580509,0.0006439255,0.00006301843,0.0002260164],"category_scores_gemma":[0.002616585,0.00005178051,0.00007354791,0.0001624122,0.001737284,0.0001225361,0.0001378609,0.0001707636,0.00007011105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006070202,"about_ca_system_score_gemma":0.00007724211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001320713,"about_ca_topic_score_gemma":0.0005594067,"domain_scores_codex":[0.9983151,0.0002118328,0.0002852776,0.0001585706,0.000831623,0.000197619],"domain_scores_gemma":[0.9975972,0.001557831,0.0001320376,0.000138534,0.0005031711,0.00007128451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002805888,0.00001980168,0.0001302755,0.000002127934,0.0000128518,1.865503e-7,0.007375378,0.00002210353,0.000003302366,0.986036,0.0008748633,0.005495078],"study_design_scores_gemma":[0.00003929167,0.00001316154,0.0001344003,0.0000077038,0.000004314682,0.000001746817,0.003339604,0.003587768,0.00007162758,0.5986001,0.3941469,0.00005335037],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1709239,0.001633345,0.002876042,0.07438485,0.002421486,0.0008097719,0.00005575527,0.0001453211,0.7467495],"genre_scores_gemma":[0.9974692,0.000975412,0.0001486727,0.0007416157,0.0002886306,0.00000379708,0.000001339927,0.000006924249,0.0003644508],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8265452,"threshold_uncertainty_score":0.6401094,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2028505671","doi":"10.1080/0268452042000316241","title":"Securing the Globe: Intelligence and the Post-9/11 Shift from 'Liddism' to 'Drainism'","year":2004,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Globe; Democratization; Political science; Government (linguistics); Doctrine; National security; Quarter (Canadian coin); Intelligence analysis; Democracy; Action (physics); Law; Public administration; History; Politics; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02865829676204185,"gpt":0.3258118776537944,"spread":0.2971535808917525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003815936,0.000452756,0.0004106253,0.0001794865,0.002059317,0.0007098084,0.002165671,0.000297748,0.0005362787],"category_scores_gemma":[0.003352962,0.0003204457,0.0002521083,0.001249387,0.002211635,0.0006115118,0.0004649081,0.0008232985,0.000590771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005171105,"about_ca_system_score_gemma":0.0009397192,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04826029,"about_ca_topic_score_gemma":0.05010459,"domain_scores_codex":[0.9944951,0.0006422083,0.0008727637,0.0008883808,0.002177029,0.0009245315],"domain_scores_gemma":[0.9958394,0.001955263,0.0002795718,0.0005353233,0.0009944392,0.0003960168],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009628905,0.0001028641,0.0002837016,0.000006779294,0.00004062061,0.00001055699,0.09212027,0.0009977616,0.00001023025,0.90337,0.0001065819,0.002854312],"study_design_scores_gemma":[0.0001656933,0.00007629134,0.00124742,0.00007733257,0.00003377018,0.00001044752,0.02410004,0.0003437391,0.002452691,0.9507039,0.02029975,0.0004889847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.657563,0.003877402,0.05927959,0.1787989,0.003917959,0.005410899,0.0006629903,0.0006738904,0.08981529],"genre_scores_gemma":[0.9935894,0.0003358058,0.0005130283,0.004066061,0.001230827,0.0001291281,0.00002416699,0.00003147543,0.00008010118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3360264,"threshold_uncertainty_score":0.9999248,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006495874","doi":"10.1080/02684520902756960","title":"Intelligence Cooperation Meets International Studies Theory: Explaining Canadian Operations in Castro's Cuba","year":2009,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Constructivism (international relations); Criticism; Government (linguistics); International relations theory; International relations; Political science; Cold war; Status quo; Foreign policy; Face (sociological concept); Political economy; Law; Sociology; Law and economics; Social science; Politics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.06693399444346693,"gpt":0.4037522241042347,"spread":0.3368182296607677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003737426,0.000376116,0.0003683866,0.0008693215,0.00112578,0.0004241063,0.001134879,0.0002994911,0.001019747],"category_scores_gemma":[0.004278489,0.0004136347,0.0001301078,0.001369723,0.0005108689,0.001405686,0.00007232848,0.0006688243,0.000303262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002187413,"about_ca_system_score_gemma":0.002118249,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04755653,"about_ca_topic_score_gemma":0.5796015,"domain_scores_codex":[0.9953997,0.0006331081,0.0009517857,0.000749181,0.001377465,0.0008887929],"domain_scores_gemma":[0.9965847,0.0005086405,0.0001450199,0.0002540015,0.002111332,0.0003963098],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000029713,0.0001432253,0.000299962,0.000004011032,0.00003813076,0.00003705247,0.03022385,0.008806414,0.00004025607,0.9482224,0.000422353,0.01173264],"study_design_scores_gemma":[0.0002144428,0.0003109566,0.001001703,0.0003082636,0.00003475893,0.00004404156,0.07941665,0.02066648,0.005849104,0.8262308,0.06444681,0.001475984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1890314,0.009816769,0.0467799,0.09571647,0.01137944,0.005583589,0.0006702638,0.0009896182,0.6400326],"genre_scores_gemma":[0.9943472,0.001945174,0.001015948,0.001433186,0.0006722719,0.00007621678,0.00009462806,0.00001894548,0.0003964609],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8053158,"threshold_uncertainty_score":0.9998934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998694929","doi":"10.1080/02684527.2014.941250","title":"Secrecy, Security and Digital Literacy in an Era of Meta-Data: Why the Canadian Westminster Model Falls Short","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Cybersecurity and Cyber Warfare Studies","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Secrecy; Public administration; Political science; Openness to experience; Context (archaeology); Public sector; Government (linguistics); Public relations; Politics; Corporate governance; National security; Security sector reform; Sociology; Law; Economics; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.07609576697664344,"gpt":0.3567957277990637,"spread":0.2806999608224202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00214522,0.0001925274,0.0003159869,0.0001237275,0.0005938816,0.000348923,0.0008191855,0.0001467283,0.00008399841],"category_scores_gemma":[0.0008194041,0.0001565745,0.0000911833,0.0004018012,0.0007876575,0.001815056,0.000211398,0.0004505999,0.000007308293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001672155,"about_ca_system_score_gemma":0.0005387791,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1630867,"about_ca_topic_score_gemma":0.9245008,"domain_scores_codex":[0.9976175,0.0002620002,0.0004182227,0.00045509,0.0008612401,0.0003858885],"domain_scores_gemma":[0.9983045,0.0004693338,0.00008583817,0.0003317407,0.0005790916,0.0002295049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002072524,0.0002447084,0.02514063,0.00002498342,0.0001816963,0.000003867421,0.1662204,0.0003534229,0.000001626894,0.7956577,0.0004156959,0.01173456],"study_design_scores_gemma":[0.00009895409,0.000062105,0.003421054,0.00004137912,0.0001102412,0.000003924748,0.008070671,0.03346447,0.00003997596,0.9123616,0.04187268,0.0004529133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9219545,0.001540531,0.001233269,0.008047396,0.0003000413,0.0008322963,0.001444718,0.00006185305,0.06458537],"genre_scores_gemma":[0.9985762,0.0001607033,0.00007783948,0.0008998761,0.0001492887,0.00002266808,0.00008564471,0.000008635114,0.00001919786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7614141,"threshold_uncertainty_score":0.8424864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007644871","doi":"10.1080/02684527.2020.1732646","title":"From committees of parliamentarians to parliamentary committees: comparing intelligence oversight reform in Australia, Canada, New Zealand and the UK","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Mandate; Political science; Public administration; Legislature; Accountability; Democracy; Consolidation (business); Parliamentary procedure; Law; Parliament; Politics; Accounting; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.05113137776374452,"gpt":0.3167743513563798,"spread":0.2656429735926353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001022141,0.0003080929,0.0005378701,0.0001130157,0.0003061781,0.0001410478,0.001178888,0.0001511233,0.0008142764],"category_scores_gemma":[0.0004642569,0.0002738754,0.00010109,0.0008309661,0.0006859431,0.0003029867,0.0002614499,0.0005944729,0.00003544199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001111181,"about_ca_system_score_gemma":0.001098894,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9890829,"about_ca_topic_score_gemma":0.9843889,"domain_scores_codex":[0.9961783,0.0003532994,0.0009145963,0.0005543271,0.001444054,0.0005553911],"domain_scores_gemma":[0.9979036,0.0008383022,0.0002727479,0.0002413798,0.0002799889,0.0004640148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001168359,0.0002966531,0.1496302,0.00006317276,0.0002704821,0.00005331679,0.3364636,0.003486841,0.00005763864,0.4710865,0.03341392,0.004009316],"study_design_scores_gemma":[0.001120876,0.0003368913,0.01451241,0.0004480577,0.0001133596,0.000006549167,0.2698443,0.005459975,0.01252158,0.6017649,0.09229604,0.001575085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9373127,0.0006861648,0.001910816,0.04717149,0.0007795712,0.001660744,0.0004288616,0.00006156172,0.009988106],"genre_scores_gemma":[0.996191,0.0002186617,0.0003697176,0.002564461,0.0003967038,0.0000214034,0.00004188404,0.0000138215,0.0001823111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1351178,"threshold_uncertainty_score":0.9999713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3156495705","doi":"10.1080/02684527.2021.1911394","title":"Big data surveillance and security intelligence: the Canadian case","year":2021,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"National security; Big data; Computer security; Political science; Intelligence analysis; Border Security; Computer science; Public administration; Law; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.1108549198481542,"gpt":0.369305909894684,"spread":0.2584509900465298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005189973,0.0003711536,0.000347683,0.0002155149,0.002944321,0.0008408719,0.001782695,0.000406467,0.0008536827],"category_scores_gemma":[0.004836197,0.0003472248,0.0001115084,0.001681709,0.001534688,0.0006366141,0.0005638181,0.001010981,0.0002311845],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007018411,"about_ca_system_score_gemma":0.006024119,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4396408,"about_ca_topic_score_gemma":0.9755649,"domain_scores_codex":[0.9944456,0.001007871,0.0007245177,0.001133644,0.001664156,0.001024227],"domain_scores_gemma":[0.994701,0.001238302,0.0002098639,0.001009376,0.002165533,0.0006759776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000154449,0.0001506802,0.003353092,0.00003543659,0.00007972065,0.001430649,0.02106477,0.00006338661,0.000005236389,0.9464044,0.00379097,0.02360622],"study_design_scores_gemma":[0.00005968246,0.00004018033,0.0005173718,0.00004574321,0.00003078422,0.001389504,0.02751185,0.004883179,0.001020699,0.6563768,0.3073117,0.000812482],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2283712,0.02872541,0.009898684,0.08556221,0.01452366,0.004455524,0.007110352,0.0008763964,0.6204765],"genre_scores_gemma":[0.9949392,0.00189604,0.0001592507,0.001169866,0.001284261,0.00002751495,0.0001879742,0.00002632457,0.0003095719],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.766568,"threshold_uncertainty_score":0.999898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985511127","doi":"10.1080/02684520412331306680","title":"Reforming the Canadian security state: the Royal Canadian Mounted Police security service and the ‘Key Sectors’ program","year":2002,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Subversion; Communism; State security; State (computer science); Political science; Key (lock); Service (business); Face (sociological concept); Internal security; Public administration; Security service; Cold war; Security studies; Law; Sociology; Computer security; Economy; Politics; Social science; Economics; Information security; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01916998284375078,"gpt":0.2721448727200656,"spread":0.2529748898763148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002558124,0.0002239489,0.0002006524,0.0003419045,0.007908624,0.001343112,0.001150573,0.0002125568,0.001460702],"category_scores_gemma":[0.0005450329,0.0001636743,0.0001204689,0.001233397,0.002389139,0.00035908,0.00007586267,0.0009115294,0.0001843463],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004079558,"about_ca_system_score_gemma":0.00372714,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9998041,"about_ca_topic_score_gemma":0.9999964,"domain_scores_codex":[0.9966606,0.0005845884,0.000377009,0.0003889161,0.001101483,0.0008873955],"domain_scores_gemma":[0.9974326,0.0004669721,0.0001554947,0.000338812,0.0008319308,0.0007742209],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002747948,0.00008195874,0.0008277632,0.00003244822,0.00009851297,0.00001556858,0.569788,0.00012484,2.758372e-7,0.3943374,0.02848181,0.006183972],"study_design_scores_gemma":[0.0001277658,0.00001465492,0.001067693,0.00001797789,0.00002549651,0.00001028011,0.009338304,0.008802556,0.000003439934,0.04283872,0.937489,0.0002641407],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3989671,0.004490668,0.000005934299,0.1413207,0.001843009,0.004076541,0.001350365,0.0002585723,0.4476871],"genre_scores_gemma":[0.9927605,0.0003207882,0.000005066515,0.005254717,0.0005025351,0.0001126755,0.0000201754,0.00001689885,0.001006577],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9090072,"threshold_uncertainty_score":0.9997436,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3027389537","doi":"10.1080/02684527.2020.1768477","title":"The third eye: Canada’s development of autonomous signals intelligence to contribute to Five Eyes intelligence sharing","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mindset; Negotiation; General partnership; Intelligence analysis; Framing (construction); Context (archaeology); Political science; Public relations; Sociology; Artificial intelligence; Engineering; Law; Computer science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.04305964376452834,"gpt":0.338778591556417,"spread":0.2957189477918887,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003396737,0.0005415041,0.0006255979,0.0002143364,0.001694713,0.0003700051,0.003490078,0.0002525639,0.0003853023],"category_scores_gemma":[0.008273622,0.0005072235,0.0001964216,0.002108927,0.0004977203,0.0003997458,0.0007397321,0.0007189631,0.0004558678],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001648222,"about_ca_system_score_gemma":0.007479517,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1216067,"about_ca_topic_score_gemma":0.5323557,"domain_scores_codex":[0.9922315,0.0003298899,0.001880192,0.001164911,0.003069918,0.001323537],"domain_scores_gemma":[0.9931566,0.001785066,0.000499149,0.0004426679,0.002994596,0.001121995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002215528,0.0001670261,0.0005876219,0.0000667132,0.0001580406,0.00002742827,0.08501282,0.01549189,0.00024393,0.8607098,0.002566316,0.03474681],"study_design_scores_gemma":[0.00007678514,0.0005127161,0.000721308,0.0004043192,0.0000572529,0.000006248852,0.07207566,0.01118593,0.3251095,0.2568867,0.3306601,0.002303472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1832752,0.003463754,0.6388469,0.08755003,0.005755316,0.009112683,0.001048943,0.0008881578,0.0700591],"genre_scores_gemma":[0.9938589,0.0001765996,0.002461465,0.002525004,0.0004604393,0.0001440397,0.00001983586,0.00003560697,0.0003180882],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8105838,"threshold_uncertainty_score":0.9997379,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987045880","doi":"10.1080/02684520008432616","title":"Fighting for relevance: Economic intelligence and special operations executive in Spain, 1943–1945","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Toronto","funders":"","keywords":"Mandate; German; Relevance (law); Neutrality; Political science; World War II; Dissent; Law; Politics; Political economy; Public administration; Sociology; History","retraction":null,"screen_n_in":null,"score":{"opus":0.03361592465297879,"gpt":0.3389248225919442,"spread":0.3053088979389654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002062198,0.0003140522,0.0003512588,0.0002732389,0.0009259409,0.0003025275,0.000634435,0.0003037789,0.002856364],"category_scores_gemma":[0.001463113,0.0003633267,0.0001347527,0.0005368835,0.000659285,0.0008951352,0.00006691646,0.0004780528,0.0003385925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008592577,"about_ca_system_score_gemma":0.0009077574,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003744656,"about_ca_topic_score_gemma":0.04392952,"domain_scores_codex":[0.9966804,0.0002674419,0.0008661099,0.0007996556,0.0006467788,0.0007395702],"domain_scores_gemma":[0.997875,0.001075528,0.0001251617,0.0001949945,0.0005118392,0.0002175217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009562866,0.0001649844,0.0005503412,0.00002056934,0.000020881,0.000007276243,0.02303207,0.007878776,0.00001085321,0.9309807,0.0009660344,0.03627183],"study_design_scores_gemma":[0.0001594183,0.000166629,0.000365612,0.0001176907,0.00001753649,0.00001227024,0.01101919,0.03023174,0.001942661,0.8182023,0.1369406,0.0008243736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4375911,0.002258143,0.02294651,0.0101031,0.005209364,0.006547752,0.001075905,0.0004740309,0.5137941],"genre_scores_gemma":[0.9924819,0.002021504,0.001347342,0.0003442142,0.002216254,0.0001651775,0.0000494981,0.00002537758,0.001348694],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5548909,"threshold_uncertainty_score":0.9998819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906186949","doi":"10.1080/02684527.2018.1560671","title":"‘An important contribution to the allied war effort’: Canadian and North Atlantic intelligence on German POWs, 1940–1945","year":2018,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"The Impact of Diversity and Innovation on Society","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"German; Prisoners of war; Adversary; Nazism; World War II; Ideology; Political science; Categorization; First world war; Law; Criminology; Sociology; History; Computer security; Politics; Artificial intelligence; Archaeology; Computer science; Ancient history","retraction":null,"screen_n_in":null,"score":{"opus":0.02525990328964169,"gpt":0.3257774301260882,"spread":0.3005175268364466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001835059,0.0001570081,0.0001405421,0.0001160645,0.002101927,0.0001463348,0.0005808868,0.0001339571,0.0004272137],"category_scores_gemma":[0.0007673077,0.0001357813,0.00005724185,0.0007811104,0.0005708194,0.0003912168,0.00004878376,0.000295172,0.0002863407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004910861,"about_ca_system_score_gemma":0.0006049505,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.07051109,"about_ca_topic_score_gemma":0.5095431,"domain_scores_codex":[0.9978653,0.0001426682,0.0003268792,0.0003265416,0.0008678462,0.0004707731],"domain_scores_gemma":[0.9980394,0.0001824804,0.0001363734,0.0001933968,0.001009037,0.0004392876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008996756,0.0001644714,0.05721129,0.000005197081,0.0000677751,0.000005918324,0.0608559,0.00007903883,0.00003535782,0.8715855,0.006998659,0.002900914],"study_design_scores_gemma":[0.0002028157,0.000903087,0.145677,0.00006994091,0.00004671316,0.00001030732,0.01340032,0.002308987,0.002737625,0.1195398,0.7140814,0.001022026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9852179,0.00004035054,0.0009626833,0.009150756,0.0004344952,0.0005346988,0.0001667241,0.00006773476,0.003424698],"genre_scores_gemma":[0.9942933,0.0002383921,0.00006440089,0.004757315,0.0005074513,0.000008177425,0.00007449179,0.000007088534,0.00004932351],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7520457,"threshold_uncertainty_score":0.9991972,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034533204","doi":"10.1080/02684527.2020.1780834","title":"The Moscow rules: the secret CIA tactics that helped America win the Cold War","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Cold war; Political science; Computer security; Law; Computer science; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.05923488374610723,"gpt":0.3356359844365536,"spread":0.2764011006904463,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002050071,0.000332504,0.0002588951,0.00004362282,0.003573829,0.0005591012,0.002698132,0.000216253,0.000527015],"category_scores_gemma":[0.003331316,0.0001955398,0.0002501558,0.001178661,0.002105757,0.0004211553,0.0002616883,0.001090331,0.0007912866],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003241454,"about_ca_system_score_gemma":0.001045934,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002870477,"about_ca_topic_score_gemma":0.003477613,"domain_scores_codex":[0.9945401,0.001000749,0.0005704903,0.0005410844,0.002552151,0.0007954481],"domain_scores_gemma":[0.9950325,0.00295784,0.0003900718,0.0004350335,0.0009194918,0.0002650697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000635094,0.00009656387,0.0003857863,0.00001203468,0.00009144475,0.00000917938,0.06479007,0.0002995309,0.00008167601,0.9131552,0.01785784,0.003157169],"study_design_scores_gemma":[0.00005006495,0.00009573215,0.0002228352,0.00001840254,0.00003480846,0.000004894824,0.05732759,0.005723951,0.002429455,0.2009681,0.7327597,0.0003644807],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08914257,0.01239151,0.02605346,0.56716,0.006565994,0.007654678,0.001183246,0.001204414,0.2886441],"genre_scores_gemma":[0.9889119,0.002990553,0.0001100654,0.006306787,0.001247779,0.00009443068,0.00002110554,0.00002752153,0.0002898507],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8997694,"threshold_uncertainty_score":0.9999867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391558692","doi":"10.1080/02684527.2024.2304934","title":"Critical review of the Analysis of Competing Hypotheses technique: lessons for the intelligence community","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Safety, Security, and Quality Assurance; Government of Canada","keywords":"Intelligence analysis; Political science; Data science; Management science; Computer science; Regional science; Sociology; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1449909500025978,"gpt":0.4562667481076893,"spread":0.3112757981050915,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008961315,0.0002141959,0.0004687216,0.0002586307,0.001026919,0.0001097009,0.0020017,0.0001678746,0.0004797475],"category_scores_gemma":[0.015202,0.0001459114,0.0007199308,0.003666026,0.002164193,0.0002501252,0.0002351687,0.0007975272,0.000009843912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002184538,"about_ca_system_score_gemma":0.0008113922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003452478,"about_ca_topic_score_gemma":0.003563942,"domain_scores_codex":[0.9956715,0.001220677,0.0009862054,0.000317993,0.001420003,0.0003836608],"domain_scores_gemma":[0.9829665,0.01389763,0.0002684036,0.0005167997,0.002272275,0.00007839904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008726583,0.0001543015,0.0001061621,0.001240988,0.0003021556,5.107477e-7,0.006631926,0.0001788083,0.00007685095,0.984678,0.0003056666,0.006315866],"study_design_scores_gemma":[0.0000164314,0.0001005634,0.0006717748,0.006037126,0.001551448,0.000006507905,0.01909048,0.01346228,0.03166975,0.8968011,0.03012141,0.000471135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007101309,0.1776971,0.6004338,0.08466015,0.004400456,0.01078281,0.003753513,0.0006559656,0.1105149],"genre_scores_gemma":[0.9894009,0.009270891,0.0005692202,0.0003922793,0.0001240518,0.0001682503,0.00001295406,0.00001467762,0.00004682232],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9822996,"threshold_uncertainty_score":0.9930934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096736620","doi":"10.1080/02684520701798106","title":"Intelligence in fiction","year":2008,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Covert; Nothing; Espionage; Agency (philosophy); Military intelligence; Officer; Headline; Law; Action (physics); Media studies; Political science; Sociology; Philosophy; Social science; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.05616693063213289,"gpt":0.3565386188334672,"spread":0.3003716882013343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001945751,0.0002881005,0.0002961546,0.000496258,0.0008046207,0.00009091223,0.0008906987,0.000347751,0.001461791],"category_scores_gemma":[0.001662937,0.0003307668,0.000164719,0.001811124,0.0008490689,0.0008287974,0.00009540314,0.0006991579,0.0008772544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008890131,"about_ca_system_score_gemma":0.001037908,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006847369,"about_ca_topic_score_gemma":0.008002155,"domain_scores_codex":[0.9955666,0.0003944773,0.0008067692,0.0006601674,0.001796588,0.0007754122],"domain_scores_gemma":[0.9978939,0.000476902,0.0001963169,0.0002516768,0.0009367795,0.0002444152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004679524,0.0004297173,0.004878148,0.0000142332,0.00001520729,0.0000733949,0.02811628,0.001155847,0.00004376535,0.9579812,0.001601635,0.005643747],"study_design_scores_gemma":[0.000115539,0.0001671613,0.005486148,0.0001085383,0.00001112615,0.00008270298,0.01545464,0.007341291,0.008426943,0.8739278,0.08776084,0.001117218],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2124397,0.001493286,0.02956884,0.002434432,0.002730256,0.00154076,0.00007348688,0.0005840127,0.7491353],"genre_scores_gemma":[0.9960184,0.001826621,0.0005354738,0.0003306312,0.0005544052,0.00006055324,0.00002126858,0.00002100501,0.000631702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7835786,"threshold_uncertainty_score":0.9999145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003590744","doi":"10.1080/02684527.2014.961243","title":"Increasing Canada's Foreign Intelligence Capability: Is it a Dead Issue?","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Canadian Armed Forces","keywords":"Counterfactual thinking; Government (linguistics); Political science; Intelligence analysis; Public relations; Architecture; Foreign policy; Political economy; Computer security; Law and economics; Public administration; Law; Sociology; Computer science; History; Psychology; Social psychology; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03440174687304456,"gpt":0.3328903211266341,"spread":0.2984885742535895,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005311978,0.0005084567,0.0005198662,0.0002629821,0.001306017,0.0003384009,0.001675823,0.000411906,0.004259432],"category_scores_gemma":[0.006895965,0.000562145,0.0002338868,0.001310834,0.0009391624,0.0006549359,0.0002079683,0.0008011255,0.0006498105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001812644,"about_ca_system_score_gemma":0.003860594,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7806625,"about_ca_topic_score_gemma":0.8352298,"domain_scores_codex":[0.9923715,0.001021625,0.001123073,0.001074657,0.003165602,0.00124352],"domain_scores_gemma":[0.994353,0.001923443,0.0003765886,0.000548338,0.002195689,0.0006029226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006369096,0.0002164359,0.004423767,0.0000592408,0.00005515403,0.00001378387,0.01633033,0.00026757,0.0000270434,0.9548585,0.009783796,0.01390063],"study_design_scores_gemma":[0.00005058567,0.00008950515,0.0003223079,0.00009558519,0.00002784063,0.00002431669,0.01583094,0.005640047,0.006441235,0.635577,0.335086,0.0008147135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1143701,0.0007584832,0.03758871,0.01962814,0.002426771,0.0018255,0.0003017376,0.000415659,0.8226849],"genre_scores_gemma":[0.9923596,0.0002314978,0.001111999,0.004222298,0.001193408,0.00005898529,0.00003334376,0.00003859784,0.0007502547],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8779895,"threshold_uncertainty_score":0.9999942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386224904","doi":"10.1080/02684527.2023.2246235","title":"The FAN TAN file: Quebec separatism and security service resistance to politicization 1971–72","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Prime minister; Commission; United States National Security Agency; Political science; Politics; Government (linguistics); Law; Public administration; Agency (philosophy); Principal (computer security); National security; Service (business); Principle of legality; Sociology; Computer security; Economics; Economy","retraction":null,"screen_n_in":null,"score":{"opus":0.02124608525824536,"gpt":0.3088045371986982,"spread":0.2875584519404528,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009444257,0.00009541814,0.0001001931,0.0002407664,0.002494607,0.0005930459,0.00034247,0.00009964092,0.0007807532],"category_scores_gemma":[0.001117458,0.0001094936,0.00003875819,0.001342082,0.0004078546,0.0003101275,0.00007062945,0.0001651477,0.0005105449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009300542,"about_ca_system_score_gemma":0.001147691,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4538084,"about_ca_topic_score_gemma":0.9929358,"domain_scores_codex":[0.9981771,0.0001675702,0.0002359867,0.0002792359,0.0007501098,0.0003900065],"domain_scores_gemma":[0.998475,0.0005418749,0.00007624013,0.00013676,0.0005270688,0.0002430228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009249105,0.00001363268,0.00006784341,0.00001432049,0.000007816064,0.000003527095,0.02573642,0.00002212141,0.000008862306,0.8171564,0.1559089,0.001050981],"study_design_scores_gemma":[0.00002090935,0.000006026633,0.003220707,0.00002353412,0.000003969743,5.354021e-7,0.00330176,0.0001536405,0.00002861684,0.1685792,0.8245293,0.000131797],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2935822,0.003498078,0.001088507,0.1666075,0.004088135,0.003247815,0.006576984,0.00117989,0.5201309],"genre_scores_gemma":[0.9778392,0.0004556702,0.00003365027,0.00166447,0.0004212869,0.00006994257,0.0001137154,0.00001158274,0.01939048],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.684257,"threshold_uncertainty_score":0.998804,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319843336","doi":"10.1080/02684527.2023.2170449","title":"Canadian Military Intelligence: operations and evolution from the October crisis to the war in Afghanistan","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Military and Defense Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Carleton University","funders":"","keywords":"Political science; Aeronautics; History; Economic history; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02723671347154959,"gpt":0.3218289197910948,"spread":0.2945922063195452,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001644672,0.0001118635,0.0001038518,0.0001319683,0.001586301,0.00004216502,0.0003820431,0.00007568657,0.0002659951],"category_scores_gemma":[0.001411583,0.00007977129,0.00004588968,0.001229587,0.0002557428,0.0002002363,0.00009147766,0.0002168467,0.0003144206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004586098,"about_ca_system_score_gemma":0.0004981907,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7916194,"about_ca_topic_score_gemma":0.981857,"domain_scores_codex":[0.9982578,0.0002890416,0.0002605559,0.0003012595,0.0005555201,0.0003358562],"domain_scores_gemma":[0.9987518,0.0006406548,0.00001463054,0.0001572602,0.000285592,0.000150094],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002458313,0.00004530249,0.01555644,0.000004606961,0.00004129822,0.00000996767,0.2539796,0.006258209,0.000006587778,0.6751913,0.04653801,0.002344099],"study_design_scores_gemma":[0.00003204375,0.00003416094,0.05969159,0.00002971614,0.00001408396,0.000001112164,0.2139271,0.004798138,0.00005538177,0.5746279,0.1465,0.0002887105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7610881,0.01056358,0.002514541,0.2000867,0.001385962,0.00177625,0.00124927,0.0001664141,0.02116916],"genre_scores_gemma":[0.9961052,0.001289535,0.0000690001,0.001974297,0.0002653121,0.0000691535,0.00003124849,0.000005052159,0.0001911991],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2350171,"threshold_uncertainty_score":0.9997135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1999396756","doi":"10.1080/02684527.2013.846731","title":"History of the British Inter-Services Security Board and the Allocation of Code-Names in the Second World War","year":2013,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"World War II; Code (set theory); Law; First world war; History; Library science; Operations research; Political science; Computer science; Engineering; Ancient history","retraction":null,"screen_n_in":null,"score":{"opus":0.01789005256216054,"gpt":0.2778463469731743,"spread":0.2599562944110138,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003126858,0.0001797655,0.0002937351,0.0001093475,0.0003788099,0.0001462532,0.00150897,0.0001440401,0.0009014774],"category_scores_gemma":[0.0005469446,0.000125006,0.0001602935,0.0006642761,0.00236182,0.0005187292,0.000170357,0.0005191653,0.00001921546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000370775,"about_ca_system_score_gemma":0.0005233949,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05808027,"about_ca_topic_score_gemma":0.3731464,"domain_scores_codex":[0.9964379,0.0009984609,0.000752216,0.0003323544,0.001161224,0.0003178396],"domain_scores_gemma":[0.9970801,0.001152141,0.0004665276,0.0003155128,0.0009276147,0.00005813276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005972432,0.0003565382,0.009008326,0.0002005184,0.00005471678,0.000001657756,0.1842839,0.00003013625,0.00006329812,0.7942119,0.008801432,0.002927889],"study_design_scores_gemma":[0.000246489,0.00004797983,0.01311534,0.0002061635,0.00002763342,0.000008761573,0.03433232,0.002425658,0.001429575,0.8684618,0.07938874,0.0003095156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8525278,0.007164292,0.0001462674,0.008716376,0.001154424,0.002190904,0.0001060334,0.00004340771,0.1279505],"genre_scores_gemma":[0.9973707,0.0004886534,0.00002879181,0.001000743,0.000132599,0.00008977198,0.000005873798,0.000009579968,0.0008733534],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3150662,"threshold_uncertainty_score":0.9870545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323981300","doi":"10.1080/02684527.2023.2181905","title":"Politics and intelligence analysis: the Canadian experience","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Politics; Transparency (behavior); Political science; General partnership; Position (finance); Intelligence analysis; National security; Context (archaeology); Foreign policy; Public administration; Public relations; Political economy; Sociology; Law; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.05819137232936403,"gpt":0.3799557051336238,"spread":0.3217643328042598,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002540763,0.0002625604,0.0002649664,0.0007722451,0.002669814,0.0005224503,0.001188931,0.0002616647,0.0006384349],"category_scores_gemma":[0.001924199,0.0002346962,0.0001783083,0.005103203,0.001596204,0.0004318008,0.0001466219,0.0005159774,0.0006063386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005768446,"about_ca_system_score_gemma":0.00163707,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4064315,"about_ca_topic_score_gemma":0.8055825,"domain_scores_codex":[0.9957935,0.0003571231,0.0005517475,0.0006104688,0.001649658,0.001037555],"domain_scores_gemma":[0.997155,0.0007668161,0.0001425002,0.0003413674,0.001026345,0.0005680083],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003007289,0.00002361393,0.003950009,0.000005628502,0.00008871355,0.00001582498,0.04452168,0.0005444249,0.000002451472,0.9488712,0.0005035078,0.001469919],"study_design_scores_gemma":[0.00002228881,0.00004021245,0.006482637,0.00002232382,0.0001173822,0.000008806014,0.05563528,0.01405592,0.0008791496,0.8405841,0.08156609,0.0005858424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.455227,0.003095083,0.009420689,0.04586144,0.003811976,0.003209674,0.0007000703,0.001458582,0.4772155],"genre_scores_gemma":[0.9971002,0.0007469832,0.00008373159,0.0008593542,0.0003276296,0.00007172053,0.00003414266,0.00001552834,0.000760765],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5418732,"threshold_uncertainty_score":0.9986286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389049726","doi":"10.1080/02684527.2023.2287801","title":"Scholar, diplomat, Intelligence pioneer: Herbert Norman and Canada’s Special Intelligence Section, 1942-1945","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Section (typography); Law; Espionage; Foreign policy; Intelligence analysis; Military intelligence; Politics; World War II; National security; Political science; Library science; Operations research; Sociology; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02701922383715645,"gpt":0.3180728354686421,"spread":0.2910536116314857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003907075,0.0006661534,0.0005800358,0.0006633845,0.002538942,0.0006159997,0.001584381,0.0005371478,0.001573149],"category_scores_gemma":[0.003363574,0.000752495,0.000216047,0.002761088,0.0009297644,0.001415523,0.000425132,0.001561442,0.0009525923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001615671,"about_ca_system_score_gemma":0.00383026,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4048353,"about_ca_topic_score_gemma":0.8382177,"domain_scores_codex":[0.9917865,0.0005973728,0.001379174,0.001325065,0.003392403,0.00151952],"domain_scores_gemma":[0.9953821,0.001037025,0.0004015623,0.0005037502,0.001903636,0.0007719097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001056194,0.0002900042,0.004901323,0.0001132158,0.0001327901,0.0001421218,0.02236149,0.001744646,0.00006593404,0.921125,0.02913707,0.01988082],"study_design_scores_gemma":[0.0000856759,0.0001730693,0.002449795,0.0001766001,0.00004776863,0.00006209433,0.02246396,0.004230856,0.006197833,0.4668176,0.495649,0.001645706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4355251,0.002204482,0.02301431,0.01582613,0.02556648,0.005246337,0.001132642,0.003120874,0.4883636],"genre_scores_gemma":[0.9897954,0.002257071,0.0003398219,0.0008706467,0.004611443,0.00009559542,0.00009184717,0.000066464,0.00187172],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5542702,"threshold_uncertainty_score":0.9998253,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404200784","doi":"10.1080/02684527.2024.2423420","title":"The war we won apart: the untold story of two elite agents who became one of the most decorated couples of WWII","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"European history and politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Elite; World War II; Political science; First world war; History; Law; Ancient history; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.05197199899170981,"gpt":0.3452369993352886,"spread":0.2932650003435788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001902556,0.00009084006,0.0001299112,0.00004366488,0.000535519,0.00002249533,0.000702248,0.00005212133,0.0001991104],"category_scores_gemma":[0.0008871165,0.00005559489,0.0001070112,0.000568239,0.001374155,0.0001106939,0.00007755466,0.0002977416,0.00002928616],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001314635,"about_ca_system_score_gemma":0.0005407719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007950741,"about_ca_topic_score_gemma":0.002255559,"domain_scores_codex":[0.9978063,0.0006131254,0.0003771117,0.0001453115,0.0008824565,0.0001757564],"domain_scores_gemma":[0.9974412,0.001520555,0.0002138035,0.0002046286,0.0005754951,0.00004430238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001656791,0.00008419701,0.000555829,0.00005442357,0.00005489016,5.96587e-7,0.0320137,0.0003130267,0.0002377103,0.9608533,0.004011875,0.001803877],"study_design_scores_gemma":[0.00005785914,0.00004623046,0.001543457,0.0003824342,0.00005561988,8.503513e-7,0.004577229,0.001934338,0.01089807,0.1123287,0.868019,0.0001562315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.81421,0.0389068,0.0003829989,0.007320733,0.002991933,0.001157836,0.001013091,0.00009213339,0.1339245],"genre_scores_gemma":[0.9950645,0.00328177,0.000009257828,0.0001555124,0.0001601984,0.000004890112,0.000004485334,0.000007773451,0.001311611],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8640071,"threshold_uncertainty_score":0.506313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414219738","doi":"10.1080/02684527.2025.2557731","title":"A faithful spy: the life and times of an MI6 and MI5 officer","year":2025,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Officer; Military justice","retraction":null,"screen_n_in":null,"score":{"opus":0.02172223311075827,"gpt":0.3452428976388803,"spread":0.3235206645281221,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00147876,0.0001547722,0.0001994506,0.0001459925,0.0004998823,0.0001379567,0.0004543651,0.000163544,0.0003556391],"category_scores_gemma":[0.001235805,0.0001285143,0.00005605919,0.0005673827,0.001096864,0.0003374171,0.000112634,0.0002580501,0.00001619027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006004522,"about_ca_system_score_gemma":0.0006512945,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003561931,"about_ca_topic_score_gemma":0.005237321,"domain_scores_codex":[0.9980319,0.0002833324,0.000376375,0.0003477374,0.0006849202,0.0002757711],"domain_scores_gemma":[0.9983228,0.0006178523,0.0001260208,0.0001642659,0.0006342354,0.0001347573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003105007,0.0001078271,0.001373539,0.00002671335,0.00003657095,0.000001368367,0.01079362,0.00002305964,0.00003021021,0.9819786,0.0006429277,0.004954522],"study_design_scores_gemma":[0.0000936512,0.0001011688,0.004482583,0.00006212779,0.00003975201,0.000004290017,0.01959257,0.003296473,0.00335605,0.92615,0.04253503,0.0002863462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7593535,0.006467501,0.001393616,0.01260445,0.0007074656,0.001140197,0.0001337647,0.0001302918,0.2180692],"genre_scores_gemma":[0.9980663,0.0005151358,0.0002232096,0.0005759601,0.0001461974,0.00001565081,0.000006089197,0.000006356625,0.0004451067],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2387128,"threshold_uncertainty_score":0.5384598,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2737696928","doi":"10.1080/02684527.2017.1357888","title":"Why spy? The art of intelligence","year":2017,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.06117010949516731,"gpt":0.3844952635905303,"spread":0.323325154095363,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.003382256,0.0002839557,0.0003259699,0.0001540634,0.002316645,0.0004495572,0.003341342,0.0002662293,0.001752764],"category_scores_gemma":[0.004599188,0.0002399762,0.000268683,0.0004185018,0.002731446,0.0008546957,0.0003139918,0.0005950984,0.0006990745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002412418,"about_ca_system_score_gemma":0.0007380681,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007091819,"about_ca_topic_score_gemma":0.01297081,"domain_scores_codex":[0.9955957,0.000343215,0.0007630001,0.0005350147,0.0021219,0.0006411988],"domain_scores_gemma":[0.9957772,0.0007341396,0.0006782703,0.0008420071,0.001767385,0.00020093],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000277938,0.000165417,0.001121971,0.00001739129,0.00003653533,0.000006472748,0.007746025,0.0001172446,0.00003958528,0.9764764,0.008616976,0.005628158],"study_design_scores_gemma":[0.00003074732,0.00006858151,0.000714209,0.00006559969,0.00001965085,0.000006509937,0.005112738,0.0008811165,0.01364829,0.7276342,0.2514782,0.0003401643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02244694,0.00116009,0.03159341,0.03846724,0.003704671,0.001711501,0.0001909883,0.0002344899,0.9004907],"genre_scores_gemma":[0.9963553,0.0007210363,0.0003426441,0.0008922687,0.0006591599,0.00003823797,0.00001001598,0.0000193356,0.0009620015],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9739084,"threshold_uncertainty_score":0.9999825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295929075","doi":"10.1080/02684527.2015.1093293","title":"The secret Anglo-French war in the Middle East: intelligence and decolonization, 1940–1948","year":2015,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Decolonization; Political science; World War II; Middle East; Ancient history; History; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.09746256784598556,"gpt":0.3362075461932768,"spread":0.2387449783472912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006529995,0.0003093408,0.0002470477,0.0001905654,0.001423766,0.0004405452,0.001705092,0.0002753414,0.0001314326],"category_scores_gemma":[0.005032973,0.0002285876,0.00009642175,0.001834564,0.001429239,0.0006200448,0.0001881123,0.0006739384,0.0002191534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000462013,"about_ca_system_score_gemma":0.001188111,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005406398,"about_ca_topic_score_gemma":0.04514527,"domain_scores_codex":[0.9948336,0.0009720188,0.0007624608,0.0005877678,0.00206637,0.0007777841],"domain_scores_gemma":[0.9961228,0.001357693,0.0002521662,0.0003801206,0.00160689,0.0002803086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002971771,0.0001988555,0.005723692,0.00001117686,0.00002018862,0.00001759229,0.1324122,0.0006190857,0.000001655495,0.8533575,0.00283762,0.004770704],"study_design_scores_gemma":[0.00007769885,0.0001252685,0.001449096,0.0000467232,0.00001437433,0.00002780282,0.07769047,0.004989272,0.0002324373,0.8361934,0.07873823,0.0004152061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5576431,0.02563696,0.03097411,0.05437497,0.006363089,0.006879895,0.0002922275,0.0006826358,0.317153],"genre_scores_gemma":[0.9968366,0.001397419,0.0002075322,0.0006828913,0.0004808206,0.0001016004,0.00002543602,0.00001892502,0.000248763],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4391935,"threshold_uncertainty_score":0.9998763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2294605324","doi":"10.1080/02684527.2015.1062310","title":"Peter Jackson,<i>Beyond the Balance of Power: France and the Politics of National Security in the Era of the First World War</i>","year":2015,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Military History and Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Winnipeg","funders":"","keywords":"Politics; National security; Balance (ability); Power (physics); Political science; Economic history; Great power; Political economy; Law; History; Sociology; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0188772078372919,"gpt":0.2871112899669701,"spread":0.2682340821296782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003932941,0.0001078277,0.0001822387,0.00004038197,0.0003551829,0.0000129502,0.0008783727,0.00006657706,0.00008610766],"category_scores_gemma":[0.001118418,0.00005614979,0.0001052198,0.0005990732,0.002545106,0.0001711643,0.00006696428,0.0003894746,0.000002590564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009228686,"about_ca_system_score_gemma":0.0005480523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002596737,"about_ca_topic_score_gemma":0.01062573,"domain_scores_codex":[0.997232,0.0005536398,0.0004514821,0.0001679862,0.00141182,0.0001831169],"domain_scores_gemma":[0.9972217,0.001518663,0.0002506214,0.0002054554,0.0007646205,0.0000389603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004084336,0.00009878467,0.008507562,0.00001816284,0.00001155263,2.750621e-7,0.07128251,0.0001753665,0.000002555238,0.9177633,0.002068823,0.00003028845],"study_design_scores_gemma":[0.0002408425,0.00003251494,0.01292568,0.00005064235,0.000008670285,0.000002691682,0.007033513,0.000667167,0.0002269727,0.9225022,0.05620756,0.000101574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7121192,0.009391199,0.00006933004,0.02141444,0.0007579058,0.001115873,0.0004151528,0.00001387935,0.254703],"genre_scores_gemma":[0.998518,0.0001580887,0.00001626964,0.001049771,0.0001043009,0.00001618828,0.000002449019,0.000003229077,0.0001316252],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2863989,"threshold_uncertainty_score":0.9377551,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237552147","doi":"10.1080/02684520008432598","title":"Acknowledgments","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Institute for Advanced Studies in the Humanities, University of Edinburgh; University of Toronto; University of Edinburgh","keywords":"Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02618557421747578,"gpt":0.2905989298682082,"spread":0.2644133556507324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001691523,0.00007772763,0.00005601668,0.00005175328,0.00005690556,0.0000258927,0.0001039695,0.00005048245,0.2063966],"category_scores_gemma":[0.00002530526,0.00008477719,0.00003530865,0.0001172055,0.00002749261,0.0001590367,0.000004911582,0.000102349,0.05178238],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001373572,"about_ca_system_score_gemma":0.00001677529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":6.272935e-7,"about_ca_topic_score_gemma":0.00001570911,"domain_scores_codex":[0.9992778,0.00001721218,0.0001557588,0.000104128,0.0003319303,0.0001131428],"domain_scores_gemma":[0.9997483,0.00002109728,0.000008844169,0.00006631613,0.000105341,0.00005002565],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003159237,0.0003089049,0.0006137828,0.00008175767,0.00008735767,0.000004156682,0.005413817,0.2093102,0.002106648,0.009014325,0.3836238,0.3894037],"study_design_scores_gemma":[0.00013424,0.00002824975,0.005834325,0.00002892845,0.00000821189,0.000006563465,0.00008349746,0.2674547,0.003888622,0.09306084,0.6290861,0.0003857244],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4397704,0.0001793926,0.003199609,0.00008088029,0.0009113206,0.000180674,0.0000248204,0.0005115471,0.5551413],"genre_scores_gemma":[0.9975409,0.0001321552,0.00009722866,0.0001065692,0.0003836166,0.00001458492,0.00002752736,0.000009496595,0.001687943],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5577704,"threshold_uncertainty_score":0.9489559,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4375866100","doi":"10.1080/02684527.2023.2198799","title":"Profiles in intelligence: an interview with John Ferris","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Nothing; Political science; Security studies; Media studies; Sociology; Law; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.08454556498792888,"gpt":0.3910432496007549,"spread":0.3064976846128261,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004727769,0.0004191513,0.0004406183,0.0008393185,0.0005873682,0.0003199463,0.001481729,0.0003591148,0.001447897],"category_scores_gemma":[0.001029697,0.0004027878,0.0001472031,0.004112998,0.0008369223,0.001218115,0.0001766628,0.0008103375,0.001448502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006547999,"about_ca_system_score_gemma":0.001182166,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004953342,"about_ca_topic_score_gemma":0.03238639,"domain_scores_codex":[0.9940451,0.0008519755,0.0009014349,0.0009566958,0.00215097,0.001093759],"domain_scores_gemma":[0.997354,0.000496207,0.0002420619,0.0004000914,0.001135509,0.0003720871],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008520477,0.0005186784,0.004956848,0.0000837424,0.00004109558,0.0001198029,0.03853205,0.001396591,0.00002684181,0.9265012,0.001099001,0.02663892],"study_design_scores_gemma":[0.0001411558,0.000556532,0.004619509,0.0004570218,0.00002541317,0.00002710955,0.06103113,0.01031374,0.006236299,0.8560091,0.0591713,0.00141166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6309358,0.001971725,0.01663514,0.01505118,0.003158154,0.005536771,0.0003971231,0.002816653,0.3234975],"genre_scores_gemma":[0.9965048,0.001213911,0.0004194414,0.0004323061,0.0004728056,0.0001999002,0.000104623,0.00004440428,0.0006077718],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3655691,"threshold_uncertainty_score":0.9998424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410779698","doi":"10.1080/02684527.2025.2506279","title":"Women, war and intelligence in Ypres and the Flemish West Quarter (1488–1489)","year":2025,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Reformation and Early Modern Christianity","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Flemish; Quarter (Canadian coin); Political science; Ancient history; History; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.01914071887863149,"gpt":0.2581111712840365,"spread":0.238970452405405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007626134,0.0001401065,0.0001718204,0.0001440635,0.0003061772,0.0001787557,0.0001965483,0.0000546989,0.0008309075],"category_scores_gemma":[0.0002196308,0.0000980563,0.00003415383,0.0000939993,0.0006980309,0.0003881472,0.00008388569,0.0002614602,0.00005017866],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008503188,"about_ca_system_score_gemma":0.00006088613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008998031,"about_ca_topic_score_gemma":0.002724352,"domain_scores_codex":[0.9988414,0.00009108859,0.0003750724,0.0002194883,0.0002691091,0.0002038663],"domain_scores_gemma":[0.9992114,0.0003320917,0.00007230045,0.0001132103,0.0002188911,0.0000520721],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008226603,0.00005713668,0.001302607,0.00004970027,0.00001876428,0.000001018658,0.07662786,0.00003231719,8.801992e-7,0.9144256,0.0008965353,0.006505275],"study_design_scores_gemma":[0.0003015084,0.00004116274,0.005248421,0.00009300266,0.000008576301,0.000005602883,0.02428208,0.01769799,0.0001381373,0.8783376,0.07359307,0.0002527977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7119511,0.005398404,0.004795045,0.01000914,0.001008214,0.001039003,0.0001451573,0.0001540115,0.2654999],"genre_scores_gemma":[0.997436,0.0005468626,0.00001882564,0.001233801,0.0001008246,0.0000511334,0.000007965038,0.000004392495,0.0006001761],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2854849,"threshold_uncertainty_score":0.9097854,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414218490","doi":"10.1080/02684527.2025.2557735","title":"No cloak, no dagger: a professor’s secret life inside the CIA","year":2025,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Academic Freedom and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"National security; Key (lock)","retraction":null,"screen_n_in":null,"score":{"opus":0.03230293140038645,"gpt":0.3618400796424117,"spread":0.3295371482420252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014517,0.0001424982,0.0001558447,0.00008495382,0.0008052877,0.0000900192,0.0008049147,0.0002702044,0.0008561973],"category_scores_gemma":[0.006637471,0.0001157012,0.0001013854,0.0005496989,0.0007592727,0.0002292047,0.0001378022,0.0006148609,0.0009400159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002642884,"about_ca_system_score_gemma":0.001767108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002705077,"about_ca_topic_score_gemma":0.001306343,"domain_scores_codex":[0.9977003,0.0003349774,0.0003791724,0.000264072,0.0009032449,0.0004181877],"domain_scores_gemma":[0.9973815,0.001095425,0.0001230371,0.0001747431,0.001080946,0.0001443318],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001411751,0.00004234448,0.001199326,0.00001369486,0.00002290017,8.161421e-7,0.005087176,0.000009696816,0.00000800143,0.9191198,0.07407426,0.0004078574],"study_design_scores_gemma":[0.00003641349,0.000009985594,0.0003239143,0.00003067073,0.000008901716,3.607319e-7,0.001131882,0.0003733814,0.000101002,0.3635519,0.6343274,0.0001041764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01145582,0.0009529513,0.0009280674,0.01833301,0.003091389,0.0006005761,0.00009119767,0.0001362037,0.9644108],"genre_scores_gemma":[0.9752135,0.0005089048,0.0001117573,0.008616099,0.001797985,0.00004942427,0.00001654432,0.000007715697,0.01367806],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9637577,"threshold_uncertainty_score":0.9998379,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391652817","doi":"10.1080/02684527.2024.2311459","title":"Contesting France: intelligence and US foreign policy in the early Cold War","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Cold war; Foreign policy; Political science; Economic history; History; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03927083234517092,"gpt":0.3549845298666575,"spread":0.3157136975214865,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003691634,0.0003115078,0.0002707645,0.0004499462,0.000659274,0.0005446029,0.001040126,0.0002736201,0.0001685822],"category_scores_gemma":[0.002502181,0.00027045,0.0001302431,0.002318371,0.0009668446,0.0007860581,0.0001141494,0.0009203297,0.000219086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003837982,"about_ca_system_score_gemma":0.0009848813,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01588511,"about_ca_topic_score_gemma":0.004174166,"domain_scores_codex":[0.995826,0.0004655699,0.0006971264,0.0006818239,0.001561144,0.0007683531],"domain_scores_gemma":[0.9970547,0.00192241,0.0001179559,0.0002302261,0.0004996174,0.0001751108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009302945,0.00007575819,0.00415574,0.00004502728,0.0000151843,0.00005153799,0.03195942,0.0001288115,0.00002349984,0.9578345,0.0001901039,0.005511088],"study_design_scores_gemma":[0.00003718716,0.0001168047,0.001807293,0.0002375919,0.00001284026,0.00003150469,0.01361925,0.005565193,0.001281196,0.9415467,0.03530499,0.0004393854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4321908,0.02342067,0.01855407,0.01201477,0.001808997,0.003605841,0.0002611996,0.0007992748,0.5073444],"genre_scores_gemma":[0.9961992,0.001434449,0.0002040818,0.0008538013,0.0009290756,0.00009738481,0.000007126409,0.00002374456,0.0002511329],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5640084,"threshold_uncertainty_score":0.9999748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385542960","doi":"10.1080/02684527.2023.2243103","title":"The declassification engine: what history reveals about America’s top secrets <b>The declassification engine: what history reveals about America’s top secrets</b> , Matthew Connelly, New York, Pantheon Books, 2023, xvii, 540 pp., US$32.50, C$42.50 (hardcover), ISBN: 9781101871577.","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Principal (computer security); Computer science; History; Political science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.05575832992891547,"gpt":0.306246062643818,"spread":0.2504877327149025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.005844062,0.001157979,0.001071148,0.0006004074,0.002091855,0.001455568,0.003703448,0.0009172327,0.00255078],"category_scores_gemma":[0.003473125,0.001037825,0.0007672095,0.002132375,0.002809665,0.003311572,0.0003374289,0.001866456,0.002857151],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006688441,"about_ca_system_score_gemma":0.004100959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00647138,"about_ca_topic_score_gemma":0.001953562,"domain_scores_codex":[0.9873161,0.002082868,0.002409204,0.002042592,0.004061826,0.002087386],"domain_scores_gemma":[0.989286,0.004148988,0.001921354,0.001769374,0.001988808,0.0008854613],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003394964,0.0004445144,0.0004826883,0.0002046894,0.0003541828,0.00003488992,0.05946884,0.001748698,0.001808084,0.3406391,0.4869483,0.1075265],"study_design_scores_gemma":[0.0001817305,0.0001284069,0.001191647,0.0004291535,0.0001152336,0.000013285,0.02718514,0.004272797,0.0008063941,0.05699266,0.9074892,0.001194335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04649608,0.6875368,0.04339631,0.07823516,0.04240569,0.01368057,0.000868399,0.004208,0.08317301],"genre_scores_gemma":[0.6470126,0.313286,0.000765052,0.006273548,0.004161085,0.000948766,0.0009352473,0.0002804646,0.0263372],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.6005165,"threshold_uncertainty_score":0.9999041,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382541636","doi":"10.1080/02684527.2023.2229157","title":"Intelligence power and practice <b>Intelligence power and practice</b> , by Michael Herman and David Schaefer, Edinburgh, Edinburgh University Press, 2022, 418 pp., $US 120 (hardback), ISBN: 9781474499569","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Power (physics); Political science; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.02822734784617479,"gpt":0.3317170827769965,"spread":0.3034897349308217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.006648169,0.0008542798,0.0007241216,0.0004452942,0.001816134,0.0007652108,0.001353458,0.0007350708,0.001060733],"category_scores_gemma":[0.01010846,0.0009765274,0.0001932888,0.002134582,0.002917978,0.004089453,0.001009935,0.00155549,0.0001298333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005487326,"about_ca_system_score_gemma":0.0008151728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00559845,"about_ca_topic_score_gemma":0.0007786379,"domain_scores_codex":[0.9913266,0.001219858,0.001099901,0.001996912,0.002837316,0.001519409],"domain_scores_gemma":[0.9897865,0.00558295,0.0007577637,0.0005900014,0.002313921,0.0009688435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001996996,0.001551408,0.00138467,0.0001578091,0.0005988529,0.0006151531,0.06671382,0.0002398905,0.0007919024,0.753841,0.1531069,0.01900163],"study_design_scores_gemma":[0.0001771414,0.0004420628,0.0001765219,0.0001623051,0.0001578703,0.0002806407,0.06369887,0.001813691,0.002383262,0.05116583,0.8781381,0.001403746],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1396055,0.09066766,0.02823162,0.1050315,0.009482032,0.0108289,0.003345352,0.003449956,0.6093575],"genre_scores_gemma":[0.9209908,0.07111722,0.001108963,0.00163556,0.0005385166,0.00004165895,0.0001112569,0.00008007291,0.004376002],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7813852,"threshold_uncertainty_score":0.9998524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404993489","doi":"10.1080/02684527.2024.2433823","title":"The “special relationship,” and the overseas Chinese: the Information Research Department (IRD) and the United States Information Agency (USIA) cold war partnership in East Asia, 1950s-1970s","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Vietnamese History and Culture Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Cold war; General partnership; Agency (philosophy); Political science; China; East Asia; Special Relationship; Public administration; Economic growth; Politics; Sociology; Law; Economics; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.04118617081370184,"gpt":0.3591750957543894,"spread":0.3179889249406876,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007997181,0.0001233992,0.0001104074,0.0001303151,0.004683482,0.0005394356,0.0003290827,0.00008103512,0.00005554752],"category_scores_gemma":[0.003706418,0.00005582993,0.00005867612,0.001314836,0.002657718,0.001171022,0.0001168841,0.0006036844,0.0000522309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002520396,"about_ca_system_score_gemma":0.0002589358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005928155,"about_ca_topic_score_gemma":0.006877824,"domain_scores_codex":[0.9968024,0.001188394,0.0004014611,0.0001255223,0.001222534,0.0002597276],"domain_scores_gemma":[0.996995,0.002190684,0.0001066687,0.0001236359,0.0005334988,0.00005052831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001094657,0.000007500626,0.0003050976,0.00001194077,0.00001777384,3.156405e-7,0.2695048,0.0001111535,4.037502e-8,0.723434,0.004915099,0.001582907],"study_design_scores_gemma":[0.0001998493,0.00001223655,0.002407732,0.00002287891,0.000009562566,0.000001552111,0.08904629,0.002871002,8.302509e-7,0.3105054,0.5948532,0.00006951705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1515955,0.02668083,0.0005425558,0.332969,0.002588325,0.008233492,0.0003044859,0.000255372,0.4768304],"genre_scores_gemma":[0.9969193,0.001806518,0.000004249723,0.0003158814,0.000371736,0.0002284489,0.0000480003,0.000003061029,0.0003028015],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8453238,"threshold_uncertainty_score":0.9966123,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032938285","doi":"10.1080/02684527.2014.952933","title":"Fridrikh I. Firisov, Harvey Klehr and John Earl Hayes,<i>Secret Cables of the Comintern, 1933–1943</i>","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Historical and Contemporary Political Dynamics","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Law and economics; Philosophy; Art; Art history; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.02176866906415888,"gpt":0.2197415455369883,"spread":0.1979728764728294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003118033,0.0001499014,0.0002069988,0.0000477877,0.0002620617,0.00008495535,0.0003372821,0.00006367034,0.000731695],"category_scores_gemma":[0.0003315195,0.0001073071,0.0001091784,0.0000555405,0.000630153,0.0001951989,0.0001169739,0.0002215914,0.0000522495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006482826,"about_ca_system_score_gemma":0.00006144051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003496935,"about_ca_topic_score_gemma":0.00363164,"domain_scores_codex":[0.998654,0.0001064666,0.0003762492,0.0002228455,0.0004382637,0.0002021593],"domain_scores_gemma":[0.9989102,0.0003678773,0.0001218415,0.0001649039,0.0003352886,0.00009992534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001516993,0.00008375081,0.0008526215,0.00003223584,0.00001742712,4.848322e-7,0.002735295,0.000009727761,0.00001050348,0.9892349,0.006150643,0.000857232],"study_design_scores_gemma":[0.00007323503,0.00006774078,0.0006171322,0.00004554823,0.00001193023,0.000002502686,0.0002365196,0.006219019,0.0002313646,0.3236652,0.6686702,0.0001595868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.310499,0.001522737,0.004946209,0.008232548,0.003645676,0.0007222213,0.001436991,0.0001665096,0.6688281],"genre_scores_gemma":[0.9946544,0.00002726415,0.00003100224,0.0009094157,0.0003115322,0.000009694189,0.00001880992,0.00001023876,0.00402763],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6841554,"threshold_uncertainty_score":0.8011547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}