{"meta":{"query_hash":"11ab8ee7b41d","filters":{"venue":"Intelligence & National Security"},"cohort_total":37,"direct_labels_cover":0,"predictions_cover":37,"exported":37,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/11ab8ee7b41d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Intelligence+%26+National+Security"},"results":[{"id":"W1985511127","doi":"10.1080/02684520412331306680","title":"Reforming the Canadian security state: the Royal Canadian Mounted Police security service and the ‘Key Sectors’ program","year":2002,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subversion; Communism; State security; State (computer science); Political science; Key (lock); Service (business); Face (sociological concept); Internal security; Public administration; Security service; Cold war; Security studies; Law; Sociology; Computer security; Economy; Politics; Social science; Economics; Information security; Computer science","score_opus":0.019169982843750783,"score_gpt":0.2721448727200656,"score_spread":0.25297488987631483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985511127","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39896712,0.0044906684,0.000005934299,0.1413207,0.0018430091,0.0040765414,0.0013503649,0.00025857225,0.4476871],"genre_scores_gemma":[0.99276054,0.00032078815,0.0000050665153,0.0052547166,0.00050253514,0.00011267549,0.000020175401,0.00001689885,0.0010065769],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966606,0.0005845884,0.00037700904,0.00038891606,0.001101483,0.00088739546],"domain_scores_gemma":[0.9974326,0.00046697212,0.00015549465,0.00033881195,0.00083193084,0.00077422085],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025581236,0.00022394888,0.00020065242,0.00034190447,0.007908624,0.0013431117,0.0011505729,0.00021255683,0.0014607022],"category_scores_gemma":[0.0005450329,0.00016367433,0.00012046887,0.001233397,0.0023891395,0.00035907998,0.00007586267,0.0009115294,0.00018434633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027479478,0.000081958744,0.0008277632,0.000032448224,0.000098512966,0.000015568576,0.569788,0.00012484002,2.7583715e-7,0.3943374,0.028481811,0.006183972],"study_design_scores_gemma":[0.00012776577,0.000014654922,0.0010676933,0.000017977887,0.000025496514,0.0000102801105,0.009338304,0.0088025555,0.0000034399338,0.042838715,0.937489,0.00026414072],"about_ca_topic_score_codex":0.99980414,"about_ca_topic_score_gemma":0.99999636,"teacher_disagreement_score":0.9090072,"about_ca_system_score_codex":0.004079558,"about_ca_system_score_gemma":0.0037271401,"threshold_uncertainty_score":0.9997436},"labels":[],"label_agreement":null},{"id":"W1987045880","doi":"10.1080/02684520008432616","title":"Fighting for relevance: Economic intelligence and special operations executive in Spain, 1943–1945","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Toronto","funders":"","keywords":"Mandate; German; Relevance (law); Neutrality; Political science; World War II; Dissent; Law; Politics; Political economy; Public administration; Sociology; History","score_opus":0.03361592465297879,"score_gpt":0.3389248225919442,"score_spread":0.3053088979389654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987045880","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43759108,0.002258143,0.022946514,0.010103101,0.005209364,0.0065477523,0.0010759046,0.0004740309,0.5137941],"genre_scores_gemma":[0.99248195,0.0020215039,0.0013473423,0.0003442142,0.0022162544,0.00016517751,0.0000494981,0.000025377582,0.0013486937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99668044,0.00026744185,0.0008661099,0.00079965557,0.00064677885,0.00073957024],"domain_scores_gemma":[0.997875,0.0010755277,0.0001251617,0.00019499449,0.00051183923,0.00021752174],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020621982,0.00031405222,0.00035125882,0.0002732389,0.00092594087,0.0003025275,0.00063443504,0.00030377894,0.0028563645],"category_scores_gemma":[0.0014631125,0.00036332666,0.00013475271,0.00053688354,0.000659285,0.00089513516,0.00006691646,0.00047805283,0.00033859245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009562866,0.00016498445,0.00055034115,0.000020569341,0.000020881003,0.000007276243,0.023032065,0.007878776,0.000010853213,0.93098074,0.00096603436,0.03627183],"study_design_scores_gemma":[0.00015941831,0.00016662905,0.00036561198,0.00011769071,0.000017536491,0.000012270241,0.011019193,0.030231737,0.0019426614,0.8182023,0.13694058,0.0008243736],"about_ca_topic_score_codex":0.0037446565,"about_ca_topic_score_gemma":0.04392952,"teacher_disagreement_score":0.5548909,"about_ca_system_score_codex":0.0008592577,"about_ca_system_score_gemma":0.0009077574,"threshold_uncertainty_score":0.99988186},"labels":[],"label_agreement":null},{"id":"W1993585633","doi":"10.1080/0268452042000327528","title":"Britain Betwixt and Between: Uk SIGINT Alliance Strategy's Transatlantic and European Connections","year":2004,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; General partnership; Political science; European union; Salience (neuroscience); North Atlantic Treaty; Transatlantic relations; German; Political economy; Economic history; International trade; Sociology; Foreign policy; Law; History; Business; Politics","score_opus":0.04473190148692223,"score_gpt":0.33433619268950016,"score_spread":0.2896042912025779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993585633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88755965,0.0031540259,0.018678486,0.00748131,0.00043624532,0.0010628009,0.00021544287,0.0003144279,0.08109763],"genre_scores_gemma":[0.996609,0.0020808359,0.00035717658,0.000210867,0.0005769725,0.000014280937,0.000024913934,0.000021519545,0.00010446029],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971352,0.00033833281,0.0005126634,0.0006147543,0.00084375957,0.00055526645],"domain_scores_gemma":[0.99849236,0.0003889329,0.00013707524,0.00014925083,0.00049273856,0.0003396394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017033439,0.00027262015,0.00027308887,0.0001296428,0.0009180033,0.00033552136,0.00040031623,0.00017538771,0.00016102748],"category_scores_gemma":[0.00044129073,0.00030524234,0.00008690177,0.00044482795,0.0009847953,0.00044779188,0.000057740304,0.00049612107,0.00010381235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014610402,0.00013226262,0.00419755,0.00003710988,0.00005493851,0.00004052934,0.012919044,0.00041324378,0.00009247319,0.9726932,0.00008714199,0.009317889],"study_design_scores_gemma":[0.0002642183,0.00022877273,0.012176161,0.00014238544,0.000052866544,0.000033819313,0.009112324,0.00020268967,0.0029368286,0.958129,0.0159384,0.00078253273],"about_ca_topic_score_codex":0.004494213,"about_ca_topic_score_gemma":0.007871262,"teacher_disagreement_score":0.10904934,"about_ca_system_score_codex":0.00023838243,"about_ca_system_score_gemma":0.00043169255,"threshold_uncertainty_score":0.99994},"labels":[],"label_agreement":null},{"id":"W1998694929","doi":"10.1080/02684527.2014.941250","title":"Secrecy, Security and Digital Literacy in an Era of Meta-Data: Why the Canadian Westminster Model Falls Short","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Cybersecurity and Cyber Warfare Studies","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Secrecy; Public administration; Political science; Openness to experience; Context (archaeology); Public sector; Government (linguistics); Public relations; Politics; Corporate governance; National security; Security sector reform; Sociology; Law; Economics; Management","score_opus":0.07609576697664344,"score_gpt":0.35679572779906366,"score_spread":0.2806999608224202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998694929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9219545,0.0015405313,0.0012332689,0.008047396,0.0003000413,0.00083229627,0.0014447181,0.000061853054,0.064585365],"genre_scores_gemma":[0.99857616,0.00016070328,0.00007783948,0.0008998761,0.00014928868,0.000022668084,0.000085644715,0.000008635114,0.000019197858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99761754,0.00026200022,0.00041822274,0.00045509,0.00086124014,0.00038588847],"domain_scores_gemma":[0.9983045,0.00046933378,0.00008583817,0.00033174074,0.0005790916,0.00022950488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021452196,0.00019252741,0.0003159869,0.00012372751,0.0005938816,0.00034892303,0.00081918546,0.00014672826,0.000083998406],"category_scores_gemma":[0.0008194041,0.00015657448,0.000091183305,0.0004018012,0.00078765745,0.0018150558,0.00021139796,0.0004505999,0.0000073082933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020725241,0.00024470835,0.025140628,0.000024983421,0.00018169626,0.0000038674207,0.16622041,0.00035342295,0.0000016268935,0.7956577,0.0004156959,0.0117345555],"study_design_scores_gemma":[0.00009895409,0.000062105,0.003421054,0.000041379124,0.00011024119,0.000003924748,0.008070671,0.03346447,0.000039975963,0.9123616,0.041872676,0.00045291326],"about_ca_topic_score_codex":0.16308671,"about_ca_topic_score_gemma":0.92450076,"teacher_disagreement_score":0.76141405,"about_ca_system_score_codex":0.00016721549,"about_ca_system_score_gemma":0.00053877913,"threshold_uncertainty_score":0.8424864},"labels":[],"label_agreement":null},{"id":"W1999396756","doi":"10.1080/02684527.2013.846731","title":"History of the British Inter-Services Security Board and the Allocation of Code-Names in the Second World War","year":2013,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"World War II; Code (set theory); Law; First world war; History; Library science; Operations research; Political science; Computer science; Engineering; Ancient history","score_opus":0.01789005256216054,"score_gpt":0.2778463469731743,"score_spread":0.25995629441101376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999396756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8525278,0.0071642916,0.00014626738,0.0087163765,0.0011544236,0.0021909035,0.00010603344,0.000043407712,0.12795052],"genre_scores_gemma":[0.99737066,0.00048865343,0.000028791814,0.0010007435,0.00013259903,0.00008977198,0.0000058737983,0.000009579968,0.0008733534],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964379,0.0009984609,0.00075221603,0.00033235436,0.0011612241,0.00031783961],"domain_scores_gemma":[0.9970801,0.0011521415,0.00046652756,0.00031551276,0.0009276147,0.00005813276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031268583,0.00017976551,0.00029373512,0.000109347544,0.0003788099,0.00014625315,0.0015089696,0.00014404008,0.00090147735],"category_scores_gemma":[0.00054694456,0.00012500597,0.0001602935,0.0006642761,0.0023618198,0.00051872915,0.00017035696,0.0005191653,0.000019215457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005972432,0.0003565382,0.009008326,0.00020051838,0.00005471678,0.0000016577558,0.1842839,0.000030136254,0.000063298125,0.79421186,0.008801432,0.0029278887],"study_design_scores_gemma":[0.00024648898,0.000047979825,0.013115336,0.00020616352,0.000027633416,0.000008761573,0.03433232,0.0024256583,0.0014295749,0.86846185,0.07938874,0.00030951563],"about_ca_topic_score_codex":0.058080267,"about_ca_topic_score_gemma":0.37314644,"teacher_disagreement_score":0.3150662,"about_ca_system_score_codex":0.000370775,"about_ca_system_score_gemma":0.0005233949,"threshold_uncertainty_score":0.98705447},"labels":[],"label_agreement":null},{"id":"W2003590744","doi":"10.1080/02684527.2014.961243","title":"Increasing Canada's Foreign Intelligence Capability: Is it a Dead Issue?","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Armed Forces","keywords":"Counterfactual thinking; Government (linguistics); Political science; Intelligence analysis; Public relations; Architecture; Foreign policy; Political economy; Computer security; Law and economics; Public administration; Law; Sociology; Computer science; History; Psychology; Social psychology; Politics","score_opus":0.03440174687304456,"score_gpt":0.3328903211266341,"score_spread":0.29848857425358954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003590744","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114370115,0.00075848325,0.03758871,0.019628137,0.0024267714,0.0018255004,0.0003017376,0.00041565901,0.8226849],"genre_scores_gemma":[0.99235964,0.00023149785,0.0011119988,0.0042222976,0.0011934078,0.000058985286,0.000033343764,0.000038597842,0.00075025467],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9923715,0.0010216255,0.0011230734,0.001074657,0.0031656022,0.0012435198],"domain_scores_gemma":[0.994353,0.0019234427,0.0003765886,0.000548338,0.0021956894,0.00060292264],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053119776,0.00050845667,0.0005198662,0.0002629821,0.0013060167,0.00033840095,0.001675823,0.00041190605,0.004259432],"category_scores_gemma":[0.006895965,0.000562145,0.00023388676,0.0013108338,0.00093916245,0.0006549359,0.00020796829,0.0008011255,0.0006498105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006369096,0.00021643592,0.0044237673,0.0000592408,0.000055154025,0.000013783871,0.016330328,0.00026756997,0.000027043403,0.95485854,0.009783796,0.01390063],"study_design_scores_gemma":[0.00005058567,0.00008950515,0.00032230793,0.000095585194,0.000027840626,0.000024316685,0.015830943,0.0056400467,0.006441235,0.63557696,0.33508596,0.0008147135],"about_ca_topic_score_codex":0.7806625,"about_ca_topic_score_gemma":0.83522975,"teacher_disagreement_score":0.8779895,"about_ca_system_score_codex":0.0018126437,"about_ca_system_score_gemma":0.003860594,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2006495874","doi":"10.1080/02684520902756960","title":"Intelligence Cooperation Meets International Studies Theory: Explaining Canadian Operations in Castro's Cuba","year":2009,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Constructivism (international relations); Criticism; Government (linguistics); International relations theory; International relations; Political science; Cold war; Status quo; Foreign policy; Face (sociological concept); Political economy; Law; Sociology; Law and economics; Social science; Politics; Philosophy","score_opus":0.06693399444346693,"score_gpt":0.40375222410423467,"score_spread":0.33681822966076774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006495874","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18903139,0.009816769,0.046779897,0.09571647,0.011379441,0.0055835894,0.0006702638,0.0009896182,0.6400326],"genre_scores_gemma":[0.99434716,0.001945174,0.0010159482,0.0014331865,0.0006722719,0.000076216784,0.000094628056,0.00001894548,0.00039646088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99539965,0.00063310814,0.00095178565,0.00074918097,0.0013774645,0.00088879286],"domain_scores_gemma":[0.9965847,0.00050864054,0.00014501995,0.00025400147,0.0021113316,0.00039630977],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037374261,0.00037611602,0.0003683866,0.0008693215,0.0011257802,0.00042410634,0.0011348793,0.0002994911,0.0010197466],"category_scores_gemma":[0.0042784894,0.0004136347,0.00013010782,0.0013697231,0.0005108689,0.0014056857,0.000072328476,0.0006688243,0.000303262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029713003,0.00014322529,0.00029996203,0.000004011032,0.000038130762,0.000037052472,0.030223848,0.008806414,0.000040256073,0.9482224,0.00042235295,0.011732635],"study_design_scores_gemma":[0.00021444279,0.00031095656,0.0010017027,0.00030826358,0.000034758927,0.000044041564,0.07941665,0.020666482,0.005849104,0.8262308,0.064446814,0.0014759843],"about_ca_topic_score_codex":0.04755653,"about_ca_topic_score_gemma":0.57960147,"teacher_disagreement_score":0.8053158,"about_ca_system_score_codex":0.0021874134,"about_ca_system_score_gemma":0.002118249,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W2028505671","doi":"10.1080/0268452042000316241","title":"Securing the Globe: Intelligence and the Post-9/11 Shift from 'Liddism' to 'Drainism'","year":2004,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globe; Democratization; Political science; Government (linguistics); Doctrine; National security; Quarter (Canadian coin); Intelligence analysis; Democracy; Action (physics); Law; Public administration; History; Politics; Psychology","score_opus":0.02865829676204185,"score_gpt":0.3258118776537944,"score_spread":0.29715358089175253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028505671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65756303,0.0038774018,0.059279595,0.17879894,0.003917959,0.0054108994,0.00066299026,0.0006738904,0.08981529],"genre_scores_gemma":[0.9935894,0.00033580585,0.0005130283,0.0040660608,0.0012308267,0.00012912812,0.000024166993,0.000031475432,0.00008010118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944951,0.0006422083,0.00087276375,0.0008883808,0.0021770291,0.00092453155],"domain_scores_gemma":[0.99583936,0.001955263,0.0002795718,0.0005353233,0.0009944392,0.0003960168],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0038159362,0.00045275604,0.00041062533,0.00017948645,0.0020593174,0.00070980843,0.002165671,0.00029774805,0.0005362787],"category_scores_gemma":[0.003352962,0.00032044572,0.00025210826,0.0012493869,0.0022116352,0.0006115118,0.00046490814,0.0008232985,0.000590771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009628905,0.00010286408,0.0002837016,0.0000067792944,0.000040620605,0.0000105569925,0.09212027,0.0009977616,0.0000102302465,0.90337,0.000106581865,0.0028543118],"study_design_scores_gemma":[0.0001656933,0.00007629134,0.0012474202,0.00007733257,0.00003377018,0.000010447523,0.02410004,0.00034373908,0.0024526913,0.95070386,0.020299748,0.0004889847],"about_ca_topic_score_codex":0.048260286,"about_ca_topic_score_gemma":0.050104592,"teacher_disagreement_score":0.33602637,"about_ca_system_score_codex":0.00051711046,"about_ca_system_score_gemma":0.0009397192,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W2032938285","doi":"10.1080/02684527.2014.952933","title":"Fridrikh I. Firisov, Harvey Klehr and John Earl Hayes,<i>Secret Cables of the Comintern, 1933–1943</i>","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Historical and Contemporary Political Dynamics","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Law and economics; Philosophy; Art; Art history; Political science; Sociology","score_opus":0.021768669064158884,"score_gpt":0.21974154553698833,"score_spread":0.19797287647282943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032938285","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.310499,0.0015227371,0.0049462086,0.008232548,0.0036456757,0.0007222213,0.0014369909,0.00016650965,0.66882807],"genre_scores_gemma":[0.9946544,0.000027264148,0.000031002244,0.0009094157,0.00031153217,0.0000096941885,0.000018809924,0.000010238761,0.00402763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998654,0.000106466585,0.00037624917,0.00022284553,0.0004382637,0.00020215928],"domain_scores_gemma":[0.9989102,0.00036787728,0.00012184146,0.0001649039,0.00033528855,0.00009992534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031180328,0.00014990137,0.00020699878,0.000047787704,0.00026206166,0.000084955354,0.00033728208,0.00006367034,0.00073169504],"category_scores_gemma":[0.00033151946,0.00010730709,0.0001091784,0.0000555405,0.000630153,0.00019519885,0.00011697392,0.0002215914,0.0000522495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015169933,0.000083750805,0.00085262145,0.00003223584,0.000017427117,4.8483224e-7,0.002735295,0.000009727761,0.000010503482,0.9892349,0.006150643,0.00085723196],"study_design_scores_gemma":[0.00007323503,0.00006774078,0.00061713223,0.000045548226,0.000011930229,0.0000025026857,0.0002365196,0.006219019,0.00023136461,0.32366517,0.66867024,0.00015958678],"about_ca_topic_score_codex":0.003496935,"about_ca_topic_score_gemma":0.0036316398,"teacher_disagreement_score":0.6841554,"about_ca_system_score_codex":0.00006482826,"about_ca_system_score_gemma":0.000061440514,"threshold_uncertainty_score":0.80115473},"labels":[],"label_agreement":null},{"id":"W2033401318","doi":"10.1080/02684527.2014.895591","title":"The IAEA and the International Politics of Nuclear Intelligence","year":2014,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Nuclear Issues and Defense","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"International Atomic Energy Agency","keywords":"Politics; Political science; Law","score_opus":0.019184906002964804,"score_gpt":0.3134824280116053,"score_spread":0.2942975220086405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033401318","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17092393,0.001633345,0.0028760417,0.07438485,0.002421486,0.0008097719,0.000055755274,0.00014532109,0.7467495],"genre_scores_gemma":[0.9974692,0.00097541197,0.00014867267,0.00074161566,0.0002886306,0.0000037970797,0.0000013399268,0.0000069242487,0.00036445083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983151,0.0002118328,0.0002852776,0.00015857062,0.000831623,0.00019761897],"domain_scores_gemma":[0.99759716,0.001557831,0.00013203762,0.00013853396,0.0005031711,0.00007128451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002395171,0.00008146042,0.00010736137,0.000036569778,0.00080746633,0.0001580509,0.0006439255,0.00006301843,0.00022601642],"category_scores_gemma":[0.002616585,0.00005178051,0.00007354791,0.0001624122,0.0017372838,0.00012253606,0.00013786089,0.0001707636,0.00007011105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028058877,0.000019801682,0.00013027547,0.000002127934,0.0000128518,1.8655028e-7,0.0073753777,0.00002210353,0.0000033023662,0.986036,0.0008748633,0.005495078],"study_design_scores_gemma":[0.00003929167,0.000013161536,0.00013440031,0.0000077038,0.000004314682,0.0000017468169,0.0033396042,0.0035877684,0.000071627575,0.59860015,0.3941469,0.000053350366],"about_ca_topic_score_codex":0.0013207126,"about_ca_topic_score_gemma":0.0005594067,"teacher_disagreement_score":0.82654524,"about_ca_system_score_codex":0.000060702023,"about_ca_system_score_gemma":0.00007724211,"threshold_uncertainty_score":0.6401094},"labels":[],"label_agreement":null},{"id":"W2043412692","doi":"10.1080/02684520008432605","title":"The hidden ‘alliance’: The CIA and MI6 before and after Suez","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; Political science; National security; Economic history; History; Law","score_opus":0.015622250512205522,"score_gpt":0.31161063640391473,"score_spread":0.2959883858917092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043412692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85852295,0.007911169,0.0000964664,0.024059443,0.000659982,0.0011967699,0.00013362225,0.00013758372,0.10728201],"genre_scores_gemma":[0.99282247,0.004460293,0.00007435493,0.00063368527,0.00051419483,0.0000683389,0.0000049843425,0.000011746287,0.0014099074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975379,0.00027023756,0.0003436315,0.00038672777,0.0009746162,0.00048684815],"domain_scores_gemma":[0.99861544,0.0005775243,0.000085069885,0.00019982453,0.00037098624,0.0001511387],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001396625,0.00019562236,0.00014519702,0.00003407639,0.0015858336,0.00042912262,0.00059553207,0.00016208376,0.0010757546],"category_scores_gemma":[0.00039194117,0.00012996746,0.00007168036,0.00038755094,0.0016473634,0.00035162317,0.00008007899,0.00039401106,0.00012868976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007347027,0.000060754053,0.0052436795,0.000011278738,0.00003597454,0.000010137569,0.029048866,0.0000053931744,0.0000029690673,0.83810574,0.0013250913,0.12607662],"study_design_scores_gemma":[0.000042803153,0.000059061076,0.015717104,0.000027776514,0.000014669854,0.000013134778,0.004662636,0.00042648215,0.0001450304,0.70143354,0.27721918,0.0002385918],"about_ca_topic_score_codex":0.0016335623,"about_ca_topic_score_gemma":0.023660162,"teacher_disagreement_score":0.27589408,"about_ca_system_score_codex":0.00011949753,"about_ca_system_score_gemma":0.0002479791,"threshold_uncertainty_score":0.9998374},"labels":[],"label_agreement":null},{"id":"W2052298975","doi":"10.1080/02684520701640449","title":"Canada's Communications Security Establishment, Signals Intelligence and counter-terrorism","year":2007,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terrorism; Statute; Political science; Patriot Act; Authorization; National security; Public administration; Counter terrorism; Accountability; Law; Public relations; Computer security; Computer science","score_opus":0.044814077470545534,"score_gpt":0.35462394508569317,"score_spread":0.3098098676151476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052298975","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16601175,0.011617705,0.07920113,0.02876573,0.0054252464,0.005054403,0.0016820279,0.0010035888,0.7012384],"genre_scores_gemma":[0.99544096,0.0017065122,0.0005485744,0.0014092156,0.0004614435,0.000039101225,0.0000743004,0.000030344152,0.00028956129],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99410063,0.00045933225,0.0011428552,0.00079044024,0.0023825224,0.0011242006],"domain_scores_gemma":[0.99454725,0.0017447906,0.00041944836,0.00069591624,0.0019715508,0.0006210194],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0053942287,0.00043756672,0.00041564734,0.0003253907,0.0014963127,0.00037842986,0.0020467006,0.00036550072,0.0005625663],"category_scores_gemma":[0.001792767,0.0004987645,0.00013019216,0.001245632,0.0014701902,0.00086085044,0.0004442681,0.00097581587,0.000083091094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005083431,0.00037695578,0.0025336645,0.000041026957,0.00006728235,0.00003749741,0.019224033,0.00006410612,0.000045004424,0.96482766,0.00432969,0.008402264],"study_design_scores_gemma":[0.00010003199,0.00012292663,0.0010511032,0.00012911059,0.000043715656,0.000036614947,0.034801766,0.0027075072,0.0067158393,0.6204424,0.33271328,0.0011357311],"about_ca_topic_score_codex":0.6275712,"about_ca_topic_score_gemma":0.9257239,"teacher_disagreement_score":0.8294292,"about_ca_system_score_codex":0.0014738475,"about_ca_system_score_gemma":0.0032131786,"threshold_uncertainty_score":0.9998036},"labels":[],"label_agreement":null},{"id":"W2096736620","doi":"10.1080/02684520701798106","title":"Intelligence in fiction","year":2008,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Covert; Nothing; Espionage; Agency (philosophy); Military intelligence; Officer; Headline; Law; Action (physics); Media studies; Political science; Sociology; Philosophy; Social science; Epistemology","score_opus":0.05616693063213289,"score_gpt":0.35653861883346716,"score_spread":0.30037168820133425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096736620","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2124397,0.0014932863,0.029568836,0.0024344318,0.0027302562,0.0015407604,0.00007348688,0.00058401265,0.74913526],"genre_scores_gemma":[0.99601835,0.001826621,0.00053547375,0.00033063124,0.0005544052,0.00006055324,0.00002126858,0.000021005013,0.00063170196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955666,0.0003944773,0.0008067692,0.00066016737,0.0017965876,0.0007754122],"domain_scores_gemma":[0.9978939,0.00047690197,0.00019631693,0.0002516768,0.0009367795,0.00024441525],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019457508,0.00028810048,0.00029615455,0.000496258,0.00080462074,0.00009091223,0.0008906987,0.00034775105,0.0014617913],"category_scores_gemma":[0.0016629371,0.00033076675,0.00016471901,0.0018111238,0.0008490689,0.0008287974,0.00009540314,0.0006991579,0.0008772544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004679524,0.00042971727,0.004878148,0.0000142331955,0.000015207291,0.0000733949,0.028116278,0.0011558468,0.000043765347,0.9579812,0.0016016355,0.005643747],"study_design_scores_gemma":[0.000115538955,0.00016716126,0.0054861484,0.00010853835,0.000011126147,0.00008270298,0.015454635,0.0073412913,0.008426943,0.87392783,0.08776084,0.0011172182],"about_ca_topic_score_codex":0.006847369,"about_ca_topic_score_gemma":0.0080021545,"teacher_disagreement_score":0.78357863,"about_ca_system_score_codex":0.0008890131,"about_ca_system_score_gemma":0.0010379076,"threshold_uncertainty_score":0.99991447},"labels":[],"label_agreement":null},{"id":"W2294605324","doi":"10.1080/02684527.2015.1062310","title":"Peter Jackson,<i>Beyond the Balance of Power: France and the Politics of National Security in the Era of the First World War</i>","year":2015,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Military History and Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Politics; National security; Balance (ability); Power (physics); Political science; Economic history; Great power; Political economy; Law; History; Sociology; Psychology","score_opus":0.018877207837291896,"score_gpt":0.2871112899669701,"score_spread":0.2682340821296782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294605324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7121192,0.009391199,0.00006933004,0.021414436,0.00075790583,0.001115873,0.00041515284,0.000013879355,0.25470302],"genre_scores_gemma":[0.99851805,0.00015808866,0.000016269636,0.0010497709,0.000104300896,0.000016188282,0.000002449019,0.0000032290768,0.00013162523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99723196,0.0005536398,0.0004514821,0.00016798625,0.0014118204,0.00018311692],"domain_scores_gemma":[0.9972217,0.0015186633,0.00025062138,0.00020545542,0.00076462055,0.000038960297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003932941,0.00010782771,0.0001822387,0.000040381972,0.0003551829,0.0000129502,0.0008783727,0.000066577064,0.00008610766],"category_scores_gemma":[0.0011184183,0.000056149787,0.00010521984,0.00059907325,0.0025451065,0.00017116427,0.000066964276,0.0003894746,0.0000025905642],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040843363,0.00009878467,0.008507562,0.000018162838,0.000011552632,2.7506215e-7,0.07128251,0.00017536653,0.0000025552376,0.9177633,0.002068823,0.000030288455],"study_design_scores_gemma":[0.00024084252,0.000032514945,0.012925683,0.000050642346,0.000008670285,0.0000026916816,0.0070335134,0.00066716695,0.00022697274,0.92250216,0.056207564,0.000101573976],"about_ca_topic_score_codex":0.002596737,"about_ca_topic_score_gemma":0.010625735,"teacher_disagreement_score":0.28639886,"about_ca_system_score_codex":0.00009228686,"about_ca_system_score_gemma":0.0005480523,"threshold_uncertainty_score":0.9377551},"labels":[],"label_agreement":null},{"id":"W2295929075","doi":"10.1080/02684527.2015.1093293","title":"The secret Anglo-French war in the Middle East: intelligence and decolonization, 1940–1948","year":2015,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Decolonization; Political science; World War II; Middle East; Ancient history; History; Law; Politics","score_opus":0.09746256784598556,"score_gpt":0.3362075461932768,"score_spread":0.23874497834729125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295929075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5576431,0.025636962,0.030974105,0.05437497,0.0063630887,0.0068798955,0.00029222755,0.00068263576,0.317153],"genre_scores_gemma":[0.9968366,0.001397419,0.00020753221,0.00068289135,0.00048082057,0.000101600424,0.00002543602,0.000018925022,0.00024876295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948336,0.0009720188,0.0007624608,0.0005877678,0.0020663696,0.0007777841],"domain_scores_gemma":[0.99612284,0.0013576931,0.00025216618,0.0003801206,0.0016068902,0.00028030862],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0065299952,0.00030934083,0.0002470477,0.00019056539,0.0014237661,0.00044054523,0.0017050924,0.00027534136,0.0001314326],"category_scores_gemma":[0.0050329734,0.00022858755,0.00009642175,0.0018345645,0.0014292389,0.00062004477,0.00018811233,0.00067393837,0.00021915339],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029717714,0.0001988555,0.0057236925,0.000011176856,0.000020188621,0.000017592289,0.13241224,0.00061908574,0.0000016554955,0.8533575,0.00283762,0.004770704],"study_design_scores_gemma":[0.00007769885,0.00012526852,0.0014490965,0.0000467232,0.000014374326,0.00002780282,0.07769047,0.0049892715,0.00023243726,0.83619344,0.078738235,0.0004152061],"about_ca_topic_score_codex":0.0054063983,"about_ca_topic_score_gemma":0.045145266,"teacher_disagreement_score":0.43919352,"about_ca_system_score_codex":0.00046201298,"about_ca_system_score_gemma":0.0011881113,"threshold_uncertainty_score":0.99987626},"labels":[],"label_agreement":null},{"id":"W2737696928","doi":"10.1080/02684527.2017.1357888","title":"Why spy? The art of intelligence","year":2017,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Political science","score_opus":0.06117010949516731,"score_gpt":0.3844952635905303,"score_spread":0.323325154095363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737696928","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022446936,0.0011600899,0.03159341,0.038467236,0.0037046713,0.0017115007,0.00019098826,0.00023448991,0.9004907],"genre_scores_gemma":[0.9963553,0.0007210363,0.00034264405,0.00089226867,0.0006591599,0.000038237966,0.000010015976,0.0000193356,0.0009620015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955957,0.000343215,0.0007630001,0.0005350147,0.0021218997,0.0006411988],"domain_scores_gemma":[0.99577725,0.0007341396,0.0006782703,0.00084200705,0.0017673846,0.00020092996],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0033822558,0.00028395565,0.00032596986,0.00015406341,0.0023166446,0.0004495572,0.0033413416,0.00026622927,0.0017527645],"category_scores_gemma":[0.0045991885,0.00023997622,0.00026868295,0.0004185018,0.002731446,0.00085469574,0.00031399183,0.0005950984,0.0006990745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027793798,0.000165417,0.0011219712,0.000017391292,0.00003653533,0.000006472748,0.007746025,0.00011724464,0.000039585284,0.97647643,0.008616976,0.005628158],"study_design_scores_gemma":[0.000030747324,0.00006858151,0.000714209,0.00006559969,0.000019650852,0.000006509937,0.0051127383,0.00088111655,0.0136482855,0.7276342,0.25147822,0.00034016435],"about_ca_topic_score_codex":0.0070918193,"about_ca_topic_score_gemma":0.012970805,"teacher_disagreement_score":0.97390836,"about_ca_system_score_codex":0.00024124175,"about_ca_system_score_gemma":0.00073806813,"threshold_uncertainty_score":0.99998254},"labels":[],"label_agreement":null},{"id":"W2906186949","doi":"10.1080/02684527.2018.1560671","title":"‘An important contribution to the allied war effort’: Canadian and North Atlantic intelligence on German POWs, 1940–1945","year":2018,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"The Impact of Diversity and Innovation on Society","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"German; Prisoners of war; Adversary; Nazism; World War II; Ideology; Political science; Categorization; First world war; Law; Criminology; Sociology; History; Computer security; Politics; Artificial intelligence; Archaeology; Computer science; Ancient history","score_opus":0.02525990328964169,"score_gpt":0.32577743012608823,"score_spread":0.30051752683644656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906186949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98521787,0.000040350536,0.00096268335,0.009150756,0.00043449522,0.0005346988,0.0001667241,0.00006773476,0.0034246976],"genre_scores_gemma":[0.99429333,0.00023839208,0.00006440089,0.004757315,0.0005074513,0.000008177425,0.00007449179,0.000007088534,0.00004932351],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978653,0.00014266817,0.0003268792,0.0003265416,0.0008678462,0.0004707731],"domain_scores_gemma":[0.9980394,0.00018248045,0.0001363734,0.00019339682,0.0010090375,0.00043928757],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018350588,0.0001570081,0.00014054209,0.00011606447,0.002101927,0.00014633477,0.00058088684,0.00013395709,0.00042721373],"category_scores_gemma":[0.0007673077,0.00013578126,0.000057241847,0.00078111043,0.0005708194,0.00039121683,0.00004878376,0.000295172,0.00028634068],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008996756,0.0001644714,0.05721129,0.0000051970815,0.0000677751,0.000005918324,0.060855903,0.00007903883,0.00003535782,0.8715855,0.006998659,0.0029009136],"study_design_scores_gemma":[0.00020281573,0.00090308697,0.14567699,0.000069940914,0.000046713158,0.000010307316,0.013400323,0.0023089868,0.002737625,0.11953979,0.7140814,0.001022026],"about_ca_topic_score_codex":0.07051109,"about_ca_topic_score_gemma":0.5095431,"teacher_disagreement_score":0.7520457,"about_ca_system_score_codex":0.0004910861,"about_ca_system_score_gemma":0.0006049505,"threshold_uncertainty_score":0.9991972},"labels":[],"label_agreement":null},{"id":"W3007644871","doi":"10.1080/02684527.2020.1732646","title":"From committees of parliamentarians to parliamentary committees: comparing intelligence oversight reform in Australia, Canada, New Zealand and the UK","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Political science; Public administration; Legislature; Accountability; Democracy; Consolidation (business); Parliamentary procedure; Law; Parliament; Politics; Accounting; Business","score_opus":0.051131377763744525,"score_gpt":0.3167743513563798,"score_spread":0.2656429735926353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007644871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93731266,0.00068616477,0.0019108158,0.047171492,0.0007795712,0.0016607441,0.0004288616,0.00006156172,0.009988106],"genre_scores_gemma":[0.996191,0.00021866166,0.0003697176,0.002564461,0.00039670384,0.000021403395,0.000041884043,0.000013821504,0.00018231111],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961783,0.0003532994,0.0009145963,0.0005543271,0.001444054,0.00055539113],"domain_scores_gemma":[0.9979036,0.0008383022,0.0002727479,0.00024137982,0.00027998892,0.00046401483],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010221408,0.00030809292,0.0005378701,0.00011301571,0.00030617812,0.00014104779,0.0011788877,0.00015112331,0.0008142764],"category_scores_gemma":[0.00046425685,0.00027387543,0.00010108996,0.0008309661,0.00068594306,0.00030298674,0.00026144992,0.00059447286,0.000035441994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011683586,0.0002966531,0.14963017,0.00006317276,0.00027048212,0.00005331679,0.33646363,0.0034868412,0.00005763864,0.47108647,0.033413924,0.004009316],"study_design_scores_gemma":[0.0011208757,0.00033689127,0.014512411,0.00044805772,0.000113359616,0.000006549167,0.2698443,0.0054599745,0.012521579,0.6017649,0.09229604,0.0015750853],"about_ca_topic_score_codex":0.98908293,"about_ca_topic_score_gemma":0.9843889,"teacher_disagreement_score":0.13511777,"about_ca_system_score_codex":0.0011111815,"about_ca_system_score_gemma":0.0010988944,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W3027389537","doi":"10.1080/02684527.2020.1768477","title":"The third eye: Canada’s development of autonomous signals intelligence to contribute to Five Eyes intelligence sharing","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mindset; Negotiation; General partnership; Intelligence analysis; Framing (construction); Context (archaeology); Political science; Public relations; Sociology; Artificial intelligence; Engineering; Law; Computer science; Geography","score_opus":0.04305964376452834,"score_gpt":0.33877859155641704,"score_spread":0.2957189477918887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027389537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18327516,0.003463754,0.6388469,0.08755003,0.0057553165,0.009112683,0.0010489429,0.00088815775,0.0700591],"genre_scores_gemma":[0.99385893,0.00017659961,0.002461465,0.0025250039,0.00046043927,0.00014403975,0.000019835858,0.00003560697,0.00031808822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99223155,0.00032988994,0.0018801918,0.0011649112,0.0030699181,0.0013235371],"domain_scores_gemma":[0.99315655,0.0017850655,0.000499149,0.00044266786,0.0029945956,0.0011219949],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0033967374,0.00054150407,0.0006255979,0.00021433644,0.0016947134,0.00037000515,0.0034900776,0.00025256386,0.00038530226],"category_scores_gemma":[0.008273622,0.00050722354,0.00019642158,0.0021089271,0.00049772026,0.00039974583,0.00073973206,0.0007189631,0.0004558678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022155284,0.00016702605,0.00058762194,0.0000667132,0.00015804064,0.000027428268,0.085012816,0.015491886,0.00024392999,0.86070985,0.0025663157,0.034746815],"study_design_scores_gemma":[0.00007678514,0.0005127161,0.000721308,0.0004043192,0.000057252902,0.0000062488516,0.07207566,0.011185934,0.3251095,0.2568867,0.3306601,0.0023034716],"about_ca_topic_score_codex":0.121606655,"about_ca_topic_score_gemma":0.5323557,"teacher_disagreement_score":0.8105838,"about_ca_system_score_codex":0.0016482221,"about_ca_system_score_gemma":0.007479517,"threshold_uncertainty_score":0.9997379},"labels":[],"label_agreement":null},{"id":"W3034533204","doi":"10.1080/02684527.2020.1780834","title":"The Moscow rules: the secret CIA tactics that helped America win the Cold War","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cold war; Political science; Computer security; Law; Computer science; Politics","score_opus":0.05923488374610723,"score_gpt":0.33563598443655357,"score_spread":0.2764011006904463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034533204","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08914257,0.012391511,0.026053464,0.56715995,0.006565994,0.007654678,0.0011832457,0.0012044143,0.28864413],"genre_scores_gemma":[0.9889119,0.0029905534,0.000110065426,0.0063067875,0.0012477785,0.00009443068,0.000021105545,0.000027521528,0.00028985066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945401,0.0010007493,0.0005704903,0.00054108445,0.0025521514,0.0007954481],"domain_scores_gemma":[0.9950325,0.0029578395,0.00039007183,0.0004350335,0.00091949175,0.0002650697],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020500708,0.00033250405,0.0002588951,0.00004362282,0.0035738288,0.0005591012,0.0026981316,0.00021625304,0.00052701496],"category_scores_gemma":[0.003331316,0.0001955398,0.00025015578,0.001178661,0.0021057571,0.00042115533,0.0002616883,0.0010903308,0.0007912866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063509404,0.00009656387,0.00038578626,0.000012034685,0.00009144475,0.00000917938,0.06479007,0.00029953092,0.00008167601,0.9131552,0.017857838,0.0031571686],"study_design_scores_gemma":[0.00005006495,0.000095732146,0.00022283524,0.00001840254,0.000034808458,0.0000048948236,0.05732759,0.0057239514,0.0024294553,0.2009681,0.7327597,0.00036448071],"about_ca_topic_score_codex":0.002870477,"about_ca_topic_score_gemma":0.0034776132,"teacher_disagreement_score":0.89976937,"about_ca_system_score_codex":0.00032414543,"about_ca_system_score_gemma":0.0010459342,"threshold_uncertainty_score":0.9999867},"labels":[],"label_agreement":null},{"id":"W3156495705","doi":"10.1080/02684527.2021.1911394","title":"Big data surveillance and security intelligence: the Canadian case","year":2021,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"National security; Big data; Computer security; Political science; Intelligence analysis; Border Security; Computer science; Public administration; Law; Data mining","score_opus":0.1108549198481542,"score_gpt":0.36930590989468404,"score_spread":0.2584509900465298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156495705","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22837122,0.028725408,0.009898684,0.08556221,0.014523655,0.0044555236,0.0071103517,0.0008763964,0.62047654],"genre_scores_gemma":[0.9949392,0.0018960402,0.00015925073,0.0011698656,0.0012842612,0.000027514954,0.00018797423,0.000026324566,0.00030957194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99444556,0.0010078707,0.00072451774,0.001133644,0.0016641556,0.0010242271],"domain_scores_gemma":[0.99470097,0.0012383017,0.00020986387,0.0010093756,0.0021655331,0.0006759776],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0051899734,0.00037115358,0.00034768303,0.0002155149,0.002944321,0.00084087194,0.001782695,0.000406467,0.0008536827],"category_scores_gemma":[0.0048361975,0.00034722476,0.000111508394,0.0016817091,0.0015346877,0.0006366141,0.0005638181,0.001010981,0.00023118447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015444904,0.00015068024,0.003353092,0.000035436587,0.00007972065,0.0014306493,0.021064773,0.000063386615,0.0000052363894,0.9464044,0.0037909697,0.023606222],"study_design_scores_gemma":[0.000059682465,0.00004018033,0.0005173718,0.00004574321,0.000030784224,0.0013895044,0.027511854,0.0048831794,0.0010206986,0.65637684,0.30731165,0.00081248203],"about_ca_topic_score_codex":0.43964082,"about_ca_topic_score_gemma":0.9755649,"teacher_disagreement_score":0.766568,"about_ca_system_score_codex":0.00070184114,"about_ca_system_score_gemma":0.0060241185,"threshold_uncertainty_score":0.99989796},"labels":[],"label_agreement":null},{"id":"W4237552147","doi":"10.1080/02684520008432598","title":"Acknowledgments","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Advanced Studies in the Humanities, University of Edinburgh; University of Toronto; University of Edinburgh","keywords":"Political science","score_opus":0.02618557421747578,"score_gpt":0.29059892986820823,"score_spread":0.26441335565073243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237552147","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43977043,0.00017939263,0.0031996095,0.000080880294,0.0009113206,0.00018067405,0.000024820398,0.0005115471,0.5551413],"genre_scores_gemma":[0.9975409,0.00013215523,0.00009722866,0.000106569234,0.00038361663,0.000014584917,0.000027527361,0.000009496595,0.0016879429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927783,0.000017212182,0.00015575875,0.000104127976,0.00033193032,0.00011314279],"domain_scores_gemma":[0.99974835,0.000021097283,0.000008844169,0.00006631613,0.00010534096,0.00005002565],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016915232,0.00007772763,0.00005601668,0.00005175328,0.000056905563,0.000025892701,0.00010396954,0.00005048245,0.2063966],"category_scores_gemma":[0.000025305259,0.00008477719,0.000035308654,0.00011720551,0.00002749261,0.00015903666,0.0000049115824,0.00010234905,0.051782385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003159237,0.0003089049,0.0006137828,0.00008175767,0.00008735767,0.0000041566823,0.005413817,0.20931017,0.0021066484,0.009014325,0.38362384,0.38940367],"study_design_scores_gemma":[0.00013424,0.000028249746,0.0058343248,0.000028928454,0.00000821189,0.0000065634654,0.00008349746,0.2674547,0.003888622,0.09306084,0.6290861,0.00038572442],"about_ca_topic_score_codex":6.272935e-7,"about_ca_topic_score_gemma":0.000015709114,"teacher_disagreement_score":0.55777043,"about_ca_system_score_codex":0.00013735722,"about_ca_system_score_gemma":0.00001677529,"threshold_uncertainty_score":0.9489559},"labels":[],"label_agreement":null},{"id":"W4319790752","doi":"10.1080/02684527.2023.2170354","title":"Researching national security intelligence: multidisciplinary approaches","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; National security; Computer science; Management science; Political science; Sociology; Engineering; Social science","score_opus":0.18867237943573972,"score_gpt":0.42813770954919117,"score_spread":0.23946533011345145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319790752","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14577815,0.0011166631,0.009449524,0.012396582,0.0030763878,0.0032646637,0.0008888591,0.0024306264,0.82159853],"genre_scores_gemma":[0.99516016,0.0007768533,0.00053653127,0.00018389843,0.0015706317,0.00021067043,0.00025842906,0.00005928263,0.0012435318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9890118,0.0010740315,0.0011792738,0.0013288241,0.005787203,0.0016188384],"domain_scores_gemma":[0.9942649,0.0020108894,0.00034010154,0.00042151677,0.0023715333,0.000591047],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010210556,0.00054116437,0.0004820459,0.0011204535,0.00241686,0.0005309159,0.0020997885,0.0005812573,0.0011790044],"category_scores_gemma":[0.0058720703,0.0005927763,0.00039457539,0.0042477464,0.0015627678,0.0013372189,0.0006890005,0.0015352677,0.0034381289],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065695014,0.0003839345,0.0012296045,0.00006343137,0.00006560643,0.000039479455,0.03161264,0.0024758556,0.000037783815,0.9570061,0.0034982464,0.0035216261],"study_design_scores_gemma":[0.000067149325,0.00008257258,0.00061963376,0.00007900247,0.000011770056,0.000012360069,0.025747228,0.034873318,0.0024908937,0.922252,0.013077304,0.00068675925],"about_ca_topic_score_codex":0.002307385,"about_ca_topic_score_gemma":0.003867655,"teacher_disagreement_score":0.84938204,"about_ca_system_score_codex":0.001282315,"about_ca_system_score_gemma":0.0024610958,"threshold_uncertainty_score":0.99973404},"labels":[],"label_agreement":null},{"id":"W4319843336","doi":"10.1080/02684527.2023.2170449","title":"Canadian Military Intelligence: operations and evolution from the October crisis to the war in Afghanistan","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Military and Defense Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Political science; Aeronautics; History; Economic history; Engineering","score_opus":0.027236713471549594,"score_gpt":0.3218289197910948,"score_spread":0.2945922063195452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319843336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76108813,0.010563577,0.002514541,0.20008668,0.0013859615,0.0017762504,0.0012492697,0.00016641409,0.021169158],"genre_scores_gemma":[0.9961052,0.0012895353,0.0000690001,0.0019742975,0.00026531206,0.000069153495,0.000031248488,0.0000050521594,0.00019119905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825776,0.00028904164,0.00026055585,0.00030125954,0.00055552006,0.00033585622],"domain_scores_gemma":[0.99875176,0.00064065476,0.000014630541,0.00015726016,0.000285592,0.00015009404],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016446719,0.000111863475,0.00010385176,0.00013196826,0.0015863009,0.000042165022,0.00038204307,0.00007568657,0.0002659951],"category_scores_gemma":[0.0014115832,0.000079771286,0.000045889676,0.0012295869,0.0002557428,0.00020023626,0.00009147766,0.0002168467,0.00031442064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002458313,0.000045302488,0.015556437,0.0000046069613,0.000041298223,0.00000996767,0.25397962,0.006258209,0.0000065877775,0.6751913,0.046538014,0.002344099],"study_design_scores_gemma":[0.000032043747,0.000034160945,0.059691586,0.000029716142,0.000014083963,0.0000011121641,0.21392715,0.004798138,0.000055381766,0.57462794,0.1465,0.00028871046],"about_ca_topic_score_codex":0.79161936,"about_ca_topic_score_gemma":0.981857,"teacher_disagreement_score":0.23501706,"about_ca_system_score_codex":0.00045860984,"about_ca_system_score_gemma":0.0004981907,"threshold_uncertainty_score":0.9997135},"labels":[],"label_agreement":null},{"id":"W4323981300","doi":"10.1080/02684527.2023.2181905","title":"Politics and intelligence analysis: the Canadian experience","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Politics; Transparency (behavior); Political science; General partnership; Position (finance); Intelligence analysis; National security; Context (archaeology); Foreign policy; Public administration; Public relations; Political economy; Sociology; Law; Economics","score_opus":0.05819137232936403,"score_gpt":0.3799557051336238,"score_spread":0.32176433280425976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323981300","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.455227,0.0030950832,0.009420689,0.045861438,0.003811976,0.0032096743,0.00070007035,0.0014585821,0.4772155],"genre_scores_gemma":[0.9971002,0.00074698316,0.00008373159,0.00085935416,0.00032762962,0.00007172053,0.00003414266,0.000015528338,0.000760765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99579346,0.00035712312,0.0005517475,0.0006104688,0.0016496584,0.0010375554],"domain_scores_gemma":[0.99715495,0.00076681614,0.00014250024,0.00034136735,0.0010263454,0.0005680083],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025407632,0.00026256038,0.00026496642,0.0007722451,0.0026698143,0.0005224503,0.0011889312,0.00026166474,0.0006384349],"category_scores_gemma":[0.0019241994,0.00023469624,0.00017830831,0.005103203,0.0015962044,0.0004318008,0.00014662194,0.00051597744,0.00060633855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030072895,0.000023613931,0.003950009,0.000005628502,0.000088713554,0.00001582498,0.04452168,0.00054442487,0.0000024514716,0.9488712,0.0005035078,0.0014699185],"study_design_scores_gemma":[0.000022288814,0.000040212446,0.0064826366,0.000022323822,0.00011738219,0.000008806014,0.055635277,0.01405592,0.0008791496,0.8405841,0.08156609,0.0005858424],"about_ca_topic_score_codex":0.4064315,"about_ca_topic_score_gemma":0.8055825,"teacher_disagreement_score":0.54187316,"about_ca_system_score_codex":0.0005768446,"about_ca_system_score_gemma":0.00163707,"threshold_uncertainty_score":0.99862856},"labels":[],"label_agreement":null},{"id":"W4375866100","doi":"10.1080/02684527.2023.2198799","title":"Profiles in intelligence: an interview with John Ferris","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nothing; Political science; Security studies; Media studies; Sociology; Law; Epistemology; Philosophy","score_opus":0.08454556498792888,"score_gpt":0.3910432496007549,"score_spread":0.30649768461282606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375866100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6309358,0.0019717247,0.01663514,0.01505118,0.0031581535,0.0055367714,0.0003971231,0.0028166526,0.32349747],"genre_scores_gemma":[0.99650484,0.001213911,0.00041944138,0.0004323061,0.00047280558,0.0001999002,0.00010462302,0.000044404278,0.0006077718],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99404514,0.0008519755,0.00090143486,0.0009566958,0.0021509698,0.0010937594],"domain_scores_gemma":[0.99735403,0.000496207,0.00024206194,0.00040009138,0.0011355088,0.00037208715],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047277687,0.00041915127,0.00044061826,0.0008393185,0.0005873682,0.0003199463,0.0014817293,0.0003591148,0.0014478973],"category_scores_gemma":[0.0010296967,0.0004027878,0.00014720306,0.0041129976,0.0008369223,0.0012181145,0.00017666283,0.00081033754,0.0014485016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085204774,0.0005186784,0.004956848,0.0000837424,0.00004109558,0.000119802855,0.03853205,0.0013965906,0.000026841808,0.9265012,0.0010990006,0.026638918],"study_design_scores_gemma":[0.00014115576,0.000556532,0.0046195085,0.00045702184,0.00002541317,0.000027109545,0.06103113,0.010313739,0.0062362994,0.8560091,0.059171297,0.0014116603],"about_ca_topic_score_codex":0.0049533416,"about_ca_topic_score_gemma":0.03238639,"teacher_disagreement_score":0.36556906,"about_ca_system_score_codex":0.0006547999,"about_ca_system_score_gemma":0.0011821656,"threshold_uncertainty_score":0.9998424},"labels":[],"label_agreement":null},{"id":"W4382541636","doi":"10.1080/02684527.2023.2229157","title":"Intelligence power and practice <b>Intelligence power and practice</b> , by Michael Herman and David Schaefer, Edinburgh, Edinburgh University Press, 2022, 418 pp., $US 120 (hardback), ISBN: 9781474499569","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Power (physics); Political science; Physics","score_opus":0.028227347846174786,"score_gpt":0.33171708277699646,"score_spread":0.30348973493082165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382541636","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1396055,0.09066766,0.02823162,0.10503146,0.009482032,0.0108289,0.0033453517,0.0034499562,0.60935754],"genre_scores_gemma":[0.92099077,0.07111722,0.001108963,0.0016355602,0.00053851656,0.000041658954,0.000111256915,0.00008007291,0.004376002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99132663,0.0012198576,0.0010999006,0.001996912,0.0028373164,0.0015194088],"domain_scores_gemma":[0.9897865,0.0055829496,0.00075776374,0.0005900014,0.0023139208,0.00096884347],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.006648169,0.00085427985,0.0007241216,0.0004452942,0.0018161343,0.0007652108,0.0013534578,0.0007350708,0.0010607325],"category_scores_gemma":[0.01010846,0.0009765274,0.00019328883,0.0021345825,0.002917978,0.004089453,0.0010099348,0.00155549,0.00012983332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019969963,0.0015514076,0.0013846698,0.00015780906,0.00059885293,0.0006151531,0.066713825,0.00023989055,0.00079190236,0.753841,0.1531069,0.019001625],"study_design_scores_gemma":[0.00017714142,0.00044206277,0.00017652189,0.00016230509,0.00015787026,0.00028064073,0.063698865,0.0018136915,0.0023832617,0.05116583,0.87813807,0.0014037461],"about_ca_topic_score_codex":0.00559845,"about_ca_topic_score_gemma":0.00077863794,"teacher_disagreement_score":0.78138524,"about_ca_system_score_codex":0.00054873264,"about_ca_system_score_gemma":0.0008151728,"threshold_uncertainty_score":0.9998524},"labels":[],"label_agreement":null},{"id":"W4385542960","doi":"10.1080/02684527.2023.2243103","title":"The declassification engine: what history reveals about America’s top secrets <b>The declassification engine: what history reveals about America’s top secrets</b> , Matthew Connelly, New York, Pantheon Books, 2023, xvii, 540 pp., US$32.50, C$42.50 (hardcover), ISBN: 9781101871577.","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Principal (computer security); Computer science; History; Political science; Computer security","score_opus":0.055758329928915475,"score_gpt":0.30624606264381804,"score_spread":0.25048773271490254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385542960","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046496082,0.6875368,0.043396313,0.07823516,0.04240569,0.013680571,0.00086839905,0.004208,0.08317301],"genre_scores_gemma":[0.6470126,0.31328604,0.00076505204,0.0062735477,0.0041610855,0.000948766,0.00093524734,0.0002804646,0.026337203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98731613,0.0020828682,0.0024092041,0.0020425923,0.004061826,0.0020873863],"domain_scores_gemma":[0.989286,0.0041489876,0.0019213541,0.0017693739,0.0019888084,0.0008854613],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0058440617,0.0011579788,0.0010711482,0.00060040737,0.002091855,0.0014555679,0.0037034482,0.0009172327,0.00255078],"category_scores_gemma":[0.003473125,0.0010378245,0.00076720945,0.002132375,0.0028096647,0.0033115721,0.0003374289,0.0018664559,0.0028571512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033949636,0.00044451436,0.00048268825,0.00020468944,0.00035418276,0.000034889916,0.05946884,0.001748698,0.0018080842,0.34063914,0.48694825,0.10752652],"study_design_scores_gemma":[0.00018173053,0.00012840689,0.0011916474,0.00042915353,0.00011523358,0.000013285005,0.027185138,0.0042727967,0.0008063941,0.056992665,0.90748924,0.0011943347],"about_ca_topic_score_codex":0.0064713797,"about_ca_topic_score_gemma":0.0019535625,"teacher_disagreement_score":0.6005165,"about_ca_system_score_codex":0.0066884407,"about_ca_system_score_gemma":0.0041009593,"threshold_uncertainty_score":0.9999041},"labels":[],"label_agreement":null},{"id":"W4386224904","doi":"10.1080/02684527.2023.2246235","title":"The FAN TAN file: Quebec separatism and security service resistance to politicization 1971–72","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prime minister; Commission; United States National Security Agency; Political science; Politics; Government (linguistics); Law; Public administration; Agency (philosophy); Principal (computer security); National security; Service (business); Principle of legality; Sociology; Computer security; Economics; Economy","score_opus":0.021246085258245357,"score_gpt":0.30880453719869816,"score_spread":0.2875584519404528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386224904","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29358223,0.0034980779,0.0010885071,0.16660753,0.0040881345,0.0032478154,0.006576984,0.0011798902,0.5201309],"genre_scores_gemma":[0.97783923,0.0004556702,0.00003365027,0.0016644704,0.00042128685,0.000069942565,0.00011371541,0.000011582741,0.019390477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981771,0.00016757016,0.00023598666,0.0002792359,0.00075010984,0.00039000652],"domain_scores_gemma":[0.998475,0.0005418749,0.000076240125,0.00013676,0.0005270688,0.00024302282],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009444257,0.00009541814,0.00010019309,0.00024076641,0.002494607,0.0005930459,0.00034246995,0.00009964092,0.0007807532],"category_scores_gemma":[0.0011174575,0.0001094936,0.00003875819,0.001342082,0.00040785456,0.00031012754,0.00007062945,0.0001651477,0.0005105449],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092491055,0.000013632676,0.00006784341,0.000014320491,0.000007816064,0.0000035270955,0.025736423,0.00002212141,0.000008862306,0.8171564,0.15590885,0.001050981],"study_design_scores_gemma":[0.000020909352,0.000006026633,0.0032207074,0.000023534118,0.0000039697434,5.354021e-7,0.0033017597,0.00015364053,0.000028616838,0.16857922,0.8245293,0.00013179699],"about_ca_topic_score_codex":0.45380837,"about_ca_topic_score_gemma":0.9929358,"teacher_disagreement_score":0.684257,"about_ca_system_score_codex":0.0009300542,"about_ca_system_score_gemma":0.0011476907,"threshold_uncertainty_score":0.99880403},"labels":[],"label_agreement":null},{"id":"W4389049726","doi":"10.1080/02684527.2023.2287801","title":"Scholar, diplomat, Intelligence pioneer: Herbert Norman and Canada’s Special Intelligence Section, 1942-1945","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Section (typography); Law; Espionage; Foreign policy; Intelligence analysis; Military intelligence; Politics; World War II; National security; Political science; Library science; Operations research; Sociology; Computer science; Engineering","score_opus":0.02701922383715645,"score_gpt":0.3180728354686421,"score_spread":0.2910536116314857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389049726","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43552515,0.0022044824,0.023014305,0.015826134,0.025566477,0.0052463366,0.001132642,0.0031208738,0.4883636],"genre_scores_gemma":[0.9897954,0.0022570707,0.00033982188,0.00087064673,0.0046114433,0.00009559542,0.00009184717,0.000066463996,0.0018717203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917865,0.0005973728,0.0013791738,0.0013250646,0.003392403,0.0015195204],"domain_scores_gemma":[0.99538213,0.0010370252,0.00040156228,0.00050375017,0.0019036358,0.0007719097],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0039070747,0.0006661534,0.0005800358,0.0006633845,0.0025389416,0.0006159997,0.0015843813,0.0005371478,0.001573149],"category_scores_gemma":[0.0033635737,0.00075249496,0.000216047,0.002761088,0.0009297644,0.0014155234,0.00042513202,0.0015614418,0.0009525923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001056194,0.0002900042,0.0049013225,0.00011321581,0.0001327901,0.00014212183,0.02236149,0.001744646,0.00006593404,0.921125,0.029137071,0.019880818],"study_design_scores_gemma":[0.0000856759,0.00017306933,0.0024497954,0.00017660012,0.000047768626,0.00006209433,0.022463959,0.0042308564,0.0061978335,0.46681765,0.495649,0.0016457061],"about_ca_topic_score_codex":0.40483528,"about_ca_topic_score_gemma":0.8382177,"teacher_disagreement_score":0.5542702,"about_ca_system_score_codex":0.0016156709,"about_ca_system_score_gemma":0.0038302604,"threshold_uncertainty_score":0.9998253},"labels":[],"label_agreement":null},{"id":"W4391558692","doi":"10.1080/02684527.2024.2304934","title":"Critical review of the Analysis of Competing Hypotheses technique: lessons for the intelligence community","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Safety, Security, and Quality Assurance; Government of Canada","keywords":"Intelligence analysis; Political science; Data science; Management science; Computer science; Regional science; Sociology; Engineering; Law","score_opus":0.14499095000259782,"score_gpt":0.4562667481076893,"score_spread":0.3112757981050915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391558692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071013086,0.1776971,0.60043377,0.08466015,0.004400456,0.010782808,0.0037535129,0.0006559656,0.11051494],"genre_scores_gemma":[0.98940086,0.009270891,0.0005692202,0.00039227927,0.00012405176,0.00016825032,0.000012954059,0.00001467762,0.000046822315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99567145,0.0012206773,0.0009862054,0.00031799302,0.0014200035,0.00038366078],"domain_scores_gemma":[0.9829665,0.013897631,0.0002684036,0.00051679974,0.0022722746,0.00007839904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008961315,0.00021419587,0.0004687216,0.00025863072,0.0010269186,0.00010970093,0.0020017002,0.00016787459,0.00047974754],"category_scores_gemma":[0.015202003,0.00014591136,0.0007199308,0.0036660258,0.0021641934,0.0002501252,0.0002351687,0.0007975272,0.000009843912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008726583,0.00015430147,0.000106162144,0.0012409885,0.00030215556,5.107477e-7,0.006631926,0.00017880833,0.00007685095,0.98467803,0.00030566665,0.006315866],"study_design_scores_gemma":[0.000016431404,0.00010056342,0.00067177485,0.006037126,0.0015514481,0.0000065079053,0.019090476,0.013462283,0.03166975,0.8968011,0.030121412,0.000471135],"about_ca_topic_score_codex":0.0034524775,"about_ca_topic_score_gemma":0.003563942,"teacher_disagreement_score":0.98229957,"about_ca_system_score_codex":0.00021845385,"about_ca_system_score_gemma":0.0008113922,"threshold_uncertainty_score":0.9930934},"labels":[],"label_agreement":null},{"id":"W4391652817","doi":"10.1080/02684527.2024.2311459","title":"Contesting France: intelligence and US foreign policy in the early Cold War","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Cold war; Foreign policy; Political science; Economic history; History; Law; Politics","score_opus":0.03927083234517092,"score_gpt":0.35498452986665746,"score_spread":0.31571369752148654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391652817","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43219078,0.023420667,0.018554067,0.012014771,0.0018089969,0.003605841,0.00026119963,0.0007992748,0.5073444],"genre_scores_gemma":[0.9961992,0.001434449,0.0002040818,0.0008538013,0.00092907564,0.00009738481,0.0000071264094,0.000023744562,0.0002511329],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995826,0.00046556993,0.00069712644,0.00068182393,0.0015611445,0.0007683531],"domain_scores_gemma":[0.9970547,0.0019224095,0.00011795588,0.00023022607,0.0004996174,0.00017511078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036916342,0.0003115078,0.00027076446,0.00044994624,0.000659274,0.0005446029,0.0010401262,0.0002736201,0.00016858218],"category_scores_gemma":[0.002502181,0.00027044996,0.00013024306,0.002318371,0.00096684456,0.0007860581,0.00011414941,0.0009203297,0.00021908601],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009302945,0.00007575819,0.0041557397,0.00004502728,0.0000151843,0.000051537987,0.031959422,0.00012881149,0.000023499842,0.95783454,0.00019010389,0.005511088],"study_design_scores_gemma":[0.000037187157,0.00011680466,0.0018072927,0.00023759193,0.000012840261,0.000031504685,0.013619254,0.0055651935,0.0012811961,0.94154674,0.035304986,0.00043938542],"about_ca_topic_score_codex":0.015885113,"about_ca_topic_score_gemma":0.004174166,"teacher_disagreement_score":0.5640084,"about_ca_system_score_codex":0.00038379818,"about_ca_system_score_gemma":0.0009848813,"threshold_uncertainty_score":0.9999748},"labels":[],"label_agreement":null},{"id":"W4404200784","doi":"10.1080/02684527.2024.2423420","title":"The war we won apart: the untold story of two elite agents who became one of the most decorated couples of WWII","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"European history and politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Elite; World War II; Political science; First world war; History; Law; Ancient history; Politics","score_opus":0.05197199899170981,"score_gpt":0.3452369993352886,"score_spread":0.29326500034357883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404200784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81421,0.038906798,0.00038299887,0.007320733,0.002991933,0.0011578364,0.001013091,0.00009213339,0.13392448],"genre_scores_gemma":[0.9950645,0.0032817696,0.000009257828,0.00015551243,0.00016019838,0.0000048901115,0.0000044853336,0.000007773451,0.0013116107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780625,0.0006131254,0.0003771117,0.00014531154,0.0008824565,0.00017575643],"domain_scores_gemma":[0.99744123,0.0015205548,0.00021380352,0.00020462861,0.00057549507,0.00004430238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019025564,0.00009084006,0.00012991119,0.000043664884,0.000535519,0.000022495327,0.000702248,0.000052121326,0.00019911036],"category_scores_gemma":[0.0008871165,0.00005559489,0.00010701119,0.00056823896,0.0013741546,0.00011069391,0.00007755466,0.00029774164,0.00002928616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016567908,0.00008419701,0.00055582897,0.000054423574,0.00005489016,5.96587e-7,0.032013703,0.00031302674,0.00023771028,0.9608533,0.0040118746,0.0018038772],"study_design_scores_gemma":[0.000057859135,0.000046230456,0.0015434568,0.00038243423,0.000055619876,8.503513e-7,0.004577229,0.0019343378,0.010898067,0.11232868,0.868019,0.00015623152],"about_ca_topic_score_codex":0.0007950741,"about_ca_topic_score_gemma":0.0022555587,"teacher_disagreement_score":0.8640071,"about_ca_system_score_codex":0.0001314635,"about_ca_system_score_gemma":0.0005407719,"threshold_uncertainty_score":0.50631297},"labels":[],"label_agreement":null},{"id":"W4404993489","doi":"10.1080/02684527.2024.2433823","title":"The “special relationship,” and the overseas Chinese: the Information Research Department (IRD) and the United States Information Agency (USIA) cold war partnership in East Asia, 1950s-1970s","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Vietnamese History and Culture Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Cold war; General partnership; Agency (philosophy); Political science; China; East Asia; Special Relationship; Public administration; Economic growth; Politics; Sociology; Law; Economics; Social science","score_opus":0.04118617081370184,"score_gpt":0.35917509575438944,"score_spread":0.3179889249406876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404993489","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15159549,0.02668083,0.00054255576,0.332969,0.0025883252,0.008233492,0.00030448587,0.00025537197,0.47683042],"genre_scores_gemma":[0.9969193,0.0018065183,0.0000042497227,0.0003158814,0.00037173604,0.00022844892,0.000048000304,0.000003061029,0.00030280155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968024,0.0011883943,0.00040146112,0.00012552229,0.0012225335,0.00025972765],"domain_scores_gemma":[0.996995,0.0021906842,0.00010666867,0.0001236359,0.00053349877,0.00005052831],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007997181,0.00012339924,0.00011040739,0.00013031508,0.004683482,0.0005394356,0.00032908266,0.00008103512,0.000055547516],"category_scores_gemma":[0.0037064175,0.000055829933,0.000058676123,0.0013148355,0.0026577185,0.0011710222,0.00011688412,0.0006036844,0.0000522309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109465676,0.0000075006265,0.00030509758,0.000011940768,0.000017773844,3.1564048e-7,0.26950476,0.00011115348,4.037502e-8,0.723434,0.0049150987,0.0015829068],"study_design_scores_gemma":[0.00019984934,0.000012236547,0.0024077324,0.000022878907,0.0000095625655,0.000001552111,0.08904629,0.0028710016,8.3025094e-7,0.31050542,0.59485316,0.000069517046],"about_ca_topic_score_codex":0.00059281546,"about_ca_topic_score_gemma":0.0068778237,"teacher_disagreement_score":0.8453238,"about_ca_system_score_codex":0.00025203955,"about_ca_system_score_gemma":0.00025893582,"threshold_uncertainty_score":0.9966123},"labels":[],"label_agreement":null},{"id":"W4410779698","doi":"10.1080/02684527.2025.2506279","title":"Women, war and intelligence in Ypres and the Flemish West Quarter (1488–1489)","year":2025,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Reformation and Early Modern Christianity","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flemish; Quarter (Canadian coin); Political science; Ancient history; History; Archaeology","score_opus":0.01914071887863149,"score_gpt":0.25811117128403654,"score_spread":0.23897045240540504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410779698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71195114,0.0053984043,0.0047950447,0.010009139,0.0010082143,0.0010390031,0.0001451573,0.00015401149,0.26549986],"genre_scores_gemma":[0.99743605,0.0005468626,0.00001882564,0.0012338011,0.000100824625,0.000051133404,0.000007965038,0.0000043924947,0.0006001761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988414,0.000091088594,0.00037507236,0.00021948834,0.0002691091,0.00020386632],"domain_scores_gemma":[0.99921143,0.0003320917,0.00007230045,0.000113210284,0.00021889112,0.000052072097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076261343,0.00014010647,0.00017182036,0.00014406354,0.00030617724,0.00017875571,0.00019654827,0.000054698903,0.0008309075],"category_scores_gemma":[0.00021963076,0.0000980563,0.00003415383,0.000093999304,0.0006980309,0.00038814716,0.00008388569,0.00026146017,0.000050178656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008226603,0.000057136684,0.0013026071,0.00004970027,0.000018764284,0.0000010186583,0.07662786,0.000032317188,8.801992e-7,0.9144256,0.00089653535,0.0065052747],"study_design_scores_gemma":[0.00030150844,0.000041162744,0.0052484213,0.00009300266,0.000008576301,0.0000056028825,0.024282085,0.017697994,0.00013813733,0.8783376,0.073593065,0.00025279773],"about_ca_topic_score_codex":0.0008998031,"about_ca_topic_score_gemma":0.0027243516,"teacher_disagreement_score":0.28548485,"about_ca_system_score_codex":0.000085031876,"about_ca_system_score_gemma":0.00006088613,"threshold_uncertainty_score":0.90978545},"labels":[],"label_agreement":null},{"id":"W4414218490","doi":"10.1080/02684527.2025.2557735","title":"No cloak, no dagger: a professor’s secret life inside the CIA","year":2025,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Academic Freedom and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"National security; Key (lock)","score_opus":0.032302931400386446,"score_gpt":0.36184007964241166,"score_spread":0.32953714824202524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414218490","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011455823,0.0009529513,0.00092806737,0.018333009,0.0030913886,0.0006005761,0.00009119767,0.00013620367,0.9644108],"genre_scores_gemma":[0.9752135,0.0005089048,0.00011175728,0.008616099,0.0017979849,0.000049424267,0.000016544318,0.000007715697,0.013678061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770033,0.0003349774,0.0003791724,0.00026407203,0.00090324495,0.00041818767],"domain_scores_gemma":[0.9973815,0.0010954255,0.0001230371,0.00017474305,0.0010809456,0.00014433179],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014516995,0.00014249819,0.0001558447,0.00008495382,0.0008052877,0.000090019195,0.0008049147,0.00027020444,0.0008561973],"category_scores_gemma":[0.0066374713,0.00011570121,0.00010138544,0.00054969895,0.0007592727,0.0002292047,0.00013780218,0.00061486085,0.00094001595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014117512,0.00004234448,0.0011993265,0.000013694861,0.000022900167,8.1614206e-7,0.0050871763,0.000009696816,0.00000800143,0.91911983,0.07407426,0.00040785744],"study_design_scores_gemma":[0.000036413487,0.000009985594,0.00032391428,0.00003067073,0.000008901716,3.607319e-7,0.0011318821,0.00037338142,0.00010100198,0.36355188,0.6343274,0.00010417638],"about_ca_topic_score_codex":0.0027050774,"about_ca_topic_score_gemma":0.0013063432,"teacher_disagreement_score":0.9637577,"about_ca_system_score_codex":0.00026428836,"about_ca_system_score_gemma":0.0017671084,"threshold_uncertainty_score":0.9998379},"labels":[],"label_agreement":null},{"id":"W4414219738","doi":"10.1080/02684527.2025.2557731","title":"A faithful spy: the life and times of an MI6 and MI5 officer","year":2025,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Officer; Military justice","score_opus":0.02172223311075827,"score_gpt":0.34524289763888033,"score_spread":0.32352066452812206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414219738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7593535,0.006467501,0.0013936161,0.012604452,0.00070746563,0.0011401969,0.00013376471,0.00013029175,0.21806917],"genre_scores_gemma":[0.9980663,0.0005151358,0.00022320959,0.0005759601,0.00014619739,0.000015650812,0.000006089197,0.000006356625,0.0004451067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99803185,0.00028333237,0.00037637504,0.0003477374,0.0006849202,0.00027577108],"domain_scores_gemma":[0.99832284,0.00061785226,0.00012602082,0.00016426589,0.0006342354,0.00013475725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014787604,0.00015477218,0.0001994506,0.00014599254,0.0004998823,0.00013795673,0.00045436507,0.00016354403,0.00035563915],"category_scores_gemma":[0.0012358052,0.00012851432,0.000056059194,0.0005673827,0.0010968643,0.00033741706,0.000112633985,0.00025805007,0.000016190272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031050065,0.0001078271,0.0013735392,0.000026713353,0.000036570953,0.0000013683668,0.010793622,0.000023059643,0.000030210209,0.9819786,0.00064292765,0.0049545215],"study_design_scores_gemma":[0.0000936512,0.00010116881,0.004482583,0.00006212779,0.00003975201,0.000004290017,0.019592566,0.0032964728,0.00335605,0.92614996,0.042535033,0.0002863462],"about_ca_topic_score_codex":0.0035619312,"about_ca_topic_score_gemma":0.005237321,"teacher_disagreement_score":0.23871276,"about_ca_system_score_codex":0.000060045222,"about_ca_system_score_gemma":0.00065129454,"threshold_uncertainty_score":0.53845984},"labels":[],"label_agreement":null}]}