{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":566,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":566,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"f595d33eb206","filters":{"topic":"Intelligence, Security, War Strategy"}},"results":[{"id":"W2896599519","doi":"10.6028/nist.sp.800-57p1r2007","title":"Recommendation for key management, part 1 :","year":2007,"lang":"en","type":"report","venue":"","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":461,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Standards and Technology; Government of Canada; National Security Agency","keywords":"Key (lock); Key management; Computer science; Business; Computer security; Cryptography","retraction":null,"screen_n_in":null,"score":{"opus":0.1834833294189619,"gpt":0.4553801562576401,"spread":0.2718968268386781,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004365933,0.0002076138,0.0002650904,0.0002226857,0.0004660601,0.0001477091,0.00037533,0.0004786252,0.008536068],"category_scores_gemma":[0.0002613059,0.0002122096,0.0001902427,0.00028499,0.0001244476,0.0001415712,0.00005619999,0.0002195263,0.0002554139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005842562,"about_ca_system_score_gemma":0.0006771692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00640442,"about_ca_topic_score_gemma":0.01657767,"domain_scores_codex":[0.997609,0.00007892206,0.0004968573,0.0004515506,0.0007895657,0.0005741133],"domain_scores_gemma":[0.9985576,0.0001706453,0.0002882176,0.0002306646,0.000635587,0.00011724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007634528,0.00004856442,0.00007196075,0.0001359994,0.00008353085,0.000005593618,0.0007732015,2.923817e-7,1.097554e-7,0.2240692,0.6189803,0.1558236],"study_design_scores_gemma":[0.00004939613,0.00002862848,0.0000215424,0.0000358818,0.00005685262,9.321593e-7,0.002119236,0.000004178991,0.00002800262,0.008326212,0.9890688,0.0002603217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00001040534,0.0000644387,0.009622433,0.0008396136,0.005088811,0.001150264,0.0000432898,0.0001631983,0.9830176],"genre_scores_gemma":[0.003429465,0.01342537,0.005800862,0.0005882511,0.006276197,0.0002585566,0.001081503,0.00008042243,0.9690593],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3700885,"threshold_uncertainty_score":0.9923702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2497768360","doi":"10.1007/978-3-642-32009-5","title":"Advances in Cryptology – CRYPTO 2012","year":2012,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Cryptography; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.01930620209121197,"gpt":0.3187969559404289,"spread":0.2994907538492169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002318977,0.0004952317,0.0006729297,0.001029309,0.0004373554,0.0002418446,0.002558408,0.0007945138,0.0004924246],"category_scores_gemma":[0.0003611229,0.0004671904,0.000150194,0.001665725,0.003415609,0.001451102,0.0004385304,0.001318232,0.0002428449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001353914,"about_ca_system_score_gemma":0.003165938,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007049214,"about_ca_topic_score_gemma":0.02089334,"domain_scores_codex":[0.9951025,0.0003109002,0.0005941154,0.001112526,0.001196936,0.001683076],"domain_scores_gemma":[0.9975763,0.000957646,0.0002904155,0.0006252286,0.000268984,0.0002814502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002611111,0.0001799056,0.003480221,0.00008803306,0.000008968368,0.000112824,0.02091609,0.01023888,0.00001869596,0.1391173,0.000514729,0.8252982],"study_design_scores_gemma":[0.0002573082,0.0002150594,0.000897191,0.0004589226,0.00001446976,0.00002742135,0.00001660882,0.00361313,0.0001977064,0.8002148,0.1926759,0.001411465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003870694,0.01451096,0.8288992,0.00070651,0.006853607,0.0008274346,0.000009797288,0.0001367911,0.1476686],"genre_scores_gemma":[0.831836,0.006575618,0.139806,0.003102656,0.01297595,0.0001380037,0.00004832276,0.0001903913,0.005327065],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8314489,"threshold_uncertainty_score":0.999778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1616340236","doi":"","title":"Strategic Narratives, Public Opinion, and War: Winning Domestic Support for the Afghan War","year":2015,"lang":"en","type":"book","venue":"Routledge eBooks","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Narrative; Framing (construction); Politics; Afghan; Spanish Civil War; Political science; Public opinion; Elite; Media studies; History; Sociology; Law; Art; Literature","retraction":null,"screen_n_in":null,"score":{"opus":0.1052967084427726,"gpt":0.3556427393923599,"spread":0.2503460309495873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002443266,0.0005720007,0.00064837,0.0002088298,0.001529211,0.0003984007,0.00106914,0.0007586075,0.0002765908],"category_scores_gemma":[0.0003819163,0.0004559224,0.0002259747,0.0001063719,0.001587251,0.0002039153,0.0001815796,0.0008045053,0.0001240605],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005202001,"about_ca_system_score_gemma":0.006765021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002407739,"about_ca_topic_score_gemma":0.00214655,"domain_scores_codex":[0.9964733,0.0003029935,0.0006260545,0.0007655555,0.0008426619,0.0009894288],"domain_scores_gemma":[0.9968406,0.0006819381,0.0004315055,0.0005539555,0.001038129,0.0004538467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003267598,0.00003028021,0.00001329476,0.0001645191,0.0001933748,0.0000150067,0.07590171,0.000001396276,0.000003500002,0.8070626,0.1123323,0.004249363],"study_design_scores_gemma":[0.0002451985,0.0002529475,0.00000258137,0.0001069083,0.00005858772,0.000009915814,0.01999736,0.00004639606,0.000003579953,0.2394675,0.7393198,0.0004891952],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00007088381,0.004547135,0.0003986087,0.0008945062,0.002452765,0.001984298,0.0001193339,0.0001879106,0.9893445],"genre_scores_gemma":[0.04099071,0.0004972506,0.0002133091,0.0002358699,0.004436899,0.0002948925,0.0001949837,0.0001445375,0.9529915],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6269875,"threshold_uncertainty_score":0.9997892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W402338586","doi":"","title":"Banning landmines : disarmament, citizen diplomacy, and human security","year":2008,"lang":"en","type":"book","venue":"","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Treaty; Disarmament; Political science; Law; Diplomacy; Arms control; Human rights; Engineering; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.0352316202843918,"gpt":0.3428792340366742,"spread":0.3076476137522824,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004202827,0.0004014859,0.0005061916,0.0001641792,0.001207134,0.0002272377,0.0005202074,0.0005385263,0.0008088546],"category_scores_gemma":[0.0000688383,0.0003897582,0.0001547407,0.0001195721,0.000931937,0.0002077688,0.0002016909,0.0005544957,0.0001217998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002368328,"about_ca_system_score_gemma":0.00054428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003502682,"about_ca_topic_score_gemma":0.006855445,"domain_scores_codex":[0.9975246,0.0001534814,0.0004141688,0.0005885173,0.0007051974,0.0006140716],"domain_scores_gemma":[0.9989122,0.0001544325,0.0002076887,0.000288076,0.0001594882,0.0002780716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006305363,0.00004578552,0.001394173,0.00007557299,0.00006856857,0.00009977239,0.01977493,1.826392e-7,0.00001046532,0.8508315,0.1272831,0.0004095873],"study_design_scores_gemma":[0.0001679964,0.00007745782,0.000229802,0.0001458131,0.00005546917,0.00001094837,0.002330549,0.000004682036,0.00004429681,0.1887668,0.8074427,0.0007235151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.005304869,0.000890824,0.00001406389,0.0002488175,0.000301469,0.0004596724,0.00004121192,0.0002637649,0.9924753],"genre_scores_gemma":[0.1954342,0.001575828,0.00005021376,0.0001885648,0.001562763,0.00001808633,0.00008825312,0.00005137984,0.8010308],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6801595,"threshold_uncertainty_score":0.9998555,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2921503343","doi":"10.1080/13688804.2024.2322885","title":"News from Germany: The Competition to Control World Communications 1900-1945,","year":2024,"lang":"en","type":"book","venue":"Media History","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Competition (biology); Control (management); Political science; Telecommunications; Computer science; Biology; Artificial intelligence; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.04626302863899309,"gpt":0.2938462234196048,"spread":0.2475831947806117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007229543,0.0002921599,0.0004135231,0.0002966872,0.0005436573,0.0001180465,0.00207582,0.0003263624,0.003318685],"category_scores_gemma":[0.0002037696,0.0002659845,0.0002298713,0.0001884698,0.001484071,0.0001271117,0.0001775978,0.001198242,0.006445032],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004008381,"about_ca_system_score_gemma":0.00249452,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01112183,"about_ca_topic_score_gemma":0.3698079,"domain_scores_codex":[0.9974124,0.0005339967,0.0004535818,0.0004294244,0.0007860426,0.0003845787],"domain_scores_gemma":[0.9966105,0.001460117,0.0002026812,0.001301823,0.0001845883,0.000240321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000533215,0.00001854225,0.000002275833,0.00001006202,0.00003715085,0.000009438123,0.03527247,9.888477e-7,0.000004581811,0.3563622,0.6073095,0.0009674231],"study_design_scores_gemma":[0.0000613795,0.00001205116,0.00002102513,0.000161827,0.0001379099,3.321338e-7,0.001003147,0.00001798536,7.568161e-7,0.03564809,0.9626558,0.0002796309],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00001126654,0.02237786,0.0001445819,0.01103101,0.007822583,0.0008054776,0.0002983015,0.0002284665,0.9572805],"genre_scores_gemma":[0.00573464,0.001225681,0.0002000647,0.004384464,0.003371111,0.0001939355,0.0003547916,0.0000735643,0.9844617],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3586861,"threshold_uncertainty_score":0.9999793,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2328620744","doi":"10.1086/ahr.116.5.1393","title":"AHR<i>Conversation: Historical Perspectives on the Circulation of Information</i>","year":2011,"lang":"en","type":"article","venue":"The American Historical Review","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Conversation; Circulation (fluid dynamics); Sociology; Communication; Engineering; Aerospace engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06240846023880985,"gpt":0.3017164002567779,"spread":0.239307940017968,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001395867,0.0001219197,0.0003257508,0.00005334596,0.0003567726,0.00001200841,0.0006023002,0.00003262606,0.0006583026],"category_scores_gemma":[0.001295178,0.00007401632,0.000184173,0.0008427341,0.0005588377,0.0002071711,0.00003095854,0.0002274661,0.000384389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002482233,"about_ca_system_score_gemma":0.0001961847,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01714868,"about_ca_topic_score_gemma":0.00004799001,"domain_scores_codex":[0.9979446,0.0006276869,0.0004371118,0.0001506324,0.000628616,0.0002113488],"domain_scores_gemma":[0.9982154,0.0004367187,0.0005849136,0.0004254192,0.0002585922,0.00007896778],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004002739,0.0001426211,0.0004281246,0.000113639,0.00003741017,0.00000111482,0.1130192,0.000001971468,0.000004657927,0.7815788,0.07171916,0.03291325],"study_design_scores_gemma":[0.00003351923,0.0001238574,0.001333769,0.000117817,0.00006971346,0.00000145689,0.009527636,0.00001006652,0.000006919181,0.003397717,0.9852244,0.0001531204],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.007084908,0.1464777,0.005955361,0.09751857,0.002434803,0.003653169,0.00001115749,0.0003318795,0.7365324],"genre_scores_gemma":[0.9452147,0.05132143,0.0001731116,0.002620549,0.0002080197,0.000055776,0.000001306356,0.000009648789,0.0003954796],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9381298,"threshold_uncertainty_score":0.9893962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2923663112","doi":"10.1002/acp.3550","title":"The “analysis of competing hypotheses” in intelligence analysis","year":2019,"lang":"en","type":"article","venue":"Applied Cognitive Psychology","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Occupational Cancer Research Centre; Defence Research and Development Canada","funders":"Ministère de la Défense Nationale; Government of the United Kingdom","keywords":"Judgement; Psychology; Intelligence analysis; Probabilistic logic; Task (project management); Cognition; Cognitive psychology; Cognitive bias; Statistical evidence; Clinical judgement; Social psychology; Artificial intelligence; Computer science; Econometrics; Epistemology; Computer security; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.03628122052694044,"gpt":0.3832323280536613,"spread":0.3469511075267209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001990967,0.0001573524,0.0005460276,0.0007834545,0.0002200342,0.0000408775,0.0005280961,0.0001712086,0.0009217196],"category_scores_gemma":[0.0002649729,0.0001356462,0.0002638847,0.006191869,0.0009053341,0.00004908147,0.00006268726,0.0003079051,0.0002900006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004811601,"about_ca_system_score_gemma":0.000070314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001442041,"about_ca_topic_score_gemma":0.01569424,"domain_scores_codex":[0.997569,0.0004586833,0.0005584025,0.0005120134,0.0003720986,0.0005298523],"domain_scores_gemma":[0.9964157,0.002645343,0.0002964687,0.000332312,0.0002437976,0.00006635118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0003001747,0.0003286533,0.1806237,0.000009036477,0.005707709,0.0000108836,0.03130035,0.0005913964,0.0005294346,0.7090127,0.00001906802,0.07156693],"study_design_scores_gemma":[0.0007422092,0.0002387446,0.6335182,0.00004812619,0.007069305,0.000001660871,0.2391974,0.002731374,0.002710095,0.1069676,0.005564919,0.001210376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5877502,0.0001595653,0.004203232,0.000287759,0.0001658549,0.00043589,0.00001298452,0.00002684791,0.4069577],"genre_scores_gemma":[0.9989721,0.0002636323,0.00008890493,0.0003832175,0.00003557548,0.00004336416,0.00001216926,0.000009683343,0.0001913064],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6020451,"threshold_uncertainty_score":0.9999916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1639305740","doi":"10.22230/cjc.2013v38n3a2735","title":"Logistical Media: Fragments from Radar’s Prehistory","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Prehistory; Radar; French horn; Gesture; Computer science; Sociology; Telecommunications; History; Media studies; Archaeology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04075439333470807,"gpt":0.2895463509708709,"spread":0.2487919576361629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005977529,0.00006990265,0.0001370654,0.0001338024,0.0004356704,0.0001154924,0.0009853434,0.0001269136,0.002485828],"category_scores_gemma":[0.000769913,0.0000723019,0.00005630669,0.0001252745,0.0005924698,0.000365825,0.00001691756,0.0003754518,0.0001968257],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005549373,"about_ca_system_score_gemma":0.001933367,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3236505,"about_ca_topic_score_gemma":0.479457,"domain_scores_codex":[0.99865,0.0004364424,0.0003311,0.00006659467,0.0002759436,0.0002399118],"domain_scores_gemma":[0.9980956,0.0003322763,0.0002178386,0.0003268557,0.0004475622,0.0005798989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002600834,0.0001692647,0.02445188,0.00001181309,0.0001954076,0.00007938754,0.1635968,0.00004516935,0.0002896148,0.5246302,0.2023642,0.08414017],"study_design_scores_gemma":[0.0003661361,0.00009054045,0.05340805,0.0001655588,0.00006428967,0.000009321849,0.01904892,0.00009895252,0.0001605135,0.2699888,0.6562254,0.0003734706],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5476632,0.02067747,0.003109259,0.03241566,0.003737437,0.000773189,0.00006058614,0.00004816465,0.3915151],"genre_scores_gemma":[0.9970022,0.000313576,0.001972139,0.0002589466,0.0002334925,0.000003057091,0.000009483248,0.000007455768,0.0001995977],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4538612,"threshold_uncertainty_score":0.998426,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096517271","doi":"10.1177/002071520204300102","title":"The Logic of Nazification: The Case of the International Criminal Police Commission(\"Interpol\")","year":2002,"lang":"en","type":"article","venue":"International Journal of Comparative Sociology","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Commission; Nazism; Rationality; Law; Political science; Criminology; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.1537790377871903,"gpt":0.4394005679272191,"spread":0.2856215301400288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001379921,0.0001233755,0.0002497876,0.00008867693,0.0005066887,0.00005472294,0.002451093,0.0001041728,0.0006201025],"category_scores_gemma":[0.0004521847,0.00006409529,0.0002874147,0.0001400892,0.003112451,0.0001574604,0.0001562257,0.0004977605,0.00001671741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001761017,"about_ca_system_score_gemma":0.0002085896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009203901,"about_ca_topic_score_gemma":0.001193939,"domain_scores_codex":[0.9972293,0.00100352,0.0008167718,0.000115356,0.0006448312,0.0001902556],"domain_scores_gemma":[0.9943165,0.001888353,0.001329895,0.0001971842,0.002212219,0.00005582989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000119069,0.0001921601,0.001260348,0.000002655922,0.0003841245,0.00002719997,0.1282182,0.000139637,0.0005236701,0.8578693,0.009978378,0.00128529],"study_design_scores_gemma":[0.001590195,0.000785171,0.0129688,0.0002172627,0.0002506672,0.003238156,0.4644781,0.004299961,0.008293591,0.2540992,0.2492911,0.0004878726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8520947,0.001392443,0.001087294,0.05433576,0.005964255,0.0002933245,0.00004468273,0.000009919104,0.08477768],"genre_scores_gemma":[0.9977868,0.0002675997,0.0001036686,0.0003372878,0.0007121368,0.000004342681,9.314685e-7,0.000004709384,0.0007824919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6037701,"threshold_uncertainty_score":0.9996005,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2020294470","doi":"10.1080/08850600802486960","title":"Intelligence Studies in Higher Education: Capacity-Building to Meet Societal Demand","year":2008,"lang":"en","type":"article","venue":"International Journal of Intelligence and CounterIntelligence","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Management; National security; Media studies; Library science; Art history; Public administration; Sociology; Art; Law; Economics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.184654487436947,"gpt":0.423010283519246,"spread":0.238355796082299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001930762,0.0004114796,0.0006105418,0.0008282414,0.0003954959,0.0002123763,0.001902466,0.0002137284,0.0005300643],"category_scores_gemma":[0.0008492249,0.0004024334,0.0002392477,0.0008820281,0.001466607,0.001131064,0.0002627414,0.000515653,0.0000728222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007171862,"about_ca_system_score_gemma":0.0008936406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006861674,"about_ca_topic_score_gemma":0.0007587561,"domain_scores_codex":[0.9953335,0.0002734089,0.001578934,0.0005629201,0.00158742,0.0006637964],"domain_scores_gemma":[0.9954817,0.0005334495,0.00058388,0.0002748844,0.002703309,0.0004227797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005770852,0.001063155,0.01355175,0.000122305,0.0006214355,0.00101254,0.1433585,0.004240312,0.001519186,0.7596793,0.003163613,0.07109077],"study_design_scores_gemma":[0.0005069101,0.002380767,0.005017835,0.006046272,0.0001887537,0.005797816,0.2182594,0.0008562168,0.07965747,0.4103605,0.2668819,0.004046206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8783369,0.01186784,0.06204646,0.009721942,0.01879491,0.0009075712,0.00002575261,0.0001031148,0.01819547],"genre_scores_gemma":[0.9755414,0.01586893,0.004558109,0.001412201,0.001374509,0.00002668968,8.848718e-7,0.00002903222,0.001188295],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3493188,"threshold_uncertainty_score":0.9998428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2007457185","doi":"10.1177/096701060403500315","title":"A Challenge to the Power over Knowledge of Traditional Security Studies","year":2004,"lang":"en","type":"article","venue":"Security Dialogue","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Power (physics); Political science; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.07419149713081682,"gpt":0.3524868626154672,"spread":0.2782953654846504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001389215,0.0002460848,0.000389447,0.0001325901,0.0006900856,0.00005479146,0.0007467134,0.0002137202,0.0002846219],"category_scores_gemma":[0.000828516,0.0002022788,0.000227585,0.0006587981,0.001049321,0.0002475136,0.0001513993,0.0003983039,0.0002807743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003009103,"about_ca_system_score_gemma":0.0005645601,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0030378,"about_ca_topic_score_gemma":0.05764382,"domain_scores_codex":[0.9975352,0.0003798353,0.0004343721,0.0004248548,0.0006228202,0.0006029332],"domain_scores_gemma":[0.9983604,0.000449086,0.0001334164,0.0003836518,0.0004574527,0.0002159844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001754771,0.000442118,0.00004567568,0.00002695386,0.00006041466,0.000005858131,0.3431713,0.00001326257,0.00001062741,0.6534128,0.002668984,0.0001244609],"study_design_scores_gemma":[0.0004394256,0.0003910291,0.001063148,0.000112125,0.00004060012,0.000003174785,0.04714695,0.000005486535,0.0004969848,0.8502696,0.09960792,0.0004235151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8055647,0.006729291,0.00006722322,0.01485951,0.003456327,0.001450791,0.000486333,0.0001866381,0.1671992],"genre_scores_gemma":[0.9977894,0.0006791531,0.00003781974,0.0003854175,0.0009456867,0.00006226559,0.00001584676,0.00001811954,0.00006621968],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2960244,"threshold_uncertainty_score":0.9595517,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1561824157","doi":"","title":"Decent Interval: An Insider's Account of Saigon's Indecent End Told by the CIA's Chief Strategy Analyst in Vietnam","year":2002,"lang":"en","type":"book","venue":"Project Muse (Johns Hopkins University)","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Insider; Vietnamese; Sacrifice; Vietnam War; Adversary; History; Agency (philosophy); Quarter (Canadian coin); Political science; Law; Ancient history; Sociology; Philosophy; Computer security; Social science; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.03354557406790515,"gpt":0.2713421092545318,"spread":0.2377965351866267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009126262,0.00075567,0.001024912,0.008824257,0.0005248858,0.0002489375,0.002602104,0.001012819,0.0006959244],"category_scores_gemma":[0.0001174359,0.0007289207,0.0004603701,0.006717137,0.001068614,0.0008497418,0.000444119,0.001499503,0.00004279896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002736617,"about_ca_system_score_gemma":0.003945045,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2507482,"about_ca_topic_score_gemma":0.6254686,"domain_scores_codex":[0.9946298,0.001028519,0.000812726,0.00110156,0.001375714,0.001051684],"domain_scores_gemma":[0.9970843,0.0002554457,0.0008745448,0.001005205,0.0005192087,0.0002613007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001101435,0.006826955,0.002401118,0.0009991527,0.002614314,0.002917416,0.3314077,0.0005850584,0.00002600706,0.3252917,0.05313706,0.2726921],"study_design_scores_gemma":[0.0004840404,0.0003447068,0.00008195773,0.0002558431,0.0002122438,0.000006100327,0.0120137,0.0001220783,0.0000714315,0.00007552095,0.9855892,0.0007431825],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01055588,0.00008700572,0.00004716837,0.0002501406,0.0004600057,0.001749404,0.0002785089,0.0001401147,0.9864318],"genre_scores_gemma":[0.6924539,0.2895315,0.00008969075,0.0003632333,0.000640839,0.000016779,0.0003544811,0.0001827008,0.01636688],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9700649,"threshold_uncertainty_score":0.9995162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906283054","doi":"10.3389/fpsyg.2018.02640","title":"Correcting Judgment Correctives in National Security Intelligence","year":2018,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Defence Research and Development Canada","funders":"Ministère de la Défense Nationale","keywords":"Psychology; Excellence; Set (abstract data type); Debiasing; Intelligence analysis; Interpretation (philosophy); Test (biology); Cognitive psychology; Social psychology; Best practice; Quality (philosophy); Epistemology; Political science; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.04042566321168534,"gpt":0.3936598100677,"spread":0.3532341468560146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001921425,0.0001560943,0.0002582301,0.0004927968,0.0002181767,0.00003801028,0.0004507398,0.000276354,0.0003788269],"category_scores_gemma":[0.0007227258,0.0001833227,0.00005114585,0.00107106,0.001112438,0.0002050861,0.00005172572,0.0004821598,0.0001199024],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004545817,"about_ca_system_score_gemma":0.0002382154,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001582676,"about_ca_topic_score_gemma":0.01301573,"domain_scores_codex":[0.9974762,0.0005424585,0.0004280226,0.0005410849,0.0003919854,0.0006202422],"domain_scores_gemma":[0.9992464,0.000148912,0.0001236966,0.0001767237,0.0002169311,0.0000873148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004181998,0.00076593,0.3866968,0.00001815434,0.00004867836,0.00008460921,0.1747231,0.00003327566,0.00004329449,0.1194821,0.07025505,0.2474308],"study_design_scores_gemma":[0.0003796148,0.0003199685,0.00991356,0.00007882043,0.000005074715,0.00002499631,0.05225059,0.001501803,0.0007426673,0.8931672,0.04110257,0.0005131494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1592605,0.0009092325,0.0649856,0.001743927,0.03177041,0.0007970175,0.00001040724,0.0001329295,0.74039],"genre_scores_gemma":[0.9950076,0.000180993,0.003248146,0.000756432,0.0005548936,0.00003635785,0.000003054328,0.00001254878,0.0001999688],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8357471,"threshold_uncertainty_score":0.7475682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2404429704","doi":"10.1162/tacl_a_00084","title":"Decoding Anagrammed Texts Written in an Unknown Language and Script","year":2016,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Decipherment; Computer science; Hebrew; Substitution (logic); Decoding methods; Natural language processing; Set (abstract data type); Cipher; Artificial intelligence; Identification (biology); Encryption; Speech recognition; Linguistics; Algorithm; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02373837580185808,"gpt":0.3242809997761862,"spread":0.3005426239743281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006853499,0.00006851428,0.0001126617,0.00009145037,0.0003289061,0.00003990847,0.0001687571,0.00008979296,0.00001254299],"category_scores_gemma":[0.001831264,0.00005491374,0.00006040082,0.0002251112,0.00009839463,0.00007421928,0.000005142998,0.00007418736,0.000002022124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002562462,"about_ca_system_score_gemma":0.0001523359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004046054,"about_ca_topic_score_gemma":0.005065025,"domain_scores_codex":[0.9989985,0.0001304085,0.0002557233,0.0001313458,0.0003016702,0.0001823519],"domain_scores_gemma":[0.9982991,0.0008343754,0.0001732893,0.00007558038,0.0005706816,0.00004700381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005421496,0.0003060609,0.04201183,0.00004385613,0.00008830494,8.603907e-7,0.02025182,0.01037744,0.0002015953,0.9064463,0.0001914378,0.02002627],"study_design_scores_gemma":[0.004327551,0.0003967386,0.1490344,0.0004237811,0.0003847105,0.000002163513,0.01577582,0.04484607,0.002527181,0.7388622,0.04217475,0.001244709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5933885,0.0002622396,0.369254,0.007100028,0.004748152,0.002158409,0.0008510299,0.0002387012,0.02199892],"genre_scores_gemma":[0.995436,0.0000130891,0.003374538,0.00004160766,0.0001701645,0.000009965105,0.000007202342,0.00000804805,0.0009394137],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4020475,"threshold_uncertainty_score":0.2826403,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319790752","doi":"10.1080/02684527.2023.2170354","title":"Researching national security intelligence: multidisciplinary approaches","year":2023,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; National security; Computer science; Management science; Political science; Sociology; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1886723794357397,"gpt":0.4281377095491912,"spread":0.2394653301134514,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01021056,0.0005411644,0.0004820459,0.001120453,0.00241686,0.0005309159,0.002099789,0.0005812573,0.001179004],"category_scores_gemma":[0.00587207,0.0005927763,0.0003945754,0.004247746,0.001562768,0.001337219,0.0006890005,0.001535268,0.003438129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001282315,"about_ca_system_score_gemma":0.002461096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002307385,"about_ca_topic_score_gemma":0.003867655,"domain_scores_codex":[0.9890118,0.001074031,0.001179274,0.001328824,0.005787203,0.001618838],"domain_scores_gemma":[0.9942649,0.002010889,0.0003401015,0.0004215168,0.002371533,0.000591047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006569501,0.0003839345,0.001229604,0.00006343137,0.00006560643,0.00003947946,0.03161264,0.002475856,0.00003778382,0.9570061,0.003498246,0.003521626],"study_design_scores_gemma":[0.00006714933,0.00008257258,0.0006196338,0.00007900247,0.00001177006,0.00001236007,0.02574723,0.03487332,0.002490894,0.922252,0.0130773,0.0006867592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1457781,0.001116663,0.009449524,0.01239658,0.003076388,0.003264664,0.0008888591,0.002430626,0.8215985],"genre_scores_gemma":[0.9951602,0.0007768533,0.0005365313,0.0001838984,0.001570632,0.0002106704,0.0002584291,0.00005928263,0.001243532],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.849382,"threshold_uncertainty_score":0.999734,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319079830","doi":"10.1093/cybsec/tyad001","title":"Post-quantum cryptographic assemblages and the governance of the quantum threat","year":2023,"lang":"en","type":"article","venue":"Journal of Cybersecurity","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Wilfrid Laurier University; Balsillie School of International Affairs","funders":"Natural Sciences and Engineering Research Council of Canada; Public Works and Government Services Canada; University of Waterloo; National Research Council Sri Lanka; Ministère de la Défense Nationale; Government of Canada","keywords":"Standardization; Corporate governance; Computer security; Political science; Business; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01750879156623969,"gpt":0.2969999893589179,"spread":0.2794911977926782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003745727,0.0001552296,0.0003808138,0.00009247925,0.0005903624,0.0001042358,0.00091037,0.0001438636,0.0000594349],"category_scores_gemma":[0.001343932,0.0000865784,0.0003809889,0.0009773668,0.001744877,0.0003516834,0.0001337149,0.0005893072,0.0000100565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004856514,"about_ca_system_score_gemma":0.000344572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00293429,"about_ca_topic_score_gemma":0.003065056,"domain_scores_codex":[0.9970534,0.0007202704,0.0005865387,0.0001527054,0.001116996,0.0003701329],"domain_scores_gemma":[0.9973525,0.0008167236,0.0008716682,0.0002780453,0.0005702885,0.0001107194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001342304,0.00006230796,0.006132895,0.00002339056,0.00008170908,0.00002196717,0.02659912,0.000008186056,0.0003662015,0.9641391,0.001837555,0.0005933147],"study_design_scores_gemma":[0.001674531,0.0003585049,0.2453482,0.0003848925,0.0002486521,0.00008963524,0.05187237,0.0005027787,0.002316214,0.6794686,0.01729915,0.0004364733],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9792049,0.001904005,0.00002204686,0.01197603,0.00127038,0.0002487549,0.00001714273,0.00002267406,0.005334072],"genre_scores_gemma":[0.9942588,0.005109035,0.00001419628,0.0001790437,0.0003040794,0.000002286465,2.489219e-7,0.00001148003,0.0001208917],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2846706,"threshold_uncertainty_score":0.6429072,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2313060997","doi":"10.5287/ora-gprdnbkv0","title":"British intelligence and policy in the Palestine mandate, 1919-1939","year":2014,"lang":"en","type":"dissertation","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japanese Association of Dialysis Physicians; Durham University; GCHQ; University of Calgary; Jewish Community Foundation","keywords":"Political science; Victory; Law; Nationalism; Government (linguistics); Clan; Politics; Mandate; Public administration; Political economy; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.03531939235212449,"gpt":0.3147920382136277,"spread":0.2794726458615032,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.002874019,0.0003273696,0.0005690103,0.001633698,0.00194664,0.0001820292,0.003047494,0.0004606543,0.0005173118],"category_scores_gemma":[0.0006042217,0.0004306746,0.0002262559,0.002291027,0.00282042,0.000594375,0.0005059229,0.001789184,0.00001645431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003758584,"about_ca_system_score_gemma":0.001471063,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1241625,"about_ca_topic_score_gemma":0.5674512,"domain_scores_codex":[0.9942717,0.001939929,0.00026949,0.0008297181,0.001517632,0.001171554],"domain_scores_gemma":[0.9970847,0.001089443,0.0002975782,0.000538867,0.0006161465,0.000373239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001896994,0.0007037225,0.01289132,0.001083799,0.0002449061,0.001892725,0.1788229,0.00006590557,0.00008380788,0.6356407,0.007981488,0.1586918],"study_design_scores_gemma":[0.0006177079,0.0005453369,0.03929944,0.0006529294,0.00007678451,0.00001808128,0.3850998,0.000390895,0.00001883996,0.0410833,0.5314945,0.0007024092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4305876,0.0002442951,0.001533702,0.00185183,0.0001914684,0.001601458,0.0003154092,0.0000830045,0.5635912],"genre_scores_gemma":[0.9409758,0.02501545,0.001074025,0.00004422967,0.0002220522,8.873253e-7,0.0006951646,0.00003825918,0.03193409],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5945574,"threshold_uncertainty_score":0.9998933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1811304073","doi":"10.24908/ss.v13i2.5710","title":"Before and After Snowden","year":2015,"lang":"en","type":"article","venue":"Surveillance & Society","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"National Security Agency","keywords":"Secrecy; Transparency (behavior); Openness to experience; Accountability; Agency (philosophy); Context (archaeology); War on terror; United States National Security Agency; National security; Political science; Reading (process); Iraq war; Law; Computer security; Public administration; Sociology; Terrorism; Computer science; Social science; History; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02355309802929875,"gpt":0.3052011131163782,"spread":0.2816480150870794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001372425,0.000124539,0.0001666166,0.00001141622,0.000239516,0.0001119528,0.0002019086,0.0001645683,0.0001189181],"category_scores_gemma":[0.0001448696,0.0001181253,0.0001029518,0.0002407438,0.0005527958,0.0001824007,0.00007162344,0.0001700399,0.00009988933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001363082,"about_ca_system_score_gemma":0.0002572182,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001890411,"about_ca_topic_score_gemma":0.02556567,"domain_scores_codex":[0.9985611,0.0001557654,0.0001543318,0.0002705999,0.0004272752,0.0004308791],"domain_scores_gemma":[0.9992698,0.00004845296,0.00005326129,0.0001796403,0.0002161208,0.0002327343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002657841,0.00004764053,0.6601067,0.00002468,0.00004275382,0.00001202381,0.2895574,0.00000321459,0.00001050568,0.02050022,0.02332193,0.006346314],"study_design_scores_gemma":[0.0007126773,0.0002209802,0.322161,0.00003395063,0.000016061,0.00001032447,0.09951475,0.0002266386,0.00008217107,0.06053971,0.5155512,0.0009305446],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9495113,0.001405236,0.0001641584,0.002368133,0.00074281,0.0002644024,0.0000272433,0.0001779466,0.0453388],"genre_scores_gemma":[0.9969141,0.0002524012,0.0003846721,0.0003961949,0.0005271557,0.00001703772,0.000004613781,0.00001333085,0.001490455],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4922293,"threshold_uncertainty_score":0.9922152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043412692","doi":"10.1080/02684520008432605","title":"The hidden ‘alliance’: The CIA and MI6 before and after Suez","year":2000,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Alliance; Political science; National security; Economic history; History; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01562225051220552,"gpt":0.3116106364039147,"spread":0.2959883858917092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001396625,0.0001956224,0.000145197,0.00003407639,0.001585834,0.0004291226,0.0005955321,0.0001620838,0.001075755],"category_scores_gemma":[0.0003919412,0.0001299675,0.00007168036,0.0003875509,0.001647363,0.0003516232,0.00008007899,0.0003940111,0.0001286898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001194975,"about_ca_system_score_gemma":0.0002479791,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001633562,"about_ca_topic_score_gemma":0.02366016,"domain_scores_codex":[0.9975379,0.0002702376,0.0003436315,0.0003867278,0.0009746162,0.0004868481],"domain_scores_gemma":[0.9986154,0.0005775243,0.00008506989,0.0001998245,0.0003709862,0.0001511387],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007347027,0.00006075405,0.00524368,0.00001127874,0.00003597454,0.00001013757,0.02904887,0.000005393174,0.000002969067,0.8381057,0.001325091,0.1260766],"study_design_scores_gemma":[0.00004280315,0.00005906108,0.0157171,0.00002777651,0.00001466985,0.00001313478,0.004662636,0.0004264821,0.0001450304,0.7014335,0.2772192,0.0002385918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.858523,0.007911169,0.0000964664,0.02405944,0.000659982,0.00119677,0.0001336222,0.0001375837,0.107282],"genre_scores_gemma":[0.9928225,0.004460293,0.00007435493,0.0006336853,0.0005141948,0.0000683389,0.000004984342,0.00001174629,0.001409907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2758941,"threshold_uncertainty_score":0.9998374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970870205","doi":"10.21810/jicw.v3i3.2767","title":"Spy watching: Intelligence accountability in the United States","year":2021,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Accountability; Presidential system; Autonomy; Presentation (obstetrics); Political science; Public administration; Period (music); Intelligence analysis; Key (lock); Presidential campaign; Public relations; Law; Politics; Computer security; Medicine; Computer science; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.07208195835165677,"gpt":0.367675341416146,"spread":0.2955933830644892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006219079,0.0002333412,0.000342695,0.0001717859,0.0006838291,0.0002993367,0.001413247,0.000151085,0.0003304945],"category_scores_gemma":[0.00121667,0.0001372714,0.0001367345,0.001313825,0.00102012,0.0003769364,0.0001241448,0.001023621,0.00002157857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001153741,"about_ca_system_score_gemma":0.0004527903,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00827539,"about_ca_topic_score_gemma":0.006389272,"domain_scores_codex":[0.9960991,0.001414791,0.0008955732,0.0002135322,0.0008590502,0.0005179583],"domain_scores_gemma":[0.99595,0.002047101,0.0003764222,0.0003919663,0.001088016,0.0001464364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002792044,0.0003226201,0.007359976,0.00006216914,0.00008969152,0.0001895707,0.8741482,0.002750803,0.0001814533,0.08580355,0.0005670656,0.0282457],"study_design_scores_gemma":[0.00008048091,0.0002268208,0.001487663,0.000219927,0.0000732287,0.0002637444,0.8464066,0.001048421,0.009827591,0.03905874,0.1009572,0.0003495381],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9690631,0.006161293,0.00705572,0.01283272,0.0006410247,0.0003633763,0.00001157518,0.00002287007,0.003848298],"genre_scores_gemma":[0.9782018,0.01992555,0.0001289215,0.00132215,0.0002437169,0.000003137314,0.000004780772,0.00001228154,0.0001576773],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1003902,"threshold_uncertainty_score":0.9983286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052298975","doi":"10.1080/02684520701640449","title":"Canada's Communications Security Establishment, Signals Intelligence and counter-terrorism","year":2007,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Terrorism; Statute; Political science; Patriot Act; Authorization; National security; Public administration; Counter terrorism; Accountability; Law; Public relations; Computer security; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04481407747054553,"gpt":0.3546239450856932,"spread":0.3098098676151476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005394229,0.0004375667,0.0004156473,0.0003253907,0.001496313,0.0003784299,0.002046701,0.0003655007,0.0005625663],"category_scores_gemma":[0.001792767,0.0004987645,0.0001301922,0.001245632,0.00147019,0.0008608504,0.0004442681,0.0009758159,0.00008309109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001473848,"about_ca_system_score_gemma":0.003213179,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6275712,"about_ca_topic_score_gemma":0.9257239,"domain_scores_codex":[0.9941006,0.0004593323,0.001142855,0.0007904402,0.002382522,0.001124201],"domain_scores_gemma":[0.9945472,0.001744791,0.0004194484,0.0006959162,0.001971551,0.0006210194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005083431,0.0003769558,0.002533664,0.00004102696,0.00006728235,0.00003749741,0.01922403,0.00006410612,0.00004500442,0.9648277,0.00432969,0.008402264],"study_design_scores_gemma":[0.000100032,0.0001229266,0.001051103,0.0001291106,0.00004371566,0.00003661495,0.03480177,0.002707507,0.006715839,0.6204424,0.3327133,0.001135731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1660118,0.01161771,0.07920113,0.02876573,0.005425246,0.005054403,0.001682028,0.001003589,0.7012384],"genre_scores_gemma":[0.995441,0.001706512,0.0005485744,0.001409216,0.0004614435,0.00003910123,0.0000743004,0.00003034415,0.0002895613],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8294292,"threshold_uncertainty_score":0.9998036,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3083013350","doi":"10.1017/eis.2020.11","title":"Communities of practice, impression management, and great power status: Military observers in the Russo-Japanese War","year":2020,"lang":"en","type":"article","venue":"European Journal of International Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Legitimacy; Argument (complex analysis); Power (physics); Context (archaeology); Great power; Political science; Sociology; Political economy; Law; History; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03152728731001922,"gpt":0.3083359653719772,"spread":0.276808678061958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002467728,0.0001059784,0.000152183,0.0001026175,0.0001372381,0.00004697098,0.0008814426,0.00002556911,0.000200102],"category_scores_gemma":[0.0005145848,0.00008030453,0.00008330054,0.0001831314,0.0002613024,0.0006656838,0.0001661019,0.0004465568,0.000008227658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000054505,"about_ca_system_score_gemma":0.00004147788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001237776,"about_ca_topic_score_gemma":0.0004960501,"domain_scores_codex":[0.9966671,0.00182261,0.0005040201,0.0000979383,0.0007307733,0.0001775547],"domain_scores_gemma":[0.9987868,0.0003002604,0.0003519897,0.0001177591,0.0003387239,0.0001044482],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007495066,0.0003984509,0.02630226,0.00007162906,0.0002673002,0.001118251,0.9342313,0.0001031592,0.00006962343,0.0270208,0.008120698,0.001547068],"study_design_scores_gemma":[0.0009952891,0.0005366057,0.06261788,0.0002553528,0.0000569062,0.0000644145,0.6668291,0.0001536816,0.00006178112,0.001807731,0.2663966,0.0002246541],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8795162,0.001500394,0.00001614222,0.005875084,0.0004633286,0.0001483647,0.00002612513,0.000008611622,0.1124457],"genre_scores_gemma":[0.9942368,0.004496389,0.000226032,0.00083182,0.0001553912,4.781022e-7,0.000004250158,0.000008943424,0.00003995402],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2674021,"threshold_uncertainty_score":0.3274724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1507032216","doi":"10.1007/978-3-662-43414-7","title":"Selected areas in cryptography SAC 2013 : 20th International Conference Burnaby, BC, Canada, August 14-16, 2013 : revised selected papers","year":2014,"lang":"en","type":"article","venue":"DIAL (Catholic University of Leuven)","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Encryption; Block cipher; Algorithm; Ciphertext; Cryptanalysis; Correlation attack; Symmetric-key algorithm; Cryptography; Theoretical computer science; Public-key cryptography; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01349618451824727,"gpt":0.2298944528192453,"spread":0.216398268300998,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004589217,0.0002162686,0.0003490554,0.0003182015,0.0003523076,0.00006433312,0.0009320789,0.0002167857,0.002206574],"category_scores_gemma":[0.0003346964,0.0002743124,0.0001044653,0.001258455,0.0004295568,0.0002574829,0.00009422407,0.0003733115,0.00003507151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004970751,"about_ca_system_score_gemma":0.001925788,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8980163,"about_ca_topic_score_gemma":0.9524301,"domain_scores_codex":[0.9976117,0.0004858477,0.0002730067,0.0004075159,0.0006880875,0.0005338472],"domain_scores_gemma":[0.998198,0.0001516056,0.0002520046,0.0002295882,0.0009218545,0.0002469356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001950186,0.002271528,0.2636772,0.0003242116,0.001091997,0.0004507757,0.1991213,0.001086437,0.01340213,0.194714,0.2218859,0.1000244],"study_design_scores_gemma":[0.001386419,0.0001841444,0.09568989,0.0001855917,0.00007473468,0.000005544613,0.01024793,0.0007022526,0.0003479432,0.0009036756,0.8893672,0.0009046967],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9103428,0.00005358854,0.0002617193,0.002756491,0.0005386759,0.0003828719,0.00007771554,0.00008015227,0.08550602],"genre_scores_gemma":[0.9973962,0.0005100775,0.0002370004,0.00008788212,0.0001523671,0.000001050287,0.00008884256,0.00001278658,0.001513848],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6674813,"threshold_uncertainty_score":0.9999709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993585633","doi":"10.1080/0268452042000327528","title":"Britain Betwixt and Between: Uk SIGINT Alliance Strategy's Transatlantic and European Connections","year":2004,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Alliance; General partnership; Political science; European union; Salience (neuroscience); North Atlantic Treaty; Transatlantic relations; German; Political economy; Economic history; International trade; Sociology; Foreign policy; Law; History; Business; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.04473190148692223,"gpt":0.3343361926895002,"spread":0.2896042912025779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001703344,0.0002726201,0.0002730889,0.0001296428,0.0009180033,0.0003355214,0.0004003162,0.0001753877,0.0001610275],"category_scores_gemma":[0.0004412907,0.0003052423,0.00008690177,0.000444828,0.0009847953,0.0004477919,0.0000577403,0.0004961211,0.0001038124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002383824,"about_ca_system_score_gemma":0.0004316925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004494213,"about_ca_topic_score_gemma":0.007871262,"domain_scores_codex":[0.9971352,0.0003383328,0.0005126634,0.0006147543,0.0008437596,0.0005552665],"domain_scores_gemma":[0.9984924,0.0003889329,0.0001370752,0.0001492508,0.0004927386,0.0003396394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000146104,0.0001322626,0.00419755,0.00003710988,0.00005493851,0.00004052934,0.01291904,0.0004132438,0.00009247319,0.9726932,0.00008714199,0.009317889],"study_design_scores_gemma":[0.0002642183,0.0002287727,0.01217616,0.0001423854,0.00005286654,0.00003381931,0.009112324,0.0002026897,0.002936829,0.958129,0.0159384,0.0007825327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8875597,0.003154026,0.01867849,0.00748131,0.0004362453,0.001062801,0.0002154429,0.0003144279,0.08109763],"genre_scores_gemma":[0.996609,0.002080836,0.0003571766,0.000210867,0.0005769725,0.00001428094,0.00002491393,0.00002151955,0.0001044603],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1090493,"threshold_uncertainty_score":0.99994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1818103285","doi":"10.5038/1944-0472.8.3.1459","title":"Terra Incognita: Mapping American Intelligence Education Curriculum","year":2015,"lang":"en","type":"article","venue":"Journal of Strategic Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Curriculum; Human intelligence; Theory of multiple intelligences; Mathematics education; Sociology; Pedagogy; Psychology; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09865774723790002,"gpt":0.374118360463813,"spread":0.275460613225913,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002633961,0.0002235313,0.0004121441,0.0003279189,0.0002744667,0.0002783212,0.0007830909,0.0001432882,0.0001483168],"category_scores_gemma":[0.0005660619,0.0002066432,0.0001823701,0.001138189,0.000600575,0.0008057622,0.00005510603,0.0007408416,0.00008411273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004611549,"about_ca_system_score_gemma":0.003828407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006297625,"about_ca_topic_score_gemma":0.00150217,"domain_scores_codex":[0.9968105,0.0005215328,0.0008441635,0.0002482068,0.001063165,0.0005124374],"domain_scores_gemma":[0.9962961,0.00009957275,0.0009985116,0.0002031116,0.00177468,0.0006279971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001434176,0.002813503,0.01927223,0.0001104316,0.0002238116,0.0002368617,0.1934958,0.0001212625,0.0001624213,0.6852671,0.00967999,0.08847316],"study_design_scores_gemma":[0.0001592945,0.000520287,0.000461331,0.0001597174,0.00004643542,0.0001309476,0.6185445,0.0002019732,0.0002636363,0.3632013,0.01589512,0.000415357],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8414733,0.001089049,0.0007827355,0.001614698,0.00258658,0.0002443651,0.000003956574,0.00004791122,0.1521575],"genre_scores_gemma":[0.9962977,0.0004294945,0.001255442,0.0002134815,0.001686109,0.000004703659,0.000002453228,0.00001476978,0.00009584886],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4250487,"threshold_uncertainty_score":0.9520167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117963221","doi":"10.1017/s0260210509990349","title":"Managing national security and law enforcement intelligence in a globalised world","year":2009,"lang":"en","type":"article","venue":"Review of International Studies","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Law enforcement; Incentive; Public relations; Political science; Adversary; Cultural intelligence; Business; Law; Computer security; Economics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0509828421387299,"gpt":0.419498233905851,"spread":0.3685153917671211,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001282638,0.0001122816,0.000267482,0.0001149398,0.0001156864,0.00002550449,0.0002955483,0.00002361878,0.0001621934],"category_scores_gemma":[0.0005018276,0.0001049262,0.00006581251,0.0003608466,0.0002881273,0.0002055028,0.00007460286,0.00009883062,0.000009641732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002980822,"about_ca_system_score_gemma":0.00006253876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008796342,"about_ca_topic_score_gemma":0.004223671,"domain_scores_codex":[0.998319,0.0001009765,0.0004783162,0.0001985441,0.0007272597,0.0001759327],"domain_scores_gemma":[0.9990461,0.000144558,0.0001664667,0.00006527176,0.0005388667,0.00003874782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005707319,0.00004445345,0.0002490214,0.0002641523,0.00003932865,0.000003145301,0.001951121,0.000007642924,0.000001703864,0.9895876,0.0004868092,0.007359311],"study_design_scores_gemma":[0.0001462694,0.00006627231,0.000691851,0.00893339,0.00002641992,0.000003236866,0.00445607,0.0002002671,0.0001983857,0.7515882,0.2333907,0.0002989176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0006148946,0.1822682,0.00006533327,0.008384442,0.0003075729,0.0004088901,0.00001212655,0.00002283709,0.8079157],"genre_scores_gemma":[0.6727349,0.3249631,0.0001843282,0.001836948,0.00008565866,0.00001187902,0.000003515357,0.000002033275,0.0001776415],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8077381,"threshold_uncertainty_score":0.4278768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242343931","doi":"10.3138/chr/87.2.223","title":"Mutiny from Victoria to Vladivostok, December 1918","year":2006,"lang":"en","type":"article","venue":"Canadian Historical Review","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mutiny; History; Ancient history; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.03016586332440267,"gpt":0.2969883318880563,"spread":0.2668224685636537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005177617,0.0002031438,0.0004253635,0.0001238517,0.0004673715,0.00006102475,0.0005932658,0.0001824248,0.003826059],"category_scores_gemma":[0.0008364695,0.0002148384,0.0001615903,0.0009271864,0.00005724373,0.0001035821,0.00002373339,0.0002378408,0.003198272],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01209026,"about_ca_system_score_gemma":0.001459304,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9396551,"about_ca_topic_score_gemma":0.9798672,"domain_scores_codex":[0.9975981,0.0002245333,0.0004513326,0.0004453175,0.0004898385,0.0007908367],"domain_scores_gemma":[0.997799,0.000144277,0.00008381115,0.0003887155,0.0002098486,0.001374313],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001505608,0.0000194476,0.0003900274,0.00005784155,0.000007227393,0.00007052725,0.0006956195,7.847098e-7,0.000006135138,0.06734079,0.9179689,0.01344117],"study_design_scores_gemma":[0.00002800679,0.00001723027,0.0001922307,0.0002743069,0.00003466707,9.197165e-7,0.00002446247,8.536824e-7,0.000004245281,0.002896741,0.9962526,0.0002737196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.00140347,0.2063914,0.0001453286,0.02902634,0.005344674,0.001189429,0.00008763563,0.0001450443,0.7562667],"genre_scores_gemma":[0.7182155,0.05638778,0.003384165,0.04934485,0.01444461,0.0004268657,0.0002240547,0.0002315543,0.1573407],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.716812,"threshold_uncertainty_score":0.9975778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323338971","doi":"10.1162/jcws_a_01123","title":"Why the Five Eyes? Power and Identity in the Formation of a Multilateral Intelligence Grouping","year":2023,"lang":"en","type":"article","venue":"Journal of Cold War Studies","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Identity (music); Secrecy; Socialization; Government (linguistics); Power (physics); Political science; Communism; Political economy; Sociology; Politics; Law; Social science; Aesthetics","retraction":null,"screen_n_in":null,"score":{"opus":0.05896959650959995,"gpt":0.3998975417971024,"spread":0.3409279452875025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002437216,0.00007201172,0.0001859913,0.000123872,0.0003405638,0.00005855551,0.0003575002,0.00003652163,0.000004587759],"category_scores_gemma":[0.000818922,0.00004077213,0.00007165064,0.0006009236,0.0003615238,0.0006684695,0.00008153812,0.000206111,0.00000363154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005392247,"about_ca_system_score_gemma":0.00003739539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004442206,"about_ca_topic_score_gemma":0.004308355,"domain_scores_codex":[0.998556,0.0002852837,0.0004249294,0.00006252736,0.0004931695,0.0001781278],"domain_scores_gemma":[0.9985133,0.0007246016,0.0003245106,0.00007423919,0.0003426572,0.00002064969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005088405,0.0000635412,0.002633858,0.00007180703,0.0001068955,0.00004462487,0.8895776,0.0002753766,0.0001291033,0.1024536,0.003399795,0.001192905],"study_design_scores_gemma":[0.0001829536,0.0002966127,0.01990113,0.0003358586,0.00005289396,0.00001799227,0.9139766,0.0006484425,0.001055127,0.05538153,0.00799559,0.0001552342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9887925,0.002873524,0.0003175591,0.006359023,0.0005897537,0.0002383909,0.000001984228,0.000007996448,0.0008192261],"genre_scores_gemma":[0.9944772,0.00514097,0.00003866345,0.0002114308,0.00008861782,0.000003843112,7.17294e-8,0.000002752752,0.00003651451],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04707208,"threshold_uncertainty_score":0.2619376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097908022","doi":"10.1080/00396338.2013.767405","title":"Chinese Intelligence in the Cyber Age","year":2013,"lang":"en","type":"article","venue":"Survival","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"China; Espionage; Communism; Brother; State (computer science); Law; Political science; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03141642794922998,"gpt":0.3474038245042236,"spread":0.3159873965549936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001396229,0.0001190704,0.000134963,0.00006089398,0.0002429063,0.0001958133,0.0007976326,0.00009564846,0.001596441],"category_scores_gemma":[0.0003856076,0.0000799796,0.00006455273,0.0006545171,0.000366124,0.0002603605,0.00005032208,0.0002753278,0.001574825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004898059,"about_ca_system_score_gemma":0.00008935794,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04478914,"about_ca_topic_score_gemma":0.06160281,"domain_scores_codex":[0.9981276,0.0005128302,0.000215375,0.0002069097,0.0005025593,0.0004347556],"domain_scores_gemma":[0.999178,0.000373466,0.00004261479,0.0002578514,0.00007950293,0.000068558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008729826,0.0002084493,0.0449168,0.00001147702,0.00001340304,0.00008337176,0.1411852,0.00003532743,0.00008311768,0.7860342,0.00161954,0.0258004],"study_design_scores_gemma":[0.0001475114,0.0001015426,0.2846143,0.00003488959,0.00001013842,0.000004923682,0.1080945,0.000361963,0.0001589799,0.5409489,0.06474025,0.0007821775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.503065,0.00007785027,0.0002136604,0.001852291,0.0008654412,0.0003911027,0.000001772638,0.00004868803,0.4934842],"genre_scores_gemma":[0.9973978,0.00006594729,0.00009313851,0.0002870523,0.0003729303,0.00003646899,0.000002294228,0.00000842626,0.001735915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4943328,"threshold_uncertainty_score":0.9993162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2028505671","doi":"10.1080/0268452042000316241","title":"Securing the Globe: Intelligence and the Post-9/11 Shift from 'Liddism' to 'Drainism'","year":2004,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Globe; Democratization; Political science; Government (linguistics); Doctrine; National security; Quarter (Canadian coin); Intelligence analysis; Democracy; Action (physics); Law; Public administration; History; Politics; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02865829676204185,"gpt":0.3258118776537944,"spread":0.2971535808917525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003815936,0.000452756,0.0004106253,0.0001794865,0.002059317,0.0007098084,0.002165671,0.000297748,0.0005362787],"category_scores_gemma":[0.003352962,0.0003204457,0.0002521083,0.001249387,0.002211635,0.0006115118,0.0004649081,0.0008232985,0.000590771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005171105,"about_ca_system_score_gemma":0.0009397192,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04826029,"about_ca_topic_score_gemma":0.05010459,"domain_scores_codex":[0.9944951,0.0006422083,0.0008727637,0.0008883808,0.002177029,0.0009245315],"domain_scores_gemma":[0.9958394,0.001955263,0.0002795718,0.0005353233,0.0009944392,0.0003960168],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009628905,0.0001028641,0.0002837016,0.000006779294,0.00004062061,0.00001055699,0.09212027,0.0009977616,0.00001023025,0.90337,0.0001065819,0.002854312],"study_design_scores_gemma":[0.0001656933,0.00007629134,0.00124742,0.00007733257,0.00003377018,0.00001044752,0.02410004,0.0003437391,0.002452691,0.9507039,0.02029975,0.0004889847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.657563,0.003877402,0.05927959,0.1787989,0.003917959,0.005410899,0.0006629903,0.0006738904,0.08981529],"genre_scores_gemma":[0.9935894,0.0003358058,0.0005130283,0.004066061,0.001230827,0.0001291281,0.00002416699,0.00003147543,0.00008010118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3360264,"threshold_uncertainty_score":0.9999248,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006495874","doi":"10.1080/02684520902756960","title":"Intelligence Cooperation Meets International Studies Theory: Explaining Canadian Operations in Castro's Cuba","year":2009,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Constructivism (international relations); Criticism; Government (linguistics); International relations theory; International relations; Political science; Cold war; Status quo; Foreign policy; Face (sociological concept); Political economy; Law; Sociology; Law and economics; Social science; Politics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.06693399444346693,"gpt":0.4037522241042347,"spread":0.3368182296607677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003737426,0.000376116,0.0003683866,0.0008693215,0.00112578,0.0004241063,0.001134879,0.0002994911,0.001019747],"category_scores_gemma":[0.004278489,0.0004136347,0.0001301078,0.001369723,0.0005108689,0.001405686,0.00007232848,0.0006688243,0.000303262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002187413,"about_ca_system_score_gemma":0.002118249,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04755653,"about_ca_topic_score_gemma":0.5796015,"domain_scores_codex":[0.9953997,0.0006331081,0.0009517857,0.000749181,0.001377465,0.0008887929],"domain_scores_gemma":[0.9965847,0.0005086405,0.0001450199,0.0002540015,0.002111332,0.0003963098],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000029713,0.0001432253,0.000299962,0.000004011032,0.00003813076,0.00003705247,0.03022385,0.008806414,0.00004025607,0.9482224,0.000422353,0.01173264],"study_design_scores_gemma":[0.0002144428,0.0003109566,0.001001703,0.0003082636,0.00003475893,0.00004404156,0.07941665,0.02066648,0.005849104,0.8262308,0.06444681,0.001475984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1890314,0.009816769,0.0467799,0.09571647,0.01137944,0.005583589,0.0006702638,0.0009896182,0.6400326],"genre_scores_gemma":[0.9943472,0.001945174,0.001015948,0.001433186,0.0006722719,0.00007621678,0.00009462806,0.00001894548,0.0003964609],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8053158,"threshold_uncertainty_score":0.9998934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3165202216","doi":"10.1002/ffo2.98","title":"Tracking accuracy of strategic intelligence forecasts: Findings from a long‐term Canadian study","year":2021,"lang":"en","type":"article","venue":"Futures & Foresight Science","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Department of National Defence; Defence Research and Development Canada","funders":"","keywords":"Intelligence analysis; Futures studies; Strategic intelligence; Government (linguistics); Tracking (education); Comprehension; Term (time); Computer science; Knowledge management; Psychology; Artificial intelligence; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.08554409472267903,"gpt":0.3598641847133296,"spread":0.2743200899906506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001718376,0.0003110664,0.0003946521,0.0004731896,0.002049068,0.0008157193,0.002322306,0.0001874937,0.001536757],"category_scores_gemma":[0.00118789,0.0002978232,0.0001502096,0.003068277,0.001793581,0.001274524,0.0001862941,0.0004403452,0.00006256708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004999294,"about_ca_system_score_gemma":0.005437152,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2640133,"about_ca_topic_score_gemma":0.8931197,"domain_scores_codex":[0.9951455,0.0002678574,0.0006455689,0.0009886271,0.001663962,0.001288497],"domain_scores_gemma":[0.9969606,0.0004454256,0.00024241,0.0007024598,0.0009497437,0.0006993003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00008038644,0.00085369,0.2180205,0.00006212787,0.0001154916,0.001201666,0.2700775,0.0001996129,0.005634302,0.4746901,0.0004089685,0.02865566],"study_design_scores_gemma":[0.0005032404,0.0007227488,0.471427,0.0004319704,0.0001588294,0.00003629625,0.2868199,0.000604943,0.1153195,0.1199888,0.002134318,0.001852523],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9786265,0.0007515912,0.0003107814,0.0003298787,0.001243952,0.0006407083,0.0000569662,0.00006086912,0.01797869],"genre_scores_gemma":[0.998625,0.000125995,0.0004158375,0.0001369029,0.0004084618,0.00002121316,0.00001336796,0.00002012186,0.0002331259],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6291064,"threshold_uncertainty_score":0.9999474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896675269","doi":"10.24908/ss.v16i3.6880","title":"Intelligence Sector Reforms in Romania: A Scorecard","year":2018,"lang":"en","type":"article","venue":"Surveillance & Society","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Communism; Human rights; Democratization; Democracy; Security sector reform; Political science; Romanian; Communist state; Legislation; Public administration; Law; Political economy; Sociology; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03245124183838204,"gpt":0.3205213495824955,"spread":0.2880701077441135,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002351794,0.0002333875,0.0003301611,0.00005010926,0.0005487786,0.0001293457,0.000720693,0.0002979009,0.000663659],"category_scores_gemma":[0.0003350003,0.0002172613,0.000241537,0.001197555,0.001270784,0.0003043169,0.0001144668,0.0004050224,0.0004684091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005712777,"about_ca_system_score_gemma":0.0004299007,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.008736855,"about_ca_topic_score_gemma":0.08226837,"domain_scores_codex":[0.9972016,0.0002639994,0.0004288869,0.0005520395,0.0006357771,0.0009177646],"domain_scores_gemma":[0.9987484,0.0001945176,0.0001362308,0.0004053852,0.0003479026,0.0001675155],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001342551,0.0004116837,0.2700101,0.0001181961,0.0001403029,0.00004361274,0.4628853,0.00003089268,0.000654125,0.2154287,0.01614912,0.03399378],"study_design_scores_gemma":[0.0009317067,0.001011301,0.1902738,0.0003303717,0.0000215577,0.00001866038,0.1945695,0.002242303,0.00504082,0.09653559,0.5056138,0.003410559],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7669016,0.0006353384,0.001344751,0.00109954,0.002255275,0.0007155105,0.00003391653,0.0003884335,0.2266256],"genre_scores_gemma":[0.9961846,0.0008055299,0.0006567331,0.0003770454,0.001102884,0.00002622009,0.000005488499,0.00002661723,0.0008149059],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4894647,"threshold_uncertainty_score":0.9978641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1599707296","doi":"","title":"Democratic Oversight of Intelligence Services","year":2010,"lang":"en","type":"article","venue":"ResearchOnline - ND (The University of Notre Dame Australia)","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Democracy; Political science; Business; Public relations; Public administration; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.05514633247816297,"gpt":0.3593885511081349,"spread":0.3042422186299719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001071754,0.0001488362,0.0002638465,0.0001818611,0.0005950769,0.00003511102,0.001781764,0.0002151999,0.00294193],"category_scores_gemma":[0.0002105742,0.0001402747,0.0001679737,0.0008011566,0.002308334,0.0003463801,0.0002295197,0.00071115,0.0001781452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000613653,"about_ca_system_score_gemma":0.0003512288,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02279946,"about_ca_topic_score_gemma":0.03051597,"domain_scores_codex":[0.9976292,0.000319603,0.000255206,0.0002999592,0.0009731125,0.0005228776],"domain_scores_gemma":[0.9980527,0.0004747058,0.0002086056,0.0005100707,0.0005320749,0.000221829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001561892,0.003471271,0.07020682,0.002092918,0.001048628,0.0005556223,0.235451,0.001221268,0.09190137,0.5169674,0.03048375,0.0450381],"study_design_scores_gemma":[0.001396954,0.001293828,0.04174322,0.0006959153,0.0004241855,0.00002388639,0.2531825,0.006673806,0.05717618,0.06058322,0.5749649,0.001841447],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9826912,0.00003427777,0.0002193123,0.00365404,0.0002436625,0.0004081248,0.00009480121,0.0000392427,0.01261531],"genre_scores_gemma":[0.9876003,0.0002011071,0.001414469,0.00002183583,0.0001287122,2.224324e-7,0.00001704454,0.000008740056,0.01060755],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5444811,"threshold_uncertainty_score":0.9979695,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391402656","doi":"10.18280/ijsdp.190126","title":"The Impact of a Practice-Oriented Paradigm on Public Administration and National Security","year":2024,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Administration (probate law); National security; Public security; Business; Public administration; Environmental planning; Political science; Environmental resource management; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.02755408586387401,"gpt":0.3752067976828342,"spread":0.3476527118189601,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002171998,0.0000829589,0.00009084013,0.000265116,0.0003221106,0.000503986,0.0001699161,0.00005343427,0.00001782559],"category_scores_gemma":[0.001374844,0.00005950409,0.00004260206,0.0001943446,0.0001288858,0.000780086,0.00003160077,0.0002142073,0.000001034148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003494333,"about_ca_system_score_gemma":0.002282522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008669899,"about_ca_topic_score_gemma":0.00002064006,"domain_scores_codex":[0.9984849,0.0001024672,0.0003512435,0.00009655803,0.0007777068,0.0001870908],"domain_scores_gemma":[0.9976051,0.0007518069,0.0002342971,0.00002431332,0.001301754,0.00008268805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002328248,0.00005995229,0.001634431,0.00001569847,0.0003075865,0.0005381555,0.03935343,0.00004109623,0.000005393465,0.9531628,0.001108974,0.003539629],"study_design_scores_gemma":[0.0005653581,0.0006214154,0.0109717,0.0004867709,0.00003295329,0.0004793372,0.2494066,0.001052435,0.0004896681,0.1285116,0.6070372,0.0003449542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9675422,0.001987169,0.0004324293,0.005925423,0.0005763295,0.0001445062,0.000005238212,0.00001353978,0.02337317],"genre_scores_gemma":[0.9989513,0.000287964,0.0001785066,0.00003156163,0.0002538472,0.000002660684,0.000005181472,0.000004260412,0.0002846929],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8246512,"threshold_uncertainty_score":0.4859949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2489631024","doi":"10.1177/0038038516657949","title":"Deception Declassified: The Social Organisation of Cover Storying in a Secret Intelligence Operation","year":2016,"lang":"en","type":"article","venue":"Sociology","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Secrecy; Deception; Sociology; Narrative; Cover (algebra); State (computer science); Politics; Epistemology; Law; Aesthetics; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06219982396403235,"gpt":0.3646981710569601,"spread":0.3024983470929278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00130446,0.00008075727,0.0001404827,0.00006097978,0.0003967253,0.00001631473,0.0002505918,0.000265049,0.001089773],"category_scores_gemma":[0.0003764619,0.00005483733,0.00004816311,0.0001312444,0.001206444,0.0001857722,0.00002598666,0.0001433513,0.00015704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003044386,"about_ca_system_score_gemma":0.0003022651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001078674,"about_ca_topic_score_gemma":0.003281935,"domain_scores_codex":[0.9983103,0.0007776093,0.0002765942,0.0001828154,0.0001973337,0.0002553939],"domain_scores_gemma":[0.9992225,0.0004066438,0.0001406755,0.0000940994,0.0001117761,0.00002434172],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002948162,0.00003824561,0.0110751,0.000005698811,0.00001243882,9.18877e-7,0.2249406,0.00002297995,0.01519013,0.7321327,0.0002800077,0.0162717],"study_design_scores_gemma":[0.0007825455,0.0004192803,0.06613258,0.00008281042,0.00005189353,0.000004074051,0.3150066,0.00062634,0.02267518,0.5737952,0.01959991,0.0008235791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9762948,0.00006181063,0.0113515,0.003979237,0.0004399598,0.0002666496,0.000005213609,0.00003032623,0.007570527],"genre_scores_gemma":[0.9991937,0.0001126923,0.000047566,0.0001679782,0.0002667486,0.00001715431,0.000003649755,0.000007259338,0.0001832974],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1583374,"threshold_uncertainty_score":0.9998234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4310678950","doi":"10.1007/978-3-031-15951-0","title":"A Brief History of Intelligence","year":2022,"lang":"en","type":"book","venue":"","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Phenomenon; Psychology; Natural (archaeology); Cognitive science; Epistemology; History; Philosophy; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.05322396768549945,"gpt":0.3056003035592557,"spread":0.2523763358737563,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009796716,0.0002429507,0.000437494,0.0002323132,0.0001709775,0.00001890281,0.001210243,0.0003761812,0.09052084],"category_scores_gemma":[0.0001900806,0.000276758,0.00026752,0.0001519704,0.001214802,0.0001073251,0.0002098524,0.0006849435,0.000265887],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003902307,"about_ca_system_score_gemma":0.009004351,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009265365,"about_ca_topic_score_gemma":0.006257346,"domain_scores_codex":[0.9972766,0.0002171808,0.0005350598,0.0004458078,0.001122715,0.0004026419],"domain_scores_gemma":[0.9985421,0.0002812822,0.0003637518,0.0004385961,0.0002384533,0.0001358157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005229197,0.00003001288,0.000002279783,0.00003610444,0.00002090513,0.00001391718,0.01142134,0.000003022725,0.000001215208,0.6939873,0.290212,0.004266628],"study_design_scores_gemma":[0.00001299368,0.00007271892,7.996783e-7,0.00002855207,0.00002431107,0.000001281466,0.002113204,0.000006962558,0.00002062282,0.06991223,0.9275367,0.0002696447],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000002889985,0.003522897,0.0003246057,0.0001192753,0.002504305,0.000354495,0.00002444868,0.0001143484,0.9930328],"genre_scores_gemma":[0.0009969085,0.001127485,0.0001670085,0.0002698773,0.0003894133,0.00002100136,0.00002675702,0.00003638782,0.9969652],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6373246,"threshold_uncertainty_score":0.9999685,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1904434982","doi":"10.25071/1913-9632.5537","title":"Gary Kinsman, Dieter K. Buse and Mercedes Steedman, eds. — Whose National Security? Canadian State Surveillance and the Creation of Enemies","year":2003,"lang":"en","type":"article","venue":"Left History An Interdisciplinary Journal of Historical Inquiry and Debate","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Marxist philosophy; Race (biology); State (computer science); Ethnic group; Gender studies; Sociology; Political science; Political economy; Anthropology; Law; Computer science; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03325327078152199,"gpt":0.315974700192157,"spread":0.282721429410635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002244695,0.0001967653,0.0004240519,0.0002951516,0.0008042707,0.00005497706,0.0002305557,0.0001358659,0.0001004645],"category_scores_gemma":[0.0003191349,0.0001550806,0.00009678285,0.0001114543,0.00174737,0.0007352451,0.00007464856,0.0003764919,0.000001392472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001332142,"about_ca_system_score_gemma":0.0005129928,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006344493,"about_ca_topic_score_gemma":0.04867807,"domain_scores_codex":[0.9974954,0.0008577835,0.0006433395,0.0002505035,0.0004601438,0.0002928412],"domain_scores_gemma":[0.9981409,0.0004532216,0.0004331657,0.0001304354,0.0004725593,0.0003697242],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00225847,0.0004301966,0.01281517,0.0002550619,0.0002891665,0.0002670725,0.8094956,0.00009851921,0.0004548709,0.1359751,0.03289985,0.004760897],"study_design_scores_gemma":[0.002301838,0.001865311,0.007379847,0.0003348934,0.0001740291,0.0008300537,0.02977834,0.0004026837,0.0002268958,0.2032731,0.7523291,0.00110384],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9310741,0.03228867,0.0003264211,0.002310788,0.003404136,0.000343786,0.00003062481,0.0000255565,0.03019592],"genre_scores_gemma":[0.9955124,0.002777184,0.00011456,0.0001557168,0.0002591966,0.000002738198,0.000003085852,0.00001400862,0.0011611],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7797173,"threshold_uncertainty_score":0.9686811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007644871","doi":"10.1080/02684527.2020.1732646","title":"From committees of parliamentarians to parliamentary committees: comparing intelligence oversight reform in Australia, Canada, New Zealand and the UK","year":2020,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Mandate; Political science; Public administration; Legislature; Accountability; Democracy; Consolidation (business); Parliamentary procedure; Law; Parliament; Politics; Accounting; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.05113137776374452,"gpt":0.3167743513563798,"spread":0.2656429735926353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001022141,0.0003080929,0.0005378701,0.0001130157,0.0003061781,0.0001410478,0.001178888,0.0001511233,0.0008142764],"category_scores_gemma":[0.0004642569,0.0002738754,0.00010109,0.0008309661,0.0006859431,0.0003029867,0.0002614499,0.0005944729,0.00003544199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001111181,"about_ca_system_score_gemma":0.001098894,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9890829,"about_ca_topic_score_gemma":0.9843889,"domain_scores_codex":[0.9961783,0.0003532994,0.0009145963,0.0005543271,0.001444054,0.0005553911],"domain_scores_gemma":[0.9979036,0.0008383022,0.0002727479,0.0002413798,0.0002799889,0.0004640148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001168359,0.0002966531,0.1496302,0.00006317276,0.0002704821,0.00005331679,0.3364636,0.003486841,0.00005763864,0.4710865,0.03341392,0.004009316],"study_design_scores_gemma":[0.001120876,0.0003368913,0.01451241,0.0004480577,0.0001133596,0.000006549167,0.2698443,0.005459975,0.01252158,0.6017649,0.09229604,0.001575085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9373127,0.0006861648,0.001910816,0.04717149,0.0007795712,0.001660744,0.0004288616,0.00006156172,0.009988106],"genre_scores_gemma":[0.996191,0.0002186617,0.0003697176,0.002564461,0.0003967038,0.0000214034,0.00004188404,0.0000138215,0.0001823111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1351178,"threshold_uncertainty_score":0.9999713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071230419","doi":"10.1080/01611190600921165","title":"Zimmermann Telegram: The Original Draft","year":2007,"lang":"en","type":"article","venue":"Cryptologia","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Universität Paderborn; University of Toronto","keywords":"German; Computer science; Reading (process); Library science; Publication; History; Operations research; Law; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03433693457351183,"gpt":0.3647807689447967,"spread":0.3304438343712848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001721123,0.0001282985,0.000133842,0.00005836037,0.0008504751,0.0001120941,0.0007048845,0.0001862633,0.001090285],"category_scores_gemma":[0.0002801175,0.00008928783,0.00008147157,0.0004715992,0.00102058,0.0001305923,0.00004847585,0.0003457093,0.001202302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009327291,"about_ca_system_score_gemma":0.000204424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001488643,"about_ca_topic_score_gemma":0.004041058,"domain_scores_codex":[0.9983205,0.0001509781,0.0002268628,0.0002315006,0.0003955693,0.0006746172],"domain_scores_gemma":[0.9990838,0.0003292566,0.00008220498,0.0002579615,0.0001317755,0.0001149583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001873857,0.00004759201,0.01164424,0.000003782388,0.00001477887,0.00006293869,0.007109502,0.000001899773,0.0001414137,0.9567489,0.0126642,0.01154201],"study_design_scores_gemma":[0.000101939,0.00007589598,0.01278325,0.000008819537,0.00001935051,0.00001415157,0.01053021,0.00001115296,0.003183136,0.03605667,0.9369365,0.0002789466],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3695909,0.0004504813,0.003981844,0.002761842,0.001704948,0.0003584386,0.000002601729,0.0002422016,0.6209068],"genre_scores_gemma":[0.9960358,0.00003548556,0.0008504826,0.0005976834,0.0006431349,0.000007057499,0.000002325839,0.000009171546,0.001818859],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9242723,"threshold_uncertainty_score":0.9998229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3156495705","doi":"10.1080/02684527.2021.1911394","title":"Big data surveillance and security intelligence: the Canadian case","year":2021,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"National security; Big data; Computer security; Political science; Intelligence analysis; Border Security; Computer science; Public administration; Law; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.1108549198481542,"gpt":0.369305909894684,"spread":0.2584509900465298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005189973,0.0003711536,0.000347683,0.0002155149,0.002944321,0.0008408719,0.001782695,0.000406467,0.0008536827],"category_scores_gemma":[0.004836197,0.0003472248,0.0001115084,0.001681709,0.001534688,0.0006366141,0.0005638181,0.001010981,0.0002311845],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007018411,"about_ca_system_score_gemma":0.006024119,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4396408,"about_ca_topic_score_gemma":0.9755649,"domain_scores_codex":[0.9944456,0.001007871,0.0007245177,0.001133644,0.001664156,0.001024227],"domain_scores_gemma":[0.994701,0.001238302,0.0002098639,0.001009376,0.002165533,0.0006759776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000154449,0.0001506802,0.003353092,0.00003543659,0.00007972065,0.001430649,0.02106477,0.00006338661,0.000005236389,0.9464044,0.00379097,0.02360622],"study_design_scores_gemma":[0.00005968246,0.00004018033,0.0005173718,0.00004574321,0.00003078422,0.001389504,0.02751185,0.004883179,0.001020699,0.6563768,0.3073117,0.000812482],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2283712,0.02872541,0.009898684,0.08556221,0.01452366,0.004455524,0.007110352,0.0008763964,0.6204765],"genre_scores_gemma":[0.9949392,0.00189604,0.0001592507,0.001169866,0.001284261,0.00002751495,0.0001879742,0.00002632457,0.0003095719],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.766568,"threshold_uncertainty_score":0.999898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206916504","doi":"10.1093/oso/9780192893949.001.0001","title":"Intelligence as Democratic Statecraft","year":2021,"lang":"en","type":"book","venue":"","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Accountability; Democracy; Political science; Legislature; Rule of law; Transparency (behavior); Public administration; Law and economics; Law; Sociology; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03303866818196675,"gpt":0.3449770148070783,"spread":0.3119383466251115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008702177,0.0004555841,0.0005763036,0.0001915942,0.0006005773,0.0003871885,0.001127794,0.0008466174,0.02744232],"category_scores_gemma":[0.0005278892,0.0004698783,0.0002903092,0.000355584,0.0008569122,0.0002264048,0.0001937493,0.0009129777,0.005887376],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006825263,"about_ca_system_score_gemma":0.007291251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00327599,"about_ca_topic_score_gemma":0.01732452,"domain_scores_codex":[0.9961368,0.0003113129,0.0006612048,0.0007846277,0.001270082,0.0008360139],"domain_scores_gemma":[0.9977456,0.0004652145,0.0002405059,0.0005935986,0.0005910959,0.0003640204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004034593,0.00003981716,0.000004248336,0.00005857951,0.00006270026,0.0002286553,0.005663901,0.000006877523,0.000002593748,0.880073,0.1041065,0.009749146],"study_design_scores_gemma":[0.00001466957,0.00005042398,6.794467e-7,0.0001312196,0.0000370184,0.000006439197,0.003901444,0.00001877847,0.0002512788,0.4215913,0.5735456,0.0004511294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00002047844,0.001439674,0.002417638,0.000792907,0.001370075,0.0005366064,0.00001637065,0.0002624707,0.9931438],"genre_scores_gemma":[0.001562897,0.002883723,0.0007130838,0.0007881595,0.0009142712,0.00002448672,0.00007751695,0.00006344266,0.9929724],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4694391,"threshold_uncertainty_score":0.9997753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1776590971","doi":"","title":"Tools of Hegemony - Military Technology and Swedish-American Security Relations, 1945-1962","year":2007,"lang":"en","type":"book","venue":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Hegemony; Missile; Political science; Aeronautics; Process (computing); Engineering; Computer security; Computer science; Law; Aerospace engineering; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.02439181112576053,"gpt":0.3071078470025468,"spread":0.2827160358767862,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001686079,0.0006070955,0.001136742,0.004422591,0.0005958998,0.00006086328,0.002307427,0.001678349,0.0002934553],"category_scores_gemma":[0.004097159,0.0006915357,0.0001931559,0.003514154,0.01122035,0.001095789,0.001002145,0.001753975,0.00006922137],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006080312,"about_ca_system_score_gemma":0.003051747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003383556,"about_ca_topic_score_gemma":0.005514023,"domain_scores_codex":[0.9951425,0.0001059393,0.001644352,0.001245477,0.001004962,0.0008568138],"domain_scores_gemma":[0.9942404,0.0001982505,0.001542441,0.002042303,0.001723663,0.0002529213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003578135,0.000299186,0.002406622,0.0002427805,0.000172,0.00002500712,0.0005788619,0.00000726388,0.00003652173,0.9245425,0.04547606,0.02617742],"study_design_scores_gemma":[0.0002850292,0.0001905098,0.0002752994,0.0003264926,0.0001570787,0.00001275771,0.001395347,0.00009348622,0.0006724398,0.03450177,0.961421,0.0006688365],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03341994,0.0114917,0.003045836,0.0243349,0.00198422,0.004543795,0.008587799,0.002316354,0.9102755],"genre_scores_gemma":[0.6671124,0.01076101,0.06023211,0.0009440558,0.001352398,0.0007688939,0.02000589,0.0003636313,0.2384596],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9159449,"threshold_uncertainty_score":0.9996177,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1606288315","doi":"","title":"Richelson, Jeffrey T. The Wizards of Langley: Inside the CIA's Directorate of Science and Technology. Boulder, CO: Westview, 2001.","year":2003,"lang":"en","type":"article","venue":"The Journal of Conflict Studies","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.07241815649424053,"gpt":0.3943592756382824,"spread":0.3219411191440418,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008243072,0.0001401977,0.0004020976,0.0001375982,0.001202273,0.00003980623,0.0009848414,0.00006823883,0.00001684306],"category_scores_gemma":[0.004514345,0.00006348775,0.00006101436,0.001441514,0.01077001,0.0001663042,0.0001144546,0.0003752832,0.000002467852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006605506,"about_ca_system_score_gemma":0.0007072352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003898143,"about_ca_topic_score_gemma":0.0007105903,"domain_scores_codex":[0.9975347,0.0005535072,0.0005285928,0.0001032433,0.0009317304,0.0003482478],"domain_scores_gemma":[0.9956832,0.0009311875,0.0007864763,0.0002779686,0.002268665,0.00005248435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001912908,0.0003520366,0.03303057,0.0001600738,0.001524343,0.00002971127,0.5292651,0.00008154289,0.02823502,0.3649034,0.03204071,0.01018623],"study_design_scores_gemma":[0.0006080065,0.0008083556,0.009532664,0.0003655035,0.0005106829,0.0001295042,0.3754654,0.00002238564,0.09525821,0.03067925,0.4862383,0.0003817386],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8936674,0.06310339,0.00002529058,0.0170863,0.0005855962,0.0004077325,0.000007050854,0.00001776639,0.0250995],"genre_scores_gemma":[0.974984,0.02436992,0.0000436584,0.0002293141,0.00007441469,0.000002921256,2.879682e-8,0.000006590762,0.0002890736],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4541976,"threshold_uncertainty_score":0.9919221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1592391923","doi":"","title":"George Kennan and the Inauguration of Political Warfare","year":2006,"lang":"en","type":"article","venue":"The Journal of Conflict Studies","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"George (robot); Covert; Politics; Cold war; Political science; Law; History; Philosophy; Art history","retraction":null,"screen_n_in":null,"score":{"opus":0.04616591217722517,"gpt":0.3588227464346259,"spread":0.3126568342574007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00206468,0.00007183642,0.0002337856,0.00003828764,0.0004549609,0.00002519056,0.0002214954,0.00003605034,0.00001438769],"category_scores_gemma":[0.0006639028,0.00003457661,0.00006379376,0.0001153103,0.001776736,0.0001122078,0.00004426978,0.0001562944,0.000001719276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003477534,"about_ca_system_score_gemma":0.00008161602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002575113,"about_ca_topic_score_gemma":0.0009826024,"domain_scores_codex":[0.9986303,0.000393301,0.0003702737,0.00004118614,0.0003674598,0.000197415],"domain_scores_gemma":[0.9979792,0.001096288,0.0002795089,0.00007885571,0.0005350803,0.00003103576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008865125,0.00001932415,0.0005710623,0.000008539363,0.000074585,0.000001914432,0.0408355,0.000006232679,0.00008065953,0.9570354,0.001022746,0.000255434],"study_design_scores_gemma":[0.002191345,0.0006416721,0.03975618,0.0002988282,0.0006796391,0.0001184588,0.4321493,0.00008618031,0.006256583,0.3995381,0.1179023,0.0003815308],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9107479,0.01369499,0.00009898197,0.03345012,0.0003600394,0.0002245189,0.00000365427,0.000008881169,0.04141086],"genre_scores_gemma":[0.9966861,0.002072385,0.00001554583,0.0001547257,0.0003847657,9.238597e-7,9.969442e-8,0.000003310962,0.0006821286],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5574973,"threshold_uncertainty_score":0.6546456,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389592752","doi":"10.2307/j.ctt15nmj3c.5","title":"Canadian Internet “Boomerang” Traffic and Mass NSA Surveillance:","year":2015,"lang":"en","type":"book-chapter","venue":"University of Ottawa Press eBooks","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer security; The Internet; Internet privacy; Computer science; Advertising; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03734622062864511,"gpt":0.2427858781550895,"spread":0.2054396575264444,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004870358,0.0002596115,0.0004194652,0.0002527529,0.0002398153,0.00005239881,0.000672431,0.0005693641,0.0004826924],"category_scores_gemma":[0.0000216972,0.000338079,0.0001167445,0.00001305578,0.0009427734,0.00007907284,0.0000797684,0.0003808634,0.00003190743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004246023,"about_ca_system_score_gemma":0.0009825496,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4982207,"about_ca_topic_score_gemma":0.8802782,"domain_scores_codex":[0.9984515,0.0001035415,0.0001911525,0.0003982093,0.00045283,0.0004028243],"domain_scores_gemma":[0.9986119,0.0000682524,0.0002092292,0.0002632917,0.0003414746,0.0005058451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002649564,0.000006499143,0.00007395162,0.00006416855,0.0001375553,0.0001861878,0.01714474,0.00001458446,0.00000158466,0.9561102,0.02051088,0.005723132],"study_design_scores_gemma":[0.0001773074,0.00005332783,0.00001275629,0.00007391904,0.00004366185,0.000002378905,0.0009904687,0.00004541265,0.000006617079,0.003101039,0.9951486,0.0003444896],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000550133,0.00076368,0.0000262221,0.0000894675,0.0002965663,0.000338563,0.000226049,0.00005796131,0.9976513],"genre_scores_gemma":[0.2271383,0.0002112649,0.0000754377,0.00002052589,0.0001059627,1.621696e-7,0.00002203815,0.00002435564,0.772402],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9746377,"threshold_uncertainty_score":0.9999071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1572186377","doi":"","title":"Intelligence and International Security: New Perspectives and Agendas","year":2010,"lang":"en","type":"book","venue":"Taylor & Francis eBooks","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Foreign policy; Human rights; Islam; Political science; Law; Religious studies; Theology; Philosophy; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03272190022047703,"gpt":0.3113141505426519,"spread":0.2785922503221748,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067018,0.0005063502,0.0005270911,0.0003083475,0.0005641034,0.0004562567,0.0008090451,0.0009367633,0.001416549],"category_scores_gemma":[0.0002820101,0.0005464293,0.0001569579,0.00005943248,0.001936234,0.0002005552,0.0002786836,0.001500646,0.0001373698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002432525,"about_ca_system_score_gemma":0.0007327934,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002418837,"about_ca_topic_score_gemma":0.01023316,"domain_scores_codex":[0.9971678,0.0001069676,0.0004675763,0.0009173734,0.0007566405,0.0005836149],"domain_scores_gemma":[0.998243,0.0002622301,0.0002875835,0.0003768249,0.0003508594,0.000479526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000369971,0.00002561575,0.00003054153,0.00004450206,0.0001183989,0.0000495368,0.1405908,1.992805e-7,0.00003885661,0.641413,0.00435941,0.2132921],"study_design_scores_gemma":[0.0001127896,0.00007473892,0.00001540844,0.00006151728,0.00005776478,0.00002172155,0.008654368,0.00004715849,0.0001748441,0.319336,0.6708456,0.0005981533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0009496485,0.005018811,0.0007829767,0.0005813437,0.002140886,0.0006686364,0.00009098632,0.0001816576,0.989585],"genre_scores_gemma":[0.1337528,0.001705026,0.0006701727,0.0003259245,0.004295395,0.00002925922,0.00002486814,0.00009989279,0.8590967],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6664861,"threshold_uncertainty_score":0.9996987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065821064","doi":"10.1353/jod.2007.0027","title":"Another Russia? Battling KGB Inc.","year":2007,"lang":"en","type":"article","venue":"Journal of democracy","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02769899213988448,"gpt":0.346011464955884,"spread":0.3183124728159995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003270434,0.0001078074,0.0002130085,0.0002055317,0.0004161479,0.0001071893,0.0004497332,0.0001400341,0.0008060578],"category_scores_gemma":[0.0004782692,0.00009261667,0.0001346085,0.0003416097,0.000180189,0.0004926401,0.00002656879,0.0004228106,0.0001361989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001521855,"about_ca_system_score_gemma":0.0003353538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000307793,"about_ca_topic_score_gemma":0.0005616965,"domain_scores_codex":[0.9981434,0.0001353876,0.0005856374,0.0001062576,0.0005924616,0.0004368407],"domain_scores_gemma":[0.99858,0.0003175833,0.0004695636,0.0001136622,0.0003366367,0.0001825436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005937701,0.001161218,0.08271407,0.00007389175,0.0004197991,0.002366333,0.1004491,0.0002038799,0.009189443,0.4876698,0.03892864,0.27623],"study_design_scores_gemma":[0.00110991,0.0005800231,0.02444266,0.0002795075,0.0001327655,0.0003427611,0.02644416,0.0001064331,0.01482707,0.2190124,0.7118438,0.0008785671],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7452994,0.001067207,0.01147733,0.006710491,0.00285919,0.0001776299,0.000002241695,0.0000536664,0.2323529],"genre_scores_gemma":[0.9935767,0.0002010238,0.00261873,0.0004918272,0.00178863,1.759161e-7,2.132169e-7,0.00001548656,0.001307232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6729152,"threshold_uncertainty_score":0.8825767,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1950629310","doi":"10.1007/978-3-642-05445-7","title":"Selected Areas in Cryptography: 16th Annual International Workshop, SAC 2009, Calgary, Alberta, Canada, August 13-14, 2009, Revised Selected Papers","year":2009,"lang":"en","type":"book","venue":"Digital Access to Libraries (Université catholique de Louvain (UCL), l'Université de Namur (UNamur) and the Université Saint-Louis (USL-B))","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Differential cryptanalysis; Block cipher; Linear cryptanalysis; Hash function; Boomerang attack; Impossible differential cryptanalysis; Computer science; Cryptographic hash function; Theoretical computer science; Key schedule; Collision attack; Cryptography; Algorithm; Arithmetic; Mathematics; Double hashing; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.007810968095976254,"gpt":0.2100806611108821,"spread":0.2022696930149059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.000766754,0.001628503,0.001720974,0.002514402,0.00266724,0.001819539,0.005446003,0.001740791,0.00168512],"category_scores_gemma":[0.0007070982,0.001861619,0.0006604249,0.004926443,0.001966308,0.001908269,0.002050706,0.002361161,0.00005068835],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.009119686,"about_ca_system_score_gemma":0.008897783,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3029296,"about_ca_topic_score_gemma":0.5040208,"domain_scores_codex":[0.9918882,0.0009432132,0.0008679714,0.00201177,0.001778898,0.002509938],"domain_scores_gemma":[0.9934295,0.001476492,0.0009757178,0.001016788,0.001483316,0.00161822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009231412,0.0005601183,0.01063081,0.0002681615,0.002226599,0.007639447,0.1928356,0.0008959373,0.00002081193,0.4905742,0.2693797,0.01573715],"study_design_scores_gemma":[0.003330767,0.0002165543,0.009783558,0.0005961394,0.0004967783,0.0001447219,0.008601308,0.0002861326,0.00002853634,0.004988062,0.9691988,0.002328647],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03134555,0.00150739,0.0004913421,0.008470592,0.0005159085,0.002473655,0.001537709,0.0004929201,0.9531649],"genre_scores_gemma":[0.1702477,0.003791112,0.0004172502,0.003445707,0.0006921612,0.00001895325,0.002815518,0.0003212092,0.8182504],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6998191,"threshold_uncertainty_score":0.9999405,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897174299","doi":"","title":"Government Surveillance Accountability: The Failures of Contemporary Canadian Interception Reports","year":2018,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"John D. and Catherine T. MacArthur Foundation","keywords":"Interception; Accountability; Government (linguistics); Business; Public administration; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02581187302245025,"gpt":0.2938272563972628,"spread":0.2680153833748125,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00227862,0.0001453693,0.0002094803,0.00002777651,0.000618382,0.0001495583,0.0004620354,0.00014718,0.001644627],"category_scores_gemma":[0.0004782773,0.0001186441,0.00009501434,0.0002615218,0.001254012,0.0003363743,0.00006357631,0.0002260071,0.0001531513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005434949,"about_ca_system_score_gemma":0.0008285651,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8481324,"about_ca_topic_score_gemma":0.9799927,"domain_scores_codex":[0.9976356,0.000375896,0.000462499,0.0003417167,0.0007702563,0.0004140181],"domain_scores_gemma":[0.9984966,0.0001309987,0.0002446989,0.0005642532,0.0003066846,0.0002567511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001399072,0.0002049264,0.429667,0.00007259403,0.0001535966,0.0000912508,0.04070956,0.000009012409,0.001269386,0.4661236,0.05730347,0.004255741],"study_design_scores_gemma":[0.0001095931,0.000150715,0.03740218,0.00005772325,0.000009407387,0.000008533576,0.01950254,0.00001603204,0.001935632,0.01137483,0.9291149,0.0003178721],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6515747,0.0002579544,0.00003913722,0.003339758,0.001385407,0.0005918904,0.00005776551,0.00005986148,0.3426936],"genre_scores_gemma":[0.9975669,0.00002255774,0.00005271914,0.0007027581,0.0006180097,0.00001997854,0.000006295706,0.00001304153,0.0009977008],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8718114,"threshold_uncertainty_score":0.999268,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}