{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":115,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":115,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"2ab9f1b34fe7","filters":{"venue":"Raven A Journal of Vexillology"}},"results":[{"id":"W2319862483","doi":"10.5840/raven201118106","title":"Victoria, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":45,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","authors":[{"name":"James Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04181307683444833,"gpt":0.1934965629896352,"spread":0.1516834861551868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000425298,0.00005881499,0.0004754051,0.00005198418,0.0001034915,0.00004526628,0.0001904316,0.00009569054,0.00277225],"category_scores_gemma":[0.00007677967,0.00009390112,0.0001581771,0.00005944485,0.00008597066,0.0001082855,0.00003677107,0.0001451136,0.000210984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006305969,"about_ca_system_score_gemma":0.00002072541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00573022,"about_ca_topic_score_gemma":0.002388511,"domain_scores_codex":[0.998988,0.0000145181,0.0006470928,0.0001204495,0.00001636712,0.0002135282],"domain_scores_gemma":[0.9991958,0.0000237095,0.0005739566,0.00008304559,0.000045851,0.00007766635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004172146,0.0001742085,0.9204243,0.00001211663,0.0004165505,0.0001605503,0.003582105,0.000001811485,0.000004443581,0.03373512,0.03772461,0.003722453],"study_design_scores_gemma":[0.001151542,0.0003850899,0.4101719,0.00001309436,0.00001617166,0.0003083518,0.0003328487,0.00000737244,0.000004563532,0.187577,0.3998218,0.0002102991],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8460043,0.004355917,0.0009799158,0.0001989098,0.003051896,0.0000711735,0.00003463456,0.00001177788,0.1452914],"genre_scores_gemma":[0.9944422,0.0007449794,0.000699191,0.0002413437,0.0004167458,0.000001870302,6.98292e-7,0.00001298149,0.003440033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5102524,"threshold_uncertainty_score":0.9981393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2315649474","doi":"10.5840/raven20111820","title":"Charlottetown, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; History","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0225227278510972,"gpt":0.2498827550055804,"spread":0.2273600271544832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005838565,0.00004731376,0.0001688701,0.0003270743,0.0002857872,0.00003734428,0.0002804338,0.00009116982,0.003934352],"category_scores_gemma":[0.0001664368,0.00005268724,0.00009566711,0.0001128491,0.0004898443,0.0001391466,0.00001708839,0.0001806527,0.0001212884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002470782,"about_ca_system_score_gemma":0.0007104146,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03183483,"about_ca_topic_score_gemma":0.4108312,"domain_scores_codex":[0.9991832,0.0001338461,0.0002266377,0.00007003931,0.0001745109,0.0002117905],"domain_scores_gemma":[0.9993632,0.00003288049,0.0002277198,0.00008101931,0.0001230916,0.0001720716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005418924,0.0005444739,0.03270342,0.00005456695,0.0004283662,0.002543509,0.4244868,0.000008616284,0.0005995946,0.2187767,0.2584236,0.06088838],"study_design_scores_gemma":[0.0002219406,0.0001182661,0.007860599,0.00001045851,0.00001973312,0.00006093031,0.001021347,4.129006e-7,0.00001197846,0.002265935,0.9883424,0.00006599439],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3034912,0.003529415,0.001065381,0.005655,0.005351357,0.0002013155,0.00001338392,0.00003458098,0.6806583],"genre_scores_gemma":[0.9820906,0.001140096,0.0007816107,0.0007360585,0.000856544,0.000001281651,3.713242e-7,0.00001211964,0.0143813],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7299188,"threshold_uncertainty_score":0.9969762,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2322027663","doi":"10.5840/raven20111894","title":"Thunder Bay, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Marine and environmental studies","field":"Earth and Planetary Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Thunder; Bay; Geography; Archaeology; Meteorology","authors":[{"name":"Doreen Braverman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0356368303360758,"gpt":0.1900127098081274,"spread":0.1543758794720516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001611378,0.00006905869,0.0001649923,0.00004595096,0.00005434919,0.000004537278,0.0001402065,0.00003959138,0.01863727],"category_scores_gemma":[0.000009606806,0.00004846091,0.00006832919,0.00003252523,0.00008625068,0.00007999912,0.00001562061,0.0001464524,0.0001917533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009463747,"about_ca_system_score_gemma":0.00002998559,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01634707,"about_ca_topic_score_gemma":0.09247955,"domain_scores_codex":[0.9994391,0.00003213792,0.0002041619,0.00006625183,0.0001013108,0.0001570935],"domain_scores_gemma":[0.9997087,0.0000202599,0.0001253457,0.00006135212,0.00001214671,0.0000722652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001045369,0.00002035693,0.9802369,0.000001764879,0.00005433869,0.0001092824,0.0008566874,0.00002735585,0.000003776099,0.00005689528,0.0004907644,0.01803735],"study_design_scores_gemma":[0.0002144733,0.0006226433,0.9640921,0.000003575792,0.00001913669,0.0003813096,0.0001445584,0.00001073657,0.00002096467,0.002656264,0.03177571,0.00005850966],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8434013,0.0006048235,0.0001338589,0.0001270066,0.0004425364,0.00002708538,0.000001318359,0.00000322627,0.1552588],"genre_scores_gemma":[0.9970177,0.0001184933,0.001439251,0.0002964781,0.00007082495,6.590492e-8,0.00000113634,0.000001460609,0.001054586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1542042,"threshold_uncertainty_score":0.9902031,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2329928852","doi":"10.5840/raven20111830","title":"Fredericton, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Oceanography; Environmental science; Geology","authors":[{"name":"Luc Baronian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03610486737768861,"gpt":0.2525853263952906,"spread":0.216480459017602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003838956,0.00004460644,0.0001622254,0.0003452773,0.0002682867,0.00003942322,0.0002737273,0.00009627865,0.004378023],"category_scores_gemma":[0.0001782418,0.00005218064,0.0001057115,0.000146761,0.0003729266,0.0001371169,0.00001308474,0.0001643819,0.0001439752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000266225,"about_ca_system_score_gemma":0.003807347,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5102217,"about_ca_topic_score_gemma":0.7330006,"domain_scores_codex":[0.9992346,0.0001097611,0.0002309213,0.00006199817,0.0001581108,0.0002046296],"domain_scores_gemma":[0.9992887,0.00002916299,0.0002256407,0.0000756962,0.00009999173,0.0002808421],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001830566,0.0001863879,0.01031203,0.00001169075,0.0001942982,0.00089482,0.1834173,0.00000415511,0.0002263308,0.3949301,0.3596383,0.05000158],"study_design_scores_gemma":[0.0002334757,0.0001150641,0.01191472,0.000006830157,0.00002132267,0.00007788397,0.001006215,2.46016e-7,0.000009400483,0.005887249,0.9806675,0.00006003235],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1863596,0.007761244,0.002987138,0.008463941,0.007352183,0.0001891294,0.00000182629,0.00004795343,0.786837],"genre_scores_gemma":[0.8951801,0.002535958,0.006955005,0.002430924,0.00305505,5.764047e-7,6.948098e-7,0.00003314479,0.08980855],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7088205,"threshold_uncertainty_score":0.9965321,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2333262585","doi":"10.5840/raven20111847","title":"Kelowna, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"American Sports and Literature","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Aeronautics; Engineering","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02082165255480132,"gpt":0.1935214867689134,"spread":0.1726998342141121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001612588,0.00006493101,0.0002747199,0.00004640109,0.0001236376,0.0001478827,0.0001772929,0.00004910662,0.06558415],"category_scores_gemma":[0.00001986092,0.00007453675,0.0001329036,0.00002416991,0.0003388598,0.0001429646,0.00002070308,0.0002321301,0.0000266769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000141828,"about_ca_system_score_gemma":0.0000556667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003961093,"about_ca_topic_score_gemma":0.005945921,"domain_scores_codex":[0.9992379,0.00003602566,0.0003499523,0.00008596481,0.0001064559,0.0001837266],"domain_scores_gemma":[0.9992619,0.0000152212,0.0003362041,0.00009402809,0.0002072624,0.00008534327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000185279,0.0006088369,0.02659133,0.0000380037,0.0004324267,0.004550261,0.120468,0.000001169336,0.00006718923,0.05805999,0.7259791,0.06301837],"study_design_scores_gemma":[0.000303989,0.0004789715,0.010581,0.00003329296,0.0000341198,0.001175977,0.002089313,0.00000111617,0.000002560024,0.001367003,0.9838271,0.0001056052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5077042,0.00171061,0.0001119236,0.0001717927,0.002369814,0.00008523256,0.0000311604,0.00002468058,0.4877906],"genre_scores_gemma":[0.9407292,0.00004960181,0.0005639571,0.0009291149,0.0009122199,0.000001061279,0.000002304539,0.00001623269,0.05679633],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.433025,"threshold_uncertainty_score":0.93527,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2329470057","doi":"10.5840/raven20111862","title":"Nanaimo, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Marine and coastal plant biology","field":"Earth and Planetary Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"James F. E. Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01813187992430667,"gpt":0.1856883613506316,"spread":0.1675564814263249,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002636182,0.0000547977,0.0002269305,0.00004388217,0.00005987087,0.00003216282,0.0002369605,0.00008864575,0.01617977],"category_scores_gemma":[0.00005023645,0.00006289374,0.00008207335,0.00007891771,0.000100201,0.00009039008,0.00001408732,0.0001783263,0.0001013455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000179099,"about_ca_system_score_gemma":0.00005994658,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08895849,"about_ca_topic_score_gemma":0.2432466,"domain_scores_codex":[0.9992043,0.00008658796,0.0003046872,0.00009432069,0.00008904375,0.0002210912],"domain_scores_gemma":[0.9994885,0.00005185348,0.000206457,0.00007295882,0.00006715064,0.0001130213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001075222,0.00003841895,0.6520432,0.000007215139,0.0000695335,0.001525883,0.0001283924,0.000006499826,0.00003524879,0.00003380417,0.02265177,0.3233525],"study_design_scores_gemma":[0.0004637713,0.001354806,0.8105021,0.00001501306,0.00002790679,0.01072217,0.000109358,0.00003893287,0.00002064793,0.004847536,0.1717616,0.0001362354],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7570754,0.0007568699,0.0001473687,0.00006516925,0.001171777,0.00005038743,0.00003183549,0.00001017646,0.240691],"genre_scores_gemma":[0.9938913,0.0001595,0.0009094467,0.0004117794,0.0002139858,9.546217e-8,0.000007542797,0.000002166752,0.004404165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3232163,"threshold_uncertainty_score":0.9847196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2317284012","doi":"10.5840/raven20111845","title":"Kamloops, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","authors":[{"name":"James L. Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0269258001357064,"gpt":0.266512992861163,"spread":0.2395871927254566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008130324,0.00004022445,0.0001974216,0.00005084127,0.0003333481,0.000003826642,0.0003099457,0.00018191,0.003668644],"category_scores_gemma":[0.0002994103,0.00005636737,0.000101799,0.0001016278,0.001025456,0.0001254084,0.00003468172,0.0003114256,0.00003870978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006765949,"about_ca_system_score_gemma":0.0002360589,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01495523,"about_ca_topic_score_gemma":0.0761083,"domain_scores_codex":[0.9989733,0.0003122092,0.0002520376,0.0000805965,0.0001425117,0.00023941],"domain_scores_gemma":[0.9993118,0.00008008059,0.0002443966,0.00006432182,0.0001719746,0.0001273984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003528878,0.0004328389,0.4040875,0.00001702797,0.0003190295,0.004138516,0.08866645,0.000001073373,0.0002205962,0.01472796,0.2461588,0.2408773],"study_design_scores_gemma":[0.0006225471,0.000502162,0.1617545,0.00002772539,0.00004705835,0.001031031,0.001130207,7.186442e-7,0.00001717516,0.074626,0.760085,0.0001559013],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8420578,0.01436642,0.0006720797,0.0009339294,0.004069166,0.0001495179,0.000004191471,0.00003995872,0.1377069],"genre_scores_gemma":[0.9870641,0.001158178,0.003763124,0.0004449801,0.0003134144,8.320691e-7,3.504042e-7,0.000006604272,0.007248467],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5139261,"threshold_uncertainty_score":0.9972422,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2313901806","doi":"10.5840/raven20111891","title":"St. John’s, Newfoundland and Labrador","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geology and Paleoclimatology Research","field":"Earth and Planetary Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"Scott Mainwaring","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0319808550204642,"gpt":0.2425737702546656,"spread":0.2105929152342014,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005846484,0.00008586607,0.0002569477,0.0001639496,0.00009257536,0.000007594127,0.0002001317,0.0001411417,0.004600766],"category_scores_gemma":[0.0000978536,0.000062464,0.00004645174,0.00008573297,0.0003513152,0.0001040772,0.00001397327,0.0003250049,0.0001202953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":9.291157e-7,"about_ca_system_score_gemma":0.00006935983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003113133,"about_ca_topic_score_gemma":0.003600871,"domain_scores_codex":[0.9991037,0.0001552336,0.0002555719,0.0001097182,0.00009985374,0.0002758841],"domain_scores_gemma":[0.9993325,0.0001968884,0.0001527855,0.00009018151,0.00007356428,0.0001540085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002104805,0.00001524558,0.995325,0.000007321083,0.00005214626,0.0003923957,0.0004449346,0.000004481008,0.000003869074,0.0005134433,0.0002054173,0.002825258],"study_design_scores_gemma":[0.0005511821,0.0007357407,0.981891,0.000006806566,0.00002329516,0.005468911,0.0001114846,0.00006998552,0.00001166778,0.007667327,0.00339192,0.00007067723],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9849751,0.002569327,0.00008024272,0.0004222151,0.0003757132,0.00004347755,0.000005851318,0.000005117783,0.01152297],"genre_scores_gemma":[0.9974647,0.0004100658,0.001614332,0.0002334239,0.00007365255,1.253835e-7,0.00000373316,0.00000189756,0.0001980737],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01343401,"threshold_uncertainty_score":0.9963092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4249345529","doi":"10.5840/raven20111883","title":"Saskatoon, Saskatchewan","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02828206337253884,"gpt":0.2421323632969037,"spread":0.2138502999243649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006409913,0.00004679976,0.0001709981,0.0003910396,0.0003017947,0.00003895477,0.000271965,0.0001023059,0.003147313],"category_scores_gemma":[0.00009104179,0.00005452661,0.0001164531,0.0001417365,0.0006588108,0.0001547371,0.00001364247,0.0001804169,0.0001215527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002918589,"about_ca_system_score_gemma":0.001397246,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08619872,"about_ca_topic_score_gemma":0.7440915,"domain_scores_codex":[0.9991394,0.0001604683,0.0002470712,0.00006574391,0.000171953,0.0002153617],"domain_scores_gemma":[0.9993135,0.00003228679,0.0002294993,0.00008446097,0.0001372782,0.0002029669],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002858416,0.000398106,0.007568381,0.0000243381,0.0002730133,0.001563414,0.6049592,0.000003231862,0.0005512175,0.1097698,0.2162995,0.05830386],"study_design_scores_gemma":[0.0002213041,0.0001543037,0.00486842,0.00000859528,0.00002484621,0.00008974008,0.008048788,2.108769e-7,0.00001527283,0.004768944,0.9817305,0.00006907411],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3281678,0.003091899,0.000796101,0.003473147,0.004502953,0.0001498649,0.000007644418,0.00003728386,0.6597733],"genre_scores_gemma":[0.9743254,0.0001753725,0.001544504,0.0006420724,0.0005770207,8.350756e-7,3.024063e-7,0.00001113165,0.02272336],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7654309,"threshold_uncertainty_score":0.9977639,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2333592427","doi":"10.5840/raven20111865","title":"North Bay, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Marine and environmental studies","field":"Earth and Planetary Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Bay; Geography; Oceanography; Archaeology; Geology","authors":[{"name":"Christopher Bedwell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03101636434390877,"gpt":0.1702811925914792,"spread":0.1392648282475704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001162024,0.00006887833,0.0001672003,0.00004645247,0.00005376794,0.000003839887,0.0001444026,0.00003042495,0.01453004],"category_scores_gemma":[0.00001000071,0.00004880245,0.00006552898,0.00003893382,0.00007752542,0.00007578916,0.00001521544,0.0001442049,0.0001901176],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008403699,"about_ca_system_score_gemma":0.00002986787,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0205427,"about_ca_topic_score_gemma":0.379595,"domain_scores_codex":[0.9994419,0.0000285879,0.0002099906,0.00006503116,0.00009932883,0.0001551828],"domain_scores_gemma":[0.9996936,0.00002182267,0.0001340421,0.00006035084,0.00001291535,0.00007722267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006209491,0.00001736584,0.9841529,0.000001436699,0.00004125607,0.0001262733,0.0008829772,0.00004275327,8.379595e-7,0.00001406175,0.0004112096,0.01424685],"study_design_scores_gemma":[0.0001875059,0.0004855322,0.95928,0.000002136787,0.00001770883,0.0003113785,0.00007275785,0.00001117668,0.000009388376,0.0005785938,0.03898901,0.00005487536],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9298639,0.0003072963,0.00005701636,0.00005842299,0.000320542,0.0000223705,0.000002154163,0.000002551414,0.06936574],"genre_scores_gemma":[0.9974189,0.0001284228,0.001320791,0.0002167682,0.00007151622,6.623861e-8,0.00000253579,0.000001373579,0.0008395999],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3590522,"threshold_uncertainty_score":0.9863708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2335740553","doi":"10.5840/raven201118113","title":"Yellowknife, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology; Archaeology; Geography","authors":[{"name":"James L. Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03047062963321058,"gpt":0.2851181125446642,"spread":0.2546474829114536,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006192841,0.00006782417,0.0001995991,0.0001301761,0.0002560852,9.100484e-7,0.0003213542,0.0001671566,0.0006368151],"category_scores_gemma":[0.0002078364,0.0000573196,0.0001051126,0.00009871407,0.001248891,0.0001520641,0.00003269708,0.0002969022,0.00003237371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006646625,"about_ca_system_score_gemma":0.0002259288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002755031,"about_ca_topic_score_gemma":0.01013384,"domain_scores_codex":[0.999043,0.0002433551,0.0002599346,0.00007510864,0.000151031,0.000227502],"domain_scores_gemma":[0.9992958,0.00009535395,0.000252292,0.00007740153,0.0001594023,0.0001197878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008157491,0.0003169287,0.5839695,0.00001438213,0.0002563108,0.001481771,0.2275489,0.000001808696,0.0001911716,0.1414433,0.01016292,0.03379722],"study_design_scores_gemma":[0.0004173056,0.0005395577,0.1107635,0.00001427809,0.00004429134,0.000232645,0.001870008,5.019452e-7,0.0001641744,0.0389708,0.8468423,0.0001406262],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8234202,0.01343876,0.0008457748,0.003368463,0.01241531,0.0002072482,0.00001096525,0.0000676352,0.1462257],"genre_scores_gemma":[0.9936901,0.0007258086,0.003350794,0.0002421609,0.0006659953,7.141952e-7,8.789428e-7,0.000005858895,0.001317718],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8366795,"threshold_uncertainty_score":0.6972678,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2334631745","doi":"10.5840/raven201118101","title":"Truro, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Geography; Archaeology; Aeronautics; Engineering","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06805034738671957,"gpt":0.2381974067769874,"spread":0.1701470593902678,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003168846,0.0001103246,0.0003136583,0.0000215916,0.0000790901,0.000007521852,0.0002792877,0.0001095446,0.002001507],"category_scores_gemma":[0.0000943572,0.00004001002,0.0001493892,0.0001294488,0.0001678638,0.00007581338,0.0000591117,0.0001865028,0.0001183418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001900152,"about_ca_system_score_gemma":0.00001307951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002990337,"about_ca_topic_score_gemma":0.001227372,"domain_scores_codex":[0.9990872,0.00009028601,0.000358379,0.000121316,0.00008312205,0.0002597009],"domain_scores_gemma":[0.9993077,0.0001239038,0.0003108142,0.00003735178,0.0001303186,0.00008990384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007946583,0.00110838,0.8874133,0.00001673371,0.0007592035,0.000721127,0.0004808086,0.000002802957,0.04785132,0.001660083,0.0159989,0.04319265],"study_design_scores_gemma":[0.0002794901,0.001430231,0.954643,0.000008290363,0.00003730265,0.0004994693,0.0003908996,0.000001423839,0.0007007174,0.001916941,0.03997548,0.0001167573],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9860836,0.0007528029,0.00002174029,0.001129608,0.0009125762,0.00006360926,0.000004030722,0.00001092681,0.0110211],"genre_scores_gemma":[0.9982082,0.00009347992,0.0007043909,0.0004458785,0.0003686881,6.649691e-7,2.340226e-7,7.434435e-7,0.0001777333],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06722967,"threshold_uncertainty_score":0.9989108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2319794833","doi":"10.5840/raven2004114","title":"Constructing Canadian Symbolism: National Identity as Expressed in Canadian Heraldic Authority Grants","year":2004,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Identity (music); National identity; Art; Political science; Public administration; Law; Aesthetics; Politics","authors":[{"name":"Bruce Patterson","is_ca":false},{"name":"Saguenay Herald","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.017246330227993,"gpt":0.2957762022822931,"spread":0.2785298720543001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001528601,0.00008625546,0.0002597464,0.001993691,0.0007760434,0.0001865446,0.0003895048,0.0002147045,0.0008858788],"category_scores_gemma":[0.001060494,0.0001191386,0.00009815255,0.0004713091,0.000584151,0.0005119808,0.00001090133,0.0004406815,0.00006659314],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.009826356,"about_ca_system_score_gemma":0.03072403,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9996164,"about_ca_topic_score_gemma":0.9999928,"domain_scores_codex":[0.9982141,0.0002148115,0.0003931237,0.0001389647,0.000418122,0.0006208778],"domain_scores_gemma":[0.9982558,0.00005136363,0.0002051207,0.00007314085,0.0003141482,0.001100356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003250849,0.00005444621,0.03366891,0.00001670193,0.00007507618,0.002461622,0.0234373,0.0002426646,0.00009136632,0.9324836,0.003859378,0.003576496],"study_design_scores_gemma":[0.002053661,0.00009845981,0.0592578,0.0001358847,0.00003644199,0.0007161269,0.008224947,0.000006530593,0.0000152763,0.1766831,0.7523561,0.0004157496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8980336,0.0007136774,0.00002958418,0.01708316,0.002688466,0.0001685029,0.00008833503,0.00001024369,0.08118439],"genre_scores_gemma":[0.9981552,0.0001112191,0.0002036467,0.0008066407,0.0003451049,0.000001517746,0.000003041702,0.000008331981,0.0003653304],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7558005,"threshold_uncertainty_score":0.9939747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2331286191","doi":"10.5840/raven20111875","title":"Red Deer, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Forestry","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03783348179783404,"gpt":0.2923091124033706,"spread":0.2544756306055366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006769722,0.00005905927,0.0001875262,0.0001228084,0.0002057005,5.345674e-7,0.0003170603,0.000175707,0.001510403],"category_scores_gemma":[0.0004505331,0.00004983923,0.0001016291,0.00009596707,0.0007451609,0.0001084335,0.00003262202,0.0002789252,0.00005907739],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006280492,"about_ca_system_score_gemma":0.0001851022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006799741,"about_ca_topic_score_gemma":0.00222707,"domain_scores_codex":[0.9990313,0.0003059041,0.0002406647,0.00007296763,0.0001243899,0.0002247936],"domain_scores_gemma":[0.9992666,0.0001624108,0.0002482314,0.00007895435,0.0001248367,0.0001189165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002186354,0.0004802326,0.1272256,0.00001785575,0.000506906,0.001417741,0.3505344,0.000005761116,0.0009963176,0.3563446,0.08843894,0.07184526],"study_design_scores_gemma":[0.0006405697,0.0005233475,0.02336436,0.00001468325,0.0000518819,0.0003108606,0.0009263471,0.000002394587,0.0001914533,0.07965907,0.8941696,0.000145488],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3687136,0.01336749,0.001480732,0.0108493,0.007060241,0.0002281578,0.000001395392,0.00003819381,0.5982609],"genre_scores_gemma":[0.9886617,0.0007486696,0.004843021,0.0004551907,0.000279732,6.405834e-7,2.618748e-7,0.000005945261,0.00500485],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8057306,"threshold_uncertainty_score":0.9994023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231317453","doi":"10.5840/raven201118102","title":"Vancouver, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.02479127138920697,"gpt":0.2603033833867197,"spread":0.2355121119975127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004543535,0.00003582583,0.0001689336,0.00003136593,0.0001760472,0.00004196665,0.0002668303,0.00009285374,0.002570463],"category_scores_gemma":[0.0003396776,0.00005551748,0.00009311057,0.0001190811,0.0002804486,0.0001330855,0.00001432109,0.0001570831,0.0000176049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009447343,"about_ca_system_score_gemma":0.000438894,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5598801,"about_ca_topic_score_gemma":0.9381776,"domain_scores_codex":[0.999154,0.0001173111,0.000233535,0.0000685382,0.0001664606,0.0002601553],"domain_scores_gemma":[0.9992928,0.00004690634,0.0002796231,0.00006857461,0.0001211388,0.0001909665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002499556,0.00006567058,0.01246438,0.000003897782,0.00004528953,0.0006983738,0.008127427,6.883923e-7,0.00001687677,0.005055999,0.9555702,0.01792619],"study_design_scores_gemma":[0.0003165922,0.0001321446,0.03878533,0.00002020451,0.00001361943,0.0001796802,0.000424196,5.101816e-7,0.000006988635,0.01214259,0.9479045,0.00007364029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6545262,0.001945953,0.0006093888,0.002302281,0.005975251,0.0002046319,0.00007715025,0.0000274979,0.3343317],"genre_scores_gemma":[0.9688596,0.000345892,0.0007944768,0.00217882,0.0005953475,9.177546e-7,1.226084e-7,0.000008587635,0.02721623],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3782975,"threshold_uncertainty_score":0.9983413,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2315806720","doi":"10.5840/raven20111872","title":"Prince George, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"George (robot); History; Art; Art history","authors":[{"name":"James Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03015981482784084,"gpt":0.2570365019271098,"spread":0.2268766870992689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001739389,0.00006935799,0.0003881895,0.00005696775,0.00004060862,0.00001374892,0.0001023628,0.00008581658,0.002280185],"category_scores_gemma":[0.0000894012,0.00007912561,0.0001609492,0.00009242713,0.00009174681,0.0000749419,0.00001655162,0.0001799913,0.00004507036],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005275643,"about_ca_system_score_gemma":0.0001034101,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003620637,"about_ca_topic_score_gemma":0.002145797,"domain_scores_codex":[0.9991679,0.00003445199,0.0003488592,0.00009680953,0.00014344,0.0002085367],"domain_scores_gemma":[0.9993103,0.00003912896,0.0002267402,0.0001339945,0.0001577473,0.0001320972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002193386,0.0002524299,0.980902,0.000008907914,0.0002528579,0.003944285,0.000847603,1.825812e-7,0.0002295142,0.00007106084,0.004442745,0.008829125],"study_design_scores_gemma":[0.004216914,0.00109809,0.9642498,0.0001255673,0.0002495564,0.01246418,0.0002926267,0.000002337759,0.00042208,0.0009725748,0.01579903,0.0001072552],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9892866,0.001225231,0.0001492054,0.0001311442,0.0004013729,0.00009449045,6.580815e-7,0.00001530277,0.008695965],"genre_scores_gemma":[0.9864587,0.0003373189,0.003648193,0.0005206017,0.0001540012,0.000001758553,0.000001434076,0.00001647243,0.008861512],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01665216,"threshold_uncertainty_score":0.9986319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2313994830","doi":"10.5840/raven201118105","title":"Vernon, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"History","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0308446665211818,"gpt":0.2652305800935946,"spread":0.2343859135724128,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000571732,0.00003490165,0.0001436414,0.00003867035,0.0001723197,0.00008719616,0.0003777308,0.00006051865,0.002634813],"category_scores_gemma":[0.0001197321,0.00004677276,0.00007678854,0.0001222907,0.0003377057,0.0001727522,0.0000394141,0.0001054132,0.00004157806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002814414,"about_ca_system_score_gemma":0.00009263032,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.009585577,"about_ca_topic_score_gemma":0.02878935,"domain_scores_codex":[0.9991328,0.0001370311,0.0002272611,0.00007549084,0.0002114223,0.000215989],"domain_scores_gemma":[0.9994919,0.00002712765,0.0002034967,0.0000667715,0.0001114173,0.00009934315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001673496,0.0009095533,0.4785534,0.00004698588,0.0003692116,0.002532748,0.07453395,0.000006317708,0.0003267974,0.02534192,0.2160851,0.2011267],"study_design_scores_gemma":[0.0007095866,0.0004557439,0.2306265,0.00006433224,0.00005868634,0.0001835481,0.008199026,0.000002422225,0.00001050434,0.01713673,0.7423784,0.0001745914],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.603671,0.0004136581,0.0006122731,0.0002728156,0.00128693,0.0000815742,9.078711e-7,0.00001414388,0.3936467],"genre_scores_gemma":[0.9811144,0.0002485626,0.0009359427,0.000231611,0.0002166598,7.239827e-7,1.475896e-7,0.000005283367,0.01724668],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5262933,"threshold_uncertainty_score":0.9982769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2316725190","doi":"10.5840/raven20111842","title":"Inuvik, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology; Geography","authors":[{"name":"James L. Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07029277128394897,"gpt":0.367217765113667,"spread":0.296924993829718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007901794,0.0001147865,0.0004478043,0.0001382213,0.001085039,0.000001517271,0.000245202,0.0002329506,0.001536716],"category_scores_gemma":[0.0002043697,0.00008701591,0.0001054994,0.0000865058,0.0001282045,0.00006865975,0.000132299,0.0006705948,0.0001936628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001602303,"about_ca_system_score_gemma":0.0004042457,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004581744,"about_ca_topic_score_gemma":0.03482324,"domain_scores_codex":[0.9980714,0.0002869754,0.0007264664,0.00009888044,0.00009963811,0.0007166151],"domain_scores_gemma":[0.998456,0.0001877518,0.0006260292,0.0001453428,0.0004763947,0.0001084767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003493657,0.000173138,0.8565486,0.00005493588,0.0002340251,0.0003663518,0.130215,0.000001541749,0.00005912882,0.006922029,0.004213738,0.0008621422],"study_design_scores_gemma":[0.001910602,0.002721159,0.5703583,0.00006581784,0.000113074,0.0005502086,0.0414147,0.000002571177,0.00005708837,0.004787813,0.3777794,0.0002392827],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9534778,0.0006421211,0.0002652162,0.001019728,0.007389726,0.0002631712,0.00001686833,0.00002100605,0.03690434],"genre_scores_gemma":[0.9954264,0.0002443956,0.00143045,0.001127812,0.001164814,0.00001226853,0.000002813239,0.00001823482,0.0005728223],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3735657,"threshold_uncertainty_score":0.999376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2087678569","doi":"10.5840/raven2011186","title":"Abbotsford, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"James Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0217806517497679,"gpt":0.2247173777141187,"spread":0.2029367259643508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005414014,0.00002711309,0.000157818,0.0001375626,0.0004430384,0.000193264,0.0002458976,0.00009793643,0.008830893],"category_scores_gemma":[0.0001782121,0.00005190022,0.0001061102,0.0001218138,0.0005772639,0.0001462605,0.00001289897,0.00016472,0.00006139014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002512349,"about_ca_system_score_gemma":0.0007434429,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7795699,"about_ca_topic_score_gemma":0.9880811,"domain_scores_codex":[0.9992257,0.0001209433,0.0002262697,0.00006320835,0.000158618,0.0002052519],"domain_scores_gemma":[0.9993914,0.00002422535,0.0001983255,0.00006097506,0.000143191,0.0001819055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008533499,0.000380532,0.05649877,0.00002550375,0.0002482457,0.004251901,0.06201843,0.000001577551,0.0001216501,0.02096359,0.7145683,0.1408362],"study_design_scores_gemma":[0.0002272312,0.0001085258,0.03568317,0.00001337484,0.00002094617,0.0002904714,0.0009223706,1.996265e-7,8.495844e-7,0.004532496,0.9581385,0.00006186917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5724618,0.003060943,0.0003416091,0.0007297937,0.003739639,0.000128597,0.00001366493,0.00002499162,0.419499],"genre_scores_gemma":[0.9490517,0.001134369,0.001282937,0.0006710094,0.0007177115,0.000001552901,5.764967e-7,0.00001471423,0.0471254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3765899,"threshold_uncertainty_score":0.9920751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004320564","doi":"10.5840/raven2006132","title":"Flag Display and Precedence in Québec","year":2006,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Flag (linear algebra); Computer science; Mathematics","authors":[{"name":"Patrice de la Brosse","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.004729322061599067,"gpt":0.2311108786017486,"spread":0.2263815565401495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004121139,0.0000322438,0.000122084,0.0002914365,0.0001631743,0.00004489615,0.0001084391,0.000061662,0.0001826629],"category_scores_gemma":[0.0001328751,0.00003674588,0.00003189006,0.0001030076,0.0004355618,0.000111097,0.00001001686,0.0001278497,0.00001010259],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003748426,"about_ca_system_score_gemma":0.0008242872,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7507329,"about_ca_topic_score_gemma":0.990921,"domain_scores_codex":[0.999413,0.0001020287,0.0001835223,0.00005529579,0.0001061691,0.0001399963],"domain_scores_gemma":[0.9996671,0.00007254921,0.0001160796,0.00003612104,0.00003936281,0.00006878173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003869696,0.0005152673,0.4020108,0.00008354002,0.00009087539,0.002264334,0.09265606,0.0003857063,0.00268876,0.3103028,0.09091177,0.09770317],"study_design_scores_gemma":[0.0002941159,0.0000625361,0.1052892,0.00002014722,0.000008961413,0.00008174791,0.0005550579,0.000006212543,0.000003784691,0.00239145,0.8912253,0.00006140376],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9631951,0.004868769,0.00006228639,0.005186311,0.0004245797,0.0000503469,0.00000201885,0.000004068317,0.02620652],"genre_scores_gemma":[0.9951752,0.0003153805,0.00009869755,0.00009237827,0.0001990402,5.269192e-7,1.435646e-7,0.000002922513,0.004115735],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8003136,"threshold_uncertainty_score":0.250927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2324039226","doi":"10.5840/raven20111884","title":"Sault Ste. Marie, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Invertebrate Taxonomy and Ecology","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Cartography; Geography","authors":[{"name":"Christopher Bedwell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04434876921134267,"gpt":0.1908432469159164,"spread":0.1464944777045737,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003136853,0.0001015596,0.0002709886,0.00002240953,0.00009133901,0.000009046071,0.0002969851,0.0001602583,0.01159704],"category_scores_gemma":[0.00004413895,0.00003779347,0.0001314515,0.00008761372,0.00009193736,0.0001097853,0.00004914583,0.0002569185,0.0001453432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006070143,"about_ca_system_score_gemma":0.00005099902,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002846187,"about_ca_topic_score_gemma":0.05238481,"domain_scores_codex":[0.9990875,0.00009252511,0.0003544018,0.0001114422,0.00008236629,0.0002718023],"domain_scores_gemma":[0.9993643,0.00009303041,0.0002878899,0.0000375939,0.0001102969,0.0001068694],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002124593,0.001390277,0.5912747,0.00001572584,0.000556029,0.001635814,0.004621658,0.00001276133,0.04341136,0.01783774,0.01605781,0.3210616],"study_design_scores_gemma":[0.0004512673,0.002531795,0.5618034,0.000009296876,0.00004031547,0.0008181488,0.0003477009,0.000009790464,0.001275797,0.003545983,0.4289799,0.0001866297],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9836547,0.0001118799,0.00001764754,0.0004951598,0.0006273664,0.00005633203,0.000002324949,0.000008090291,0.01502653],"genre_scores_gemma":[0.9971408,0.00003576151,0.0006232883,0.00076177,0.0002098856,0.000001665599,0.000002735732,6.509098e-7,0.001223468],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4129221,"threshold_uncertainty_score":0.9893065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243002867","doi":"10.5840/raven20111854","title":"London, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"Doreen Braverman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1676225472501238,"gpt":0.3600141973724286,"spread":0.1923916501223049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009940752,0.00004766573,0.0001557278,0.0001157661,0.0001146926,0.000006559758,0.0001998409,0.0001108421,0.002492864],"category_scores_gemma":[0.000145301,0.00004160494,0.0000571599,0.0001117652,0.0001466596,0.00009146325,0.00001211345,0.0002470537,0.00004530457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001494343,"about_ca_system_score_gemma":0.0008188702,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.006889036,"about_ca_topic_score_gemma":0.121778,"domain_scores_codex":[0.9990693,0.0001757458,0.0003229044,0.00005748724,0.0001795442,0.0001949799],"domain_scores_gemma":[0.999173,0.00004369466,0.0002540668,0.00006584014,0.0003466501,0.0001167061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001589322,0.000213131,0.05343116,0.000009503559,0.00008662988,0.0002814752,0.1799216,3.436826e-7,0.00007120574,0.7177001,0.005453059,0.04267289],"study_design_scores_gemma":[0.0003031394,0.0002850262,0.02572733,0.00001294227,0.00000766538,0.00007623468,0.004408587,2.164717e-7,0.00005918289,0.01165386,0.957401,0.00006475555],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7874425,0.0006903175,0.0006742896,0.02167341,0.002060761,0.0000929907,5.922228e-7,0.00002050624,0.1873446],"genre_scores_gemma":[0.9953656,0.0002258488,0.001379198,0.0008883579,0.0002445583,5.820633e-7,1.629593e-7,0.000004366201,0.001891317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.951948,"threshold_uncertainty_score":0.9997241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008991920","doi":"10.5840/raven20111818","title":"Cape Breton, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Cape; Geography; Art; Archaeology; History; Engineering; Aeronautics","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03780280506342672,"gpt":0.2632638700394426,"spread":0.2254610649760158,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005921072,0.00004802356,0.0001732476,0.0004111043,0.0002111321,0.00003766064,0.0002858008,0.0001057299,0.007343184],"category_scores_gemma":[0.0001728209,0.00005594127,0.0001075024,0.0001572649,0.0006298495,0.0001429267,0.00001485306,0.0001935088,0.0003293473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002929577,"about_ca_system_score_gemma":0.0009550258,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2194517,"about_ca_topic_score_gemma":0.6621267,"domain_scores_codex":[0.9991561,0.0001331198,0.0002460683,0.00006911207,0.00017334,0.0002223118],"domain_scores_gemma":[0.9993039,0.0000311812,0.0002302252,0.00008238936,0.0001625277,0.0001897598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003971506,0.0004891145,0.02751835,0.00004175074,0.0004308772,0.002681986,0.2601061,0.000009094649,0.001092147,0.3362879,0.3219251,0.04902048],"study_design_scores_gemma":[0.0002849522,0.0001534279,0.01373702,0.0000136486,0.00003484945,0.0001733385,0.001383555,4.893351e-7,0.00002105394,0.00330886,0.9807989,0.00008991738],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4296743,0.003370811,0.0005189937,0.003385416,0.007071116,0.000135966,0.000007647828,0.000025476,0.5558103],"genre_scores_gemma":[0.9924543,0.0002443648,0.0008058093,0.0005774141,0.0005627613,1.896315e-7,3.027041e-7,0.000009345454,0.005345452],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6588738,"threshold_uncertainty_score":0.9935642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231659570","doi":"10.5840/raven201118103","title":"Burnaby, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Stochastic processes and financial applications","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Geology; History; Archaeology","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03745983010890038,"gpt":0.2044743055943846,"spread":0.1670144754854842,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002924636,0.00005465139,0.0003354719,0.00007354723,0.00007694089,0.00004416121,0.0002760929,0.000090845,0.001075001],"category_scores_gemma":[0.0001467643,0.00008804386,0.0001166235,0.0001558543,0.00008150217,0.00009533894,0.00003410479,0.0001618735,0.0001575959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003230717,"about_ca_system_score_gemma":0.00003684843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00283481,"about_ca_topic_score_gemma":0.0005595239,"domain_scores_codex":[0.9990159,0.000003410262,0.0006392097,0.000131687,0.00002405321,0.0001857881],"domain_scores_gemma":[0.9990279,0.00002105424,0.000648355,0.0001226819,0.00009858412,0.00008139403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004608146,0.0004427247,0.05246186,0.00002664013,0.0001539581,0.000193326,0.001000827,0.000003994493,0.0000439592,0.9255019,0.005983194,0.01414147],"study_design_scores_gemma":[0.0005481704,0.000318903,0.1193286,0.00001601772,0.00001204214,0.0009999943,0.00004865278,0.00002860149,0.000009197463,0.8179054,0.06064546,0.000138983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1204743,0.005670493,0.8259869,0.0002727728,0.0009957309,0.0001343104,0.00006318316,0.00001690363,0.04638541],"genre_scores_gemma":[0.9895829,0.0001603263,0.009192629,0.0002633088,0.0001975422,0.000006625299,0.000001103654,0.00001442766,0.00058117],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8691086,"threshold_uncertainty_score":0.9998382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2331186259","doi":"10.5840/raven20111870","title":"Portage la Prairie, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geological formations and processes","field":"Earth and Planetary Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Archaeology; Forestry","authors":[{"name":"James F. E. Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03325207630441711,"gpt":0.2195384544136702,"spread":0.1862863781092531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003700611,0.000063205,0.0001476359,0.00008294602,0.00005356983,0.00001120569,0.0001919893,0.00007301565,0.004973035],"category_scores_gemma":[0.00009220451,0.00004116834,0.00005681415,0.00009337133,0.00009586415,0.0001664233,0.000006244913,0.0001604358,0.0001772471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000001174462,"about_ca_system_score_gemma":0.00004713985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001640864,"about_ca_topic_score_gemma":0.0005006812,"domain_scores_codex":[0.999359,0.00007146673,0.0002727261,0.00005442472,0.00009630375,0.0001460457],"domain_scores_gemma":[0.9994678,0.00008995811,0.0002170607,0.00005977636,0.00008136644,0.00008405577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001538399,0.00006060917,0.9459676,0.00001954859,0.00005577355,0.0004890971,0.0007830227,0.0001412499,0.00001001364,0.003125977,0.00175314,0.04744012],"study_design_scores_gemma":[0.0002243217,0.0006394644,0.9101762,0.000007957399,0.00001876048,0.001912499,0.0003527194,0.00006046274,0.00005815102,0.01422897,0.07224391,0.00007659887],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8788568,0.000988286,0.0009289012,0.0003397201,0.0004062833,0.00004223439,0.000009226478,0.00001111181,0.1184174],"genre_scores_gemma":[0.9957227,0.00008148108,0.003755366,0.0002319211,0.00006334754,1.001885e-7,0.000003782415,0.000001145419,0.0001402023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1182772,"threshold_uncertainty_score":0.9959366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2335329108","doi":"10.5840/raven201118100","title":"Trois-Rivières, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"Luc Baronian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03135129053199729,"gpt":0.2384794454232157,"spread":0.2071281548912184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007296395,0.0001079455,0.0003721814,0.0005209806,0.0003954829,0.00005033556,0.0004522913,0.0002464429,0.01336442],"category_scores_gemma":[0.0002132415,0.0001319417,0.0002923585,0.0002570302,0.002065709,0.0002649137,0.00003027509,0.0004385745,0.0005847114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001226344,"about_ca_system_score_gemma":0.003250821,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9251102,"about_ca_topic_score_gemma":0.9804644,"domain_scores_codex":[0.9983452,0.000374853,0.0005059276,0.0001209618,0.0002454582,0.0004076159],"domain_scores_gemma":[0.998674,0.00008520221,0.0005329456,0.0001357146,0.0001927396,0.0003793333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003456192,0.0007919897,0.009117054,0.00009149096,0.0006548613,0.003420185,0.2331207,0.0000146511,0.0001029647,0.2362211,0.3291292,0.1869901],"study_design_scores_gemma":[0.0003688422,0.000428436,0.007578543,0.00004653306,0.0001307963,0.0004816522,0.001513877,0.000003075771,0.000006301588,0.003594255,0.9857169,0.000130757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3131826,0.2742909,0.001084249,0.05670109,0.03366233,0.0002860298,0.00006548523,0.00003339964,0.320694],"genre_scores_gemma":[0.6833404,0.01373509,0.00238864,0.002425637,0.004522371,0.000002772689,0.000001305586,0.00005726186,0.2935265],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6565877,"threshold_uncertainty_score":0.9875375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2335095243","doi":"10.5840/raven20111871","title":"Prince Albert, Saskatchewan","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"History","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0237758365688972,"gpt":0.2428782921114357,"spread":0.2191024555425385,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005237872,0.0000434597,0.0001538429,0.0002949978,0.000270013,0.00003070204,0.0002765834,0.00008890074,0.002423775],"category_scores_gemma":[0.000144986,0.0000499689,0.00009804477,0.0001158622,0.0005387424,0.0001312592,0.0000159034,0.0001690464,0.0001059026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002884333,"about_ca_system_score_gemma":0.001245186,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1500033,"about_ca_topic_score_gemma":0.7452334,"domain_scores_codex":[0.9992214,0.0001358969,0.0002207434,0.00006474687,0.000155911,0.0002012601],"domain_scores_gemma":[0.9993677,0.00003888268,0.0002177575,0.0000811045,0.000108562,0.0001860474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003631524,0.000477646,0.01740899,0.00003369911,0.0003288779,0.001827705,0.6247473,0.000006216069,0.0007026585,0.1756541,0.09511187,0.08333778],"study_design_scores_gemma":[0.0001866342,0.0001010885,0.00457505,0.000008945563,0.00001954197,0.00008349287,0.00387668,2.50813e-7,0.00001824796,0.003073866,0.9879928,0.00006342211],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3375514,0.002245565,0.0008742174,0.004018974,0.00397875,0.0001608267,0.000005319308,0.00002819109,0.6511368],"genre_scores_gemma":[0.958138,0.0003777179,0.002002138,0.000670796,0.0006091677,0.000001074356,2.790703e-7,0.00001194615,0.0381889],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8928809,"threshold_uncertainty_score":0.9984881,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136072598","doi":"10.5840/raven20111816","title":"Bridgewater, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Water Quality and Resources Studies","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Geography; Archaeology; Engineering; Aeronautics","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1005165743359012,"gpt":0.2519046515003599,"spread":0.1513880771644587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003920471,0.00008852991,0.0002133765,0.00004824328,0.000048868,0.000005462147,0.0002681579,0.00005990096,0.003577631],"category_scores_gemma":[0.00003197746,0.00006113771,0.0000959478,0.00008224984,0.0003355905,0.00008701045,0.0001522146,0.0001570247,0.000845607],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003970287,"about_ca_system_score_gemma":0.00000609169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005310401,"about_ca_topic_score_gemma":0.0001255438,"domain_scores_codex":[0.9991073,0.00009383178,0.0003240805,0.00009948674,0.0001555767,0.0002197199],"domain_scores_gemma":[0.9995707,0.00002277114,0.000204079,0.000107786,0.00001451183,0.00008015216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007717285,0.001024066,0.8782665,0.00004343741,0.000535999,0.001265871,0.04476627,0.0003142301,0.02241453,0.0009650997,0.03460531,0.015027],"study_design_scores_gemma":[0.001929899,0.001860408,0.8337194,0.00005087705,0.0001252077,0.003073088,0.0008777725,0.00002667836,0.02734045,0.006563321,0.1239872,0.0004457582],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9741307,0.0001828936,0.0005465307,0.000425715,0.0004755493,0.00003747634,0.000001056277,0.000006397277,0.02419362],"genre_scores_gemma":[0.9966581,0.00003355938,0.002178839,0.0003366931,0.00008532852,1.77114e-7,2.406723e-7,0.000007119182,0.0006999639],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08938185,"threshold_uncertainty_score":0.9999323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2315501766","doi":"10.5840/raven20111833","title":"Grande Prairie, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Forestry","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04711739357219571,"gpt":0.2274320537351115,"spread":0.1803146601629158,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002746612,0.0001169593,0.0003204691,0.00001930035,0.000119371,0.000005973603,0.0002784281,0.0001207119,0.001035349],"category_scores_gemma":[0.0001340839,0.00004223403,0.0001577821,0.0001164082,0.0001826767,0.00008146374,0.00005833863,0.0001777794,0.00005488882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001403643,"about_ca_system_score_gemma":0.00001248377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007345433,"about_ca_topic_score_gemma":0.004551545,"domain_scores_codex":[0.9990748,0.00009988624,0.0003607108,0.0001268263,0.00007249038,0.0002652497],"domain_scores_gemma":[0.9992232,0.000191742,0.0003284081,0.00003913987,0.0001179091,0.00009954256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001359111,0.001380035,0.926789,0.00001786144,0.0009846728,0.0005005872,0.001183887,0.000001113827,0.01263036,0.004163436,0.01624347,0.03474649],"study_design_scores_gemma":[0.0003152393,0.001491929,0.8668901,0.000007699929,0.00004485182,0.0004369405,0.0003606588,9.808094e-7,0.0003230064,0.004243087,0.1257646,0.0001208532],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9663922,0.0007247939,0.00002368638,0.001800862,0.0006710005,0.00009259867,0.000003545086,0.0000104979,0.0302808],"genre_scores_gemma":[0.9979991,0.0001363945,0.0005163424,0.0004253677,0.0002534435,0.00000321531,2.797693e-7,8.251936e-7,0.0006650433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1095212,"threshold_uncertainty_score":0.9998779,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2314122322","doi":"10.5840/raven20111829","title":"Fort Smith, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Historical Studies and Socio-cultural Analysis","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Archaeology; Geography; Environmental ethics; History; Philosophy","authors":[{"name":"James Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0390175671912542,"gpt":0.2143502959644961,"spread":0.1753327287732419,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001302489,0.0001082852,0.0003572638,0.00006434591,0.0007232472,0.00002082915,0.0001907428,0.00004730277,0.001274513],"category_scores_gemma":[0.00003571448,0.00006823114,0.0002662338,0.00003245644,0.0002824846,0.0001257031,0.0000327408,0.0001709331,0.00002654283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002225605,"about_ca_system_score_gemma":0.00002386061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001926547,"about_ca_topic_score_gemma":0.007323757,"domain_scores_codex":[0.9991606,0.00003870884,0.0003902838,0.00008280497,0.0001385615,0.000189052],"domain_scores_gemma":[0.9992644,0.00003011724,0.0002726061,0.00007567163,0.0002749128,0.0000822959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002600287,0.0005388483,0.03729742,0.00004781027,0.001589976,0.0004934164,0.6779177,0.000004066866,0.00003017356,0.2510432,0.02124815,0.009529236],"study_design_scores_gemma":[0.0002986637,0.0006329899,0.002705144,0.00001288701,0.000177249,0.00006641394,0.006055749,0.000001764928,0.00001507993,0.008331448,0.9815555,0.0001470931],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9594639,0.003027514,0.0001533499,0.01134937,0.004058118,0.0000889789,0.00002598199,0.00003304028,0.02179976],"genre_scores_gemma":[0.9931397,0.0004965118,0.0002851346,0.0002173065,0.001493532,0.000002046033,0.000002211806,0.000009563111,0.004354012],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9603074,"threshold_uncertainty_score":0.9996384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2321422473","doi":"10.5840/raven20111890","title":"St. Catharines, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Mormonism, Religion, and History","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology","authors":[{"name":"John Purcell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05806370557211831,"gpt":0.2100154480662888,"spread":0.1519517424941705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002077744,0.0001111365,0.0002759571,0.0001713019,0.0001468577,0.00001676155,0.0002315232,0.00006005415,0.01050397],"category_scores_gemma":[0.00001153716,0.00008835975,0.0001511129,0.00001263876,0.0002382241,0.0001085749,0.00002532798,0.0002695009,0.0001082102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000121006,"about_ca_system_score_gemma":0.0002449381,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01627913,"about_ca_topic_score_gemma":0.07811315,"domain_scores_codex":[0.9991726,0.0000298801,0.0003870759,0.00009219917,0.0001255379,0.0001927561],"domain_scores_gemma":[0.9992602,0.00001901976,0.0003132336,0.0001347029,0.0001783751,0.00009445362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003331314,0.0003531899,0.004324941,0.00002333003,0.0002490251,0.0005332779,0.3286563,0.000001481566,0.00006507278,0.5631636,0.09964245,0.002654169],"study_design_scores_gemma":[0.0004401972,0.0005397777,0.00247657,0.00001262763,0.00006047316,0.0003296508,0.0004965213,8.582455e-7,0.00002740254,0.01097487,0.9845309,0.0001101926],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4236874,0.002493541,0.0001087912,0.0001644736,0.003879855,0.00008299648,0.000006751967,0.00002320889,0.569553],"genre_scores_gemma":[0.9634551,0.0001593367,0.0004403125,0.0005021798,0.0008748184,0.000001789917,0.000002873557,0.00002038255,0.03454316],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8848884,"threshold_uncertainty_score":0.9904006,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235891053","doi":"10.5840/raven20111898","title":"Mississauga, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Maritime and Coastal Archaeology","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.07396716199193012,"gpt":0.1963561468379358,"spread":0.1223889848460057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001920802,0.00009439857,0.0002598971,0.000135905,0.00008629538,0.000009672074,0.0002279109,0.00005066532,0.0390525],"category_scores_gemma":[0.00002042988,0.00007317308,0.0001336769,0.00001375521,0.0003611972,0.0001037073,0.00006512531,0.0002537685,0.0001268863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002981529,"about_ca_system_score_gemma":0.0001278071,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.008333143,"about_ca_topic_score_gemma":0.04528197,"domain_scores_codex":[0.9992037,0.00006190315,0.0003513968,0.00008091523,0.0000934978,0.0002086113],"domain_scores_gemma":[0.9993969,0.00003325381,0.0002198468,0.0001029433,0.0001564536,0.00009062383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005576946,0.0003490575,0.00953187,0.00001811546,0.0003047953,0.0008772101,0.2314209,9.239855e-7,0.0001404962,0.728241,0.009542639,0.0190153],"study_design_scores_gemma":[0.0005430308,0.001197701,0.004257012,0.00001486969,0.00005372492,0.0007968268,0.001364829,0.000001849559,0.0001727429,0.06032107,0.931152,0.0001243382],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3747543,0.0003170208,0.0001624802,0.000577066,0.001285369,0.0000513817,0.000002729809,0.00001225509,0.6228374],"genre_scores_gemma":[0.9629376,0.00001807342,0.00109676,0.0006728776,0.0004361278,0.000001251473,0.000001160805,0.00001115996,0.034825],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9216093,"threshold_uncertainty_score":0.9982705,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2329334906","doi":"10.5840/raven20111846","title":"Kawartha Lakes, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Aquatic Invertebrate Ecology and Behavior","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","authors":[{"name":"Christopher Bedwell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03041036019949657,"gpt":0.2078302737974012,"spread":0.1774199135979046,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003560485,0.00008825083,0.0002031484,0.0000401014,0.00006233324,0.000002925387,0.0002522732,0.0001195734,0.09246853],"category_scores_gemma":[0.0000274332,0.00006934032,0.00008380518,0.00006081033,0.0002385244,0.0001312006,0.00006710567,0.0002707537,0.002320411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001512901,"about_ca_system_score_gemma":0.00006235565,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001448845,"about_ca_topic_score_gemma":0.02037381,"domain_scores_codex":[0.9991702,0.00007651376,0.0003167632,0.0001006832,0.0001168598,0.0002189649],"domain_scores_gemma":[0.9995064,0.00002405341,0.0002418263,0.0001179605,0.00001395625,0.00009577426],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001346838,0.0003407575,0.9752042,0.000001521151,0.00004560181,0.000659316,0.005141849,0.00001994804,0.001857966,0.0006422448,0.01195906,0.003992809],"study_design_scores_gemma":[0.0008378605,0.001177088,0.9544045,0.000006895463,0.00008761002,0.001730672,0.0001398909,0.00002279017,0.001726057,0.0052312,0.03446632,0.0001690965],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.964456,0.00001980525,0.0005420324,0.0001104612,0.0005261907,0.00004892689,4.17415e-7,0.000005071721,0.03429104],"genre_scores_gemma":[0.9915699,0.000004963124,0.00389299,0.0004726072,0.00003785938,0.000001320442,4.938971e-7,0.000006692059,0.004013223],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09014812,"threshold_uncertainty_score":0.9984564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2321418662","doi":"10.5840/raven20111855","title":"Medicine Hat, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1469562996906891,"gpt":0.4516761225891151,"spread":0.304719822898426,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001131508,0.0001281126,0.000618573,0.0002438831,0.0002236666,7.48009e-7,0.0003293565,0.0002310761,0.01228381],"category_scores_gemma":[0.0006062538,0.00008684723,0.0001052193,0.0001299695,0.0001379499,0.0001023271,0.00007696904,0.0008379001,0.000486437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001985365,"about_ca_system_score_gemma":0.0009353946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001127173,"about_ca_topic_score_gemma":0.0005302328,"domain_scores_codex":[0.997663,0.0004936153,0.001072591,0.0001140893,0.000184121,0.0004725392],"domain_scores_gemma":[0.9976065,0.0007682733,0.0008271799,0.0002320209,0.0003150918,0.000250959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001332506,0.0001950226,0.2343382,0.000338472,0.0003262391,0.0005697177,0.04127823,6.238633e-7,0.0004426349,0.05362492,0.6462724,0.02128109],"study_design_scores_gemma":[0.002550867,0.001339965,0.1069727,0.0001343848,0.00009527878,0.0003493522,0.001472315,0.000002205942,0.00002324745,0.01122705,0.8757011,0.000131588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08531784,0.003362569,0.001459402,0.05487248,0.008808707,0.0004284631,0.000004157616,0.00003347086,0.8457129],"genre_scores_gemma":[0.8230428,0.00266675,0.006016781,0.1313813,0.004154039,0.00002181381,0.00000806042,0.00008670682,0.03262179],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8130911,"threshold_uncertainty_score":0.9886191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2332344165","doi":"10.5840/raven20111879","title":"Saint John, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"SAINT; Geology; Art history; Environmental ethics; Art; Philosophy","authors":[{"name":"Luc Baronian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05481457660726675,"gpt":0.2311618060947068,"spread":0.1763472294874401,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003115223,0.0001229296,0.000343411,0.00002229274,0.0001099322,0.000009029543,0.0003022939,0.0001262485,0.001394205],"category_scores_gemma":[0.0001136481,0.0000453533,0.0001696296,0.0001239549,0.0001279099,0.00007374774,0.00006903273,0.0002115717,0.00008667003],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000426102,"about_ca_system_score_gemma":0.00006222567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002249016,"about_ca_topic_score_gemma":0.003716536,"domain_scores_codex":[0.9989909,0.0000939664,0.0003978328,0.0001334134,0.00009233443,0.000291552],"domain_scores_gemma":[0.9992039,0.0001307808,0.0003471201,0.00004232005,0.0001158621,0.0001600422],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001080718,0.001044853,0.785702,0.00001720194,0.0009858023,0.0008157668,0.0007604446,0.000006116613,0.02588909,0.009007329,0.03899217,0.1356985],"study_design_scores_gemma":[0.0002912456,0.00135506,0.8020495,0.000008314404,0.00003376584,0.0004036579,0.0003144622,0.000001568605,0.0004165792,0.003479311,0.1915328,0.0001137048],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878598,0.001674006,0.00006187616,0.00282771,0.0007551137,0.0000815111,0.000001474917,0.00001369237,0.006724793],"genre_scores_gemma":[0.9961995,0.0003134111,0.001294206,0.0006420026,0.0006447044,7.311593e-7,2.267568e-7,9.06672e-7,0.0009042375],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1525406,"threshold_uncertainty_score":0.9995186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232754344","doi":"10.5840/raven20111815","title":"Brantford, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science","authors":[{"name":"John Purcell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04055589235387865,"gpt":0.2360989967260943,"spread":0.1955431043722156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004644028,0.00003637148,0.0001406336,0.0003186022,0.000272616,0.0000301076,0.0002215201,0.00007986226,0.007364181],"category_scores_gemma":[0.00007990779,0.00004198238,0.00009934643,0.00008304705,0.0004126503,0.0001317825,0.00001044981,0.0001848655,0.00009827346],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006161372,"about_ca_system_score_gemma":0.001698728,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.791833,"about_ca_topic_score_gemma":0.9883051,"domain_scores_codex":[0.999356,0.00008150211,0.000197066,0.00005065111,0.0001386455,0.0001761148],"domain_scores_gemma":[0.999493,0.00002245019,0.0001752177,0.00006166157,0.00009617137,0.0001514804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003436782,0.0002913185,0.03202187,0.00001273487,0.0002348875,0.001500743,0.4972776,0.000003785364,0.0001610554,0.361192,0.06916142,0.03779892],"study_design_scores_gemma":[0.0002039489,0.0001122547,0.01557536,0.000006103064,0.00001931383,0.00008341717,0.0007416624,1.156342e-7,0.000004726225,0.004415795,0.9787878,0.0000494452],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4280475,0.0007942319,0.0003783496,0.001031151,0.003060306,0.00007821077,0.000002196314,0.00001273988,0.5665953],"genre_scores_gemma":[0.9417613,0.000296658,0.001431489,0.0006500038,0.0005045338,7.795213e-7,3.300401e-7,0.00001009398,0.05534483],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9096264,"threshold_uncertainty_score":0.9935432,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255226201","doi":"10.5840/raven20111896","title":"Brampton, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.09647116005499358,"gpt":0.2012901334393446,"spread":0.104818973384351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004008281,0.00008359002,0.0004500196,0.0001171745,0.00006678457,0.000008662271,0.0001842873,0.00008424483,0.002551396],"category_scores_gemma":[0.00003917592,0.00008384469,0.0001599458,0.00004318731,0.00007506634,0.0001030441,0.00003460588,0.0001782744,0.0003556437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001383229,"about_ca_system_score_gemma":0.00004252707,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00397071,"about_ca_topic_score_gemma":0.002077223,"domain_scores_codex":[0.9990477,0.00001040544,0.0006201882,0.0001075573,0.00001408027,0.0002000872],"domain_scores_gemma":[0.9992138,0.00002062603,0.0005698464,0.00009177549,0.00003341785,0.00007059526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000944186,0.0001239405,0.724136,0.000005092542,0.0003288342,0.00005090681,0.0150484,0.000004323796,0.000004367182,0.2538778,0.005364125,0.0009617974],"study_design_scores_gemma":[0.001131977,0.0004821243,0.3820799,0.000007905745,0.00001717707,0.0001584125,0.0003719462,0.000005637742,0.00003795129,0.2306394,0.3848525,0.0002150307],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7914549,0.001809043,0.001173264,0.0003273657,0.001430482,0.00004839647,0.000006359761,0.000006900401,0.2037433],"genre_scores_gemma":[0.9945198,0.0002220808,0.00109275,0.0003363593,0.0001786966,0.000001179833,4.906515e-7,0.000009684125,0.003638982],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3794884,"threshold_uncertainty_score":0.9983604,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2328170451","doi":"10.5840/raven20111880","title":"Saint-Hyacinthe, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Biological Control of Invasive Species","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology","authors":[{"name":"Luc Baronian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05787647372164135,"gpt":0.2171813587927585,"spread":0.1593048850711171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008368401,0.0002956343,0.0007697033,0.00005372793,0.0001450205,0.00002928402,0.0008290953,0.0005003577,0.02585854],"category_scores_gemma":[0.0008894327,0.0001189726,0.0005832034,0.0002402403,0.001059739,0.0001848405,0.000145793,0.0006508264,0.0006245914],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002280588,"about_ca_system_score_gemma":0.0001309329,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009130366,"about_ca_topic_score_gemma":0.007561527,"domain_scores_codex":[0.9973912,0.0005540643,0.0009324248,0.0002611588,0.0002302905,0.000630838],"domain_scores_gemma":[0.9975644,0.0005445612,0.0009480278,0.00009914797,0.000512258,0.0003316392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001753271,0.001457694,0.05120244,0.00004545157,0.0008309005,0.001881889,0.001478666,0.0000123058,0.06472085,0.1810295,0.02432353,0.6712635],"study_design_scores_gemma":[0.0007559095,0.007944553,0.2520887,0.0001167752,0.0001711682,0.002306451,0.000859175,0.00001089867,0.002533042,0.01722664,0.715586,0.0004006845],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8417656,0.07094347,0.0001865683,0.06088619,0.004364368,0.0002088955,0.00003877454,0.00002269193,0.02158343],"genre_scores_gemma":[0.9800038,0.001781445,0.001743548,0.002787416,0.001926947,0.000002127404,0.000001928754,0.000003840751,0.01174892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6912625,"threshold_uncertainty_score":0.9974679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231759483","doi":"10.5840/raven20111852","title":"Lethbridge, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology; Geography","authors":[{"name":"Alison Wilkes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03197258760781597,"gpt":0.2499577993979055,"spread":0.2179852117900896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004661285,0.00003862018,0.0001454211,0.0003351007,0.0002627554,0.00002963458,0.0002473276,0.00008337101,0.003572737],"category_scores_gemma":[0.0002812795,0.00004482027,0.0001004139,0.0001138218,0.0005018613,0.0001219922,0.0000126078,0.0001544552,0.0001706818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002187315,"about_ca_system_score_gemma":0.0006895714,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.279845,"about_ca_topic_score_gemma":0.6274224,"domain_scores_codex":[0.999284,0.0001337362,0.00020477,0.00005613788,0.0001364668,0.0001848661],"domain_scores_gemma":[0.9994082,0.00005886398,0.0001898822,0.00007168716,0.0001048773,0.0001664879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000226057,0.000295658,0.006526827,0.0000174117,0.0002336878,0.0009606863,0.1874004,0.000003832343,0.0002682251,0.5308608,0.2309373,0.04226905],"study_design_scores_gemma":[0.0001699168,0.00009066622,0.004498798,0.000006254797,0.00001933021,0.00008142706,0.0006896638,3.367925e-7,0.000008799959,0.002709853,0.9916721,0.00005282546],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1108928,0.001430882,0.0003083973,0.003425662,0.002935782,0.00007474598,0.000002599444,0.000009994483,0.8809191],"genre_scores_gemma":[0.9504028,0.0006981388,0.0009604004,0.0009762497,0.0008287313,9.870394e-7,3.921345e-7,0.0000131215,0.04611919],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.83951,"threshold_uncertainty_score":0.9973381,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2315914310","doi":"10.5840/raven20111888","title":"Souris, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Pacific and Southeast Asian Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; History","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03617185095599865,"gpt":0.2968318728525678,"spread":0.2606600218965692,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007958941,0.00007396097,0.0002509725,0.00008686205,0.0002149604,0.000009495651,0.0002459663,0.00008845519,0.0005356574],"category_scores_gemma":[0.0001983115,0.00005864229,0.0001097959,0.00009781458,0.0004014583,0.0000802758,0.00003191455,0.0001774664,0.0000760336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003360205,"about_ca_system_score_gemma":0.000162899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007730306,"about_ca_topic_score_gemma":0.0003037807,"domain_scores_codex":[0.9989707,0.0002163182,0.0002686493,0.00008093142,0.0002013932,0.0002620247],"domain_scores_gemma":[0.9993437,0.00005516051,0.0002602623,0.0000821296,0.0001415546,0.0001171844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004711903,0.0003321145,0.2087661,0.00001687661,0.0004937358,0.0006248181,0.6790262,0.000003668803,0.00008628838,0.07658787,0.01786978,0.01572124],"study_design_scores_gemma":[0.001235831,0.0006016129,0.04818453,0.00005562383,0.0001112135,0.0002180814,0.1180397,0.000002697795,0.00009647864,0.02837715,0.8027569,0.0003201942],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1433779,0.002165015,0.005005374,0.00221903,0.001637513,0.0001202254,0.000005556531,0.00002611802,0.8454432],"genre_scores_gemma":[0.995939,0.0003006211,0.001303824,0.00009931658,0.0004146291,8.218037e-7,1.036562e-7,0.000005929366,0.001935798],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.852561,"threshold_uncertainty_score":0.5865073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4211086773","doi":"10.5840/raven20111838","title":"Hamilton, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science","authors":[{"name":"John Purcell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06851659831688957,"gpt":0.2871017040772305,"spread":0.2185851057603409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005591167,0.00005235105,0.0001390569,0.0001018013,0.0001147883,0.00001477452,0.0003662712,0.00005610043,0.001778736],"category_scores_gemma":[0.00004542237,0.00004203205,0.00007818334,0.00009359486,0.0002700194,0.0001594315,0.00002542844,0.0001327715,0.00006571104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000732913,"about_ca_system_score_gemma":0.0001877848,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00602631,"about_ca_topic_score_gemma":0.03862141,"domain_scores_codex":[0.9992032,0.0001089291,0.0002217107,0.00006692856,0.0001934134,0.0002058083],"domain_scores_gemma":[0.999515,0.00002455807,0.0002002661,0.00007673125,0.00009105719,0.00009239862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002931173,0.0004555164,0.1479442,0.00001223312,0.0002254593,0.0007067089,0.5899204,0.00001388994,0.0002036997,0.2234745,0.01504989,0.0217004],"study_design_scores_gemma":[0.0005001912,0.0004052513,0.09641425,0.00002251961,0.00004921536,0.00004549983,0.008469813,0.000001719446,0.00004931403,0.01517304,0.8787386,0.0001306016],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4982159,0.0001219336,0.0005061837,0.0002898719,0.000998711,0.00005296843,1.252294e-7,0.000007681855,0.4998066],"genre_scores_gemma":[0.9791802,0.00008081756,0.001195286,0.0002548822,0.0001523873,5.223096e-7,9.73122e-8,0.000003940173,0.01913185],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8636887,"threshold_uncertainty_score":0.9991338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2315334797","doi":"10.5840/raven200183","title":"Flags Granted by the Canadian Heraldic Authority: An Analytical Profile","year":2001,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"National Identity and Symbolism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"FLAGS register; Political science; Law; Computer science","authors":[{"name":"Auguste Vachon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04005420872792143,"gpt":0.3552102562718199,"spread":0.3151560475438985,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001862438,0.00007016729,0.000188466,0.0001773886,0.0007990073,0.000104432,0.0004415704,0.0001609928,0.001076128],"category_scores_gemma":[0.0004605707,0.00005265964,0.00009603552,0.0003452004,0.0004036613,0.0002397205,0.00001239496,0.0003683404,0.00004599756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000225518,"about_ca_system_score_gemma":0.001001501,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1435781,"about_ca_topic_score_gemma":0.5476412,"domain_scores_codex":[0.9982987,0.0005486133,0.0002910401,0.00009594378,0.000430539,0.0003351689],"domain_scores_gemma":[0.9989524,0.0001128877,0.0001535286,0.00009384989,0.0003288905,0.0003584117],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002009508,0.000399756,0.03809911,0.000006941313,0.000321883,0.0009720803,0.02118707,0.00004128614,0.0003857877,0.7836243,0.1334704,0.02129051],"study_design_scores_gemma":[0.0005862848,0.000228638,0.02213625,0.00001188355,0.00006512355,0.0004344732,0.002211808,0.0003653054,0.00001518076,0.03570217,0.9380858,0.0001570804],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8601011,0.000769061,0.0002954253,0.09620463,0.00134105,0.000219168,0.00002094275,0.00001858793,0.04103004],"genre_scores_gemma":[0.9937769,0.0001137899,0.0001106392,0.001144946,0.000569352,0.00000135648,0.000005185715,0.000006104738,0.004271754],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8046154,"threshold_uncertainty_score":0.999837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2332875498","doi":"10.5840/raven20111810","title":"Bathurst, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology; Archaeology; Geography","authors":[{"name":"Luc Baronian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08157734403256149,"gpt":0.2221132400911945,"spread":0.140535896058633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004327357,0.00009689076,0.0005021958,0.0001408696,0.00006607952,0.000009871085,0.0002219997,0.00009600608,0.001436778],"category_scores_gemma":[0.00007869684,0.00009746198,0.0001818919,0.00006680656,0.00007069415,0.0001147105,0.00003788181,0.0001620755,0.0005342124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006762645,"about_ca_system_score_gemma":0.0001060309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008459984,"about_ca_topic_score_gemma":0.0001145859,"domain_scores_codex":[0.9989184,0.00001287239,0.0006690237,0.0001229591,0.00001639534,0.0002604068],"domain_scores_gemma":[0.9990711,0.00002799493,0.0006314074,0.0001054398,0.00002893518,0.0001351027],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001160164,0.0001090803,0.2859747,0.000007592753,0.0003550636,0.00005679838,0.007195347,0.000006217358,0.000004335006,0.6850617,0.01733887,0.003774266],"study_design_scores_gemma":[0.001722133,0.0006182247,0.2284638,0.00001182656,0.00002416828,0.0001977128,0.0004712024,0.00001861093,0.00004099289,0.3552741,0.4128804,0.0002768189],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6109774,0.01505719,0.008219722,0.002648723,0.003776469,0.0001334447,0.00001084931,0.00002380204,0.3591524],"genre_scores_gemma":[0.9900544,0.001181995,0.002085727,0.0005544097,0.0006146932,4.780799e-7,5.364594e-7,0.00001707141,0.005490689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3955415,"threshold_uncertainty_score":0.999476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116490883","doi":"10.5840/raven20111812","title":"Behchokò, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"James L. Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07049989330051287,"gpt":0.3708750431593729,"spread":0.30037514985886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007857319,0.0001170805,0.0004481046,0.0001378937,0.001168355,0.000001612822,0.0002568284,0.0002299085,0.001699127],"category_scores_gemma":[0.0001992611,0.00008947709,0.0001134387,0.00008303806,0.0001281886,0.00007011682,0.0001333272,0.0006562021,0.0001909651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001567307,"about_ca_system_score_gemma":0.0003833563,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003759016,"about_ca_topic_score_gemma":0.02873732,"domain_scores_codex":[0.998044,0.0002796719,0.0007319465,0.0001028274,0.0001036242,0.0007379804],"domain_scores_gemma":[0.9984242,0.0001867366,0.0006383014,0.0001515966,0.000484575,0.0001146434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003151702,0.0001712724,0.8829239,0.00004707526,0.0002242258,0.0003267228,0.1046876,0.00000136179,0.00005105328,0.006229071,0.004288922,0.0007335874],"study_design_scores_gemma":[0.001861989,0.002683654,0.5673838,0.00006134353,0.0001261126,0.0005111952,0.0362125,0.000002216995,0.00005366873,0.004238989,0.3866309,0.0002336394],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9477644,0.0007760882,0.0003435712,0.001252417,0.00865101,0.0003058444,0.00002126068,0.0000242259,0.04086119],"genre_scores_gemma":[0.9950131,0.0002739988,0.001667655,0.001138363,0.001264791,0.00001360403,0.000003377846,0.00001971913,0.0006053609],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.382342,"threshold_uncertainty_score":0.9992135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2314739323","doi":"10.5840/raven20111834","title":"Greater Sudbury / Grand Sudbury, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geology","authors":[{"name":"Doreen Braverman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03654397932307087,"gpt":0.240580643526819,"spread":0.2040366642037482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006378005,0.00006842749,0.000230611,0.000458961,0.0003685923,0.00005817964,0.000289091,0.0001395493,0.007657554],"category_scores_gemma":[0.00007031698,0.0000742971,0.0001535094,0.0001075441,0.000623644,0.0001814593,0.00001879237,0.0002744861,0.0001081424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007613092,"about_ca_system_score_gemma":0.00140842,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7945365,"about_ca_topic_score_gemma":0.9795076,"domain_scores_codex":[0.998993,0.0001446777,0.0002871333,0.00009319082,0.0002022644,0.0002797173],"domain_scores_gemma":[0.9992774,0.00002745084,0.0002196102,0.0001016953,0.0001433932,0.0002304287],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008499346,0.000347358,0.1277054,0.00002697426,0.0004695235,0.003912178,0.63849,0.000004750902,0.0001814312,0.05532694,0.1532454,0.01944022],"study_design_scores_gemma":[0.0004289198,0.0001759362,0.04544834,0.00001216026,0.00004754663,0.0001641211,0.0008354129,1.26041e-7,0.00001243343,0.00302637,0.9497508,0.00009786637],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7437689,0.0009979202,0.0001657364,0.0009259189,0.002910745,0.0001008499,0.000003704794,0.0000148337,0.2511113],"genre_scores_gemma":[0.9517457,0.0002321987,0.0005357175,0.0005774699,0.0005283966,0.000001398832,6.974864e-7,0.00001404613,0.04636435],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7965054,"threshold_uncertainty_score":0.9932496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2330980442","doi":"10.5840/raven20111892","title":"Summerside, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"American Environmental and Regional History","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"History; Geography","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01377313199571834,"gpt":0.2071809140632613,"spread":0.193407782067543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001635816,0.00009590077,0.0001877655,0.00004089666,0.00005494707,0.000001104755,0.0002580917,0.0000539006,0.007516698],"category_scores_gemma":[0.00001188218,0.00007289764,0.0001052179,0.00006535121,0.001369526,0.0001013419,0.0001044212,0.0001648654,0.0005065423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001450205,"about_ca_system_score_gemma":0.00001407282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006979602,"about_ca_topic_score_gemma":0.00003731915,"domain_scores_codex":[0.9991903,0.00005955065,0.0002483559,0.0001196063,0.0001943837,0.0001878065],"domain_scores_gemma":[0.9994618,0.00002275881,0.0002756453,0.0001116518,0.00000462594,0.0001234658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001324335,0.001582672,0.800033,0.00002221995,0.0003325335,0.002359535,0.02203495,0.001176987,0.01908258,0.0008519141,0.1118974,0.03930181],"study_design_scores_gemma":[0.001001395,0.00146916,0.3919207,0.00002059705,0.00007012828,0.001859366,0.001606396,0.00002662003,0.001391158,0.001991491,0.5982913,0.0003516614],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8542305,0.000487114,0.003194792,0.0004192526,0.0005584916,0.00008104082,0.000002522862,0.000008561467,0.1410177],"genre_scores_gemma":[0.9935322,0.0001502628,0.003238893,0.0006282686,0.00006271328,8.629324e-7,4.359401e-7,0.00001056863,0.002375742],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4863938,"threshold_uncertainty_score":0.9933906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2328303396","doi":"10.5840/raven20111848","title":"Kensington, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Historical and Cultural Archaeology Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography; History; Archaeology","authors":[{"name":"Rob Raeside","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03708584161723628,"gpt":0.2863359884798657,"spread":0.2492501468626295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000448347,0.00006993176,0.0002387094,0.00005438393,0.0002910738,0.000003170019,0.0002278829,0.00008816997,0.0004626165],"category_scores_gemma":[0.0003012312,0.00004859528,0.0000944022,0.0001124097,0.0007607734,0.00007937687,0.0000484003,0.000190299,0.0000514738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006581869,"about_ca_system_score_gemma":0.00008816714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00025679,"about_ca_topic_score_gemma":0.001849875,"domain_scores_codex":[0.9990607,0.000194509,0.0002581787,0.00008320739,0.0001604028,0.0002430031],"domain_scores_gemma":[0.9993285,0.00007036873,0.0002166775,0.00005622822,0.0002200379,0.0001081772],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006143903,0.0004355038,0.1607703,0.00002044059,0.0005437117,0.001042933,0.6284735,0.000006290153,0.0006105942,0.1324734,0.04371521,0.03129372],"study_design_scores_gemma":[0.0003430134,0.0004485059,0.018104,0.00001420055,0.00004260206,0.0001089414,0.004155567,7.293644e-7,0.00008979199,0.01912641,0.9574435,0.0001226821],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6766067,0.003127245,0.001221143,0.01121001,0.003067279,0.0001409149,0.000001940236,0.00003841275,0.3045863],"genre_scores_gemma":[0.9933585,0.0004943049,0.001910317,0.0004178103,0.0003819859,6.961178e-7,1.267851e-7,0.00000406571,0.003432224],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9137284,"threshold_uncertainty_score":0.5065327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4247334256","doi":"10.5840/raven20111860","title":"Longueuil, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"Luc Baronian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0763724554516777,"gpt":0.3258722699100925,"spread":0.2494998144584148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008231563,0.00005433101,0.0001683382,0.00004694055,0.000189949,0.00001270317,0.0004158295,0.00008208708,0.001341],"category_scores_gemma":[0.0004100814,0.00004437224,0.0001074343,0.0001858439,0.000466207,0.0001663875,0.0000221721,0.0001368114,0.00004997107],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009906533,"about_ca_system_score_gemma":0.0008525595,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1060987,"about_ca_topic_score_gemma":0.08874427,"domain_scores_codex":[0.9990174,0.0001390714,0.0002401112,0.00007611806,0.0002762845,0.0002510436],"domain_scores_gemma":[0.9992118,0.00007181967,0.0003596978,0.00006761694,0.0001483683,0.0001407205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002520276,0.0003962153,0.2728795,0.000008075159,0.0001456571,0.0005460395,0.3193667,0.000008326027,0.0003363293,0.2776844,0.04950378,0.07887293],"study_design_scores_gemma":[0.0005310667,0.0005242907,0.1754226,0.0000220665,0.00003593517,0.00009092097,0.01453157,0.000003820282,0.0001411003,0.02031764,0.7881821,0.0001969038],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7760822,0.002053127,0.001022294,0.009275874,0.002400916,0.00009294231,0.00000164482,0.00002073395,0.2090503],"genre_scores_gemma":[0.9958724,0.0002275725,0.000902423,0.0003395392,0.0004455249,5.711655e-7,3.369705e-8,0.00000406046,0.002207919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7386783,"threshold_uncertainty_score":0.9995719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2327714827","doi":"10.5840/raven20111889","title":"St. Andrews, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Geography","authors":[{"name":"James Croft","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04013942897739784,"gpt":0.2465011292929939,"spread":0.206361700315596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005101984,0.00003948803,0.0001438544,0.0003458021,0.0002887644,0.00003180447,0.0002380278,0.00008705995,0.002844524],"category_scores_gemma":[0.0001218094,0.00004542882,0.00008821088,0.0001062754,0.0004484103,0.0001233606,0.00001281141,0.0001609467,0.00009789731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002902279,"about_ca_system_score_gemma":0.0005830342,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08830037,"about_ca_topic_score_gemma":0.5981985,"domain_scores_codex":[0.9993125,0.00009527104,0.0002010036,0.00005661187,0.0001512522,0.0001834271],"domain_scores_gemma":[0.9994434,0.00002639454,0.0001904314,0.00006633194,0.0001122371,0.0001612758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000345149,0.0004157814,0.01550323,0.0000290094,0.0003064544,0.002599594,0.1400677,0.000003292209,0.0003201454,0.4213035,0.3356556,0.08345052],"study_design_scores_gemma":[0.0002131856,0.0001217644,0.005882155,0.000007724976,0.00002248753,0.00009909998,0.00248245,2.739067e-7,0.000007002922,0.007852959,0.9832524,0.0000584846],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.510797,0.004541601,0.0005980015,0.002600832,0.005844106,0.0001644414,0.00001622244,0.00003225865,0.4754056],"genre_scores_gemma":[0.9884619,0.001329752,0.001239517,0.0007598032,0.001082811,0.000001065824,6.692646e-7,0.00001361279,0.007110845],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6475968,"threshold_uncertainty_score":0.998067,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236434517","doi":"10.5840/raven20111859","title":"Montréal, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Environmental science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.06300239032052998,"gpt":0.2922712523234413,"spread":0.2292688620029113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001076622,0.0001333128,0.0003845287,0.00006019158,0.0002557275,0.00001949978,0.000612109,0.0002359435,0.002943434],"category_scores_gemma":[0.0003421018,0.0001178688,0.0002725903,0.0004011592,0.001378558,0.0003450809,0.00004943477,0.0003363526,0.0002821533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002719368,"about_ca_system_score_gemma":0.001297976,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4614524,"about_ca_topic_score_gemma":0.1983988,"domain_scores_codex":[0.9980692,0.0003435496,0.0005287677,0.0001453321,0.0004184203,0.0004947197],"domain_scores_gemma":[0.9983254,0.0001353377,0.0009031747,0.0001146401,0.0002405908,0.0002808369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002656287,0.0007760724,0.04535497,0.00002761689,0.0003238739,0.00102643,0.216334,0.00002799242,0.00009848109,0.34012,0.1784144,0.2172306],"study_design_scores_gemma":[0.000383643,0.0006944569,0.02732922,0.0000537571,0.00007977637,0.0001916169,0.008449565,0.00001397832,0.00003431321,0.01477192,0.9478343,0.0001634358],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4568433,0.2423229,0.001424907,0.1062001,0.01921159,0.0001954568,0.00001329021,0.00002056058,0.1737678],"genre_scores_gemma":[0.943387,0.01118398,0.002217324,0.001171882,0.001958235,0.000001284854,9.781444e-8,0.00001557658,0.04006457],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7694199,"threshold_uncertainty_score":0.997968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}