{"meta":{"query_hash":"2ab9f1b34fe7","filters":{"venue":"Raven A Journal of Vexillology"},"cohort_total":115,"direct_labels_cover":0,"predictions_cover":115,"exported":115,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/2ab9f1b34fe7","api":"https://metacan.xera.ac/api/v1/cohort?venue=Raven+A+Journal+of+Vexillology"},"results":[{"id":"W2004320564","doi":"10.5840/raven2006132","title":"Flag Display and Precedence in Québec","year":2006,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flag (linear algebra); Computer science; Mathematics","score_opus":0.004729322061599067,"score_gpt":0.23111087860174856,"score_spread":0.2263815565401495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004320564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631951,0.0048687686,0.00006228639,0.005186311,0.00042457972,0.000050346902,0.0000020188495,0.0000040683167,0.02620652],"genre_scores_gemma":[0.9951752,0.0003153805,0.00009869755,0.00009237827,0.00019904022,5.2691917e-7,1.435646e-7,0.0000029225134,0.004115735],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.999413,0.000102028745,0.00018352232,0.000055295786,0.000106169064,0.00013999631],"domain_scores_gemma":[0.9996671,0.000072549214,0.00011607956,0.000036121044,0.000039362807,0.00006878173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041211394,0.000032243795,0.00012208399,0.00029143647,0.00016317426,0.00004489615,0.00010843912,0.000061662,0.00018266287],"category_scores_gemma":[0.00013287514,0.000036745878,0.000031890064,0.000103007624,0.0004355618,0.00011109705,0.000010016858,0.00012784968,0.000010102592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038696956,0.0005152673,0.4020108,0.00008354002,0.00009087539,0.0022643341,0.09265606,0.00038570634,0.0026887602,0.31030276,0.09091177,0.097703174],"study_design_scores_gemma":[0.0002941159,0.0000625361,0.10528923,0.00002014722,0.000008961413,0.00008174791,0.0005550579,0.0000062125428,0.000003784691,0.0023914496,0.89122534,0.000061403756],"about_ca_topic_score_codex":0.7507329,"about_ca_topic_score_gemma":0.99092096,"teacher_disagreement_score":0.8003136,"about_ca_system_score_codex":0.00037484258,"about_ca_system_score_gemma":0.00082428724,"threshold_uncertainty_score":0.250927},"labels":[],"label_agreement":null},{"id":"W2008991920","doi":"10.5840/raven20111818","title":"Cape Breton, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Cape; Geography; Art; Archaeology; History; Engineering; Aeronautics","score_opus":0.037802805063426724,"score_gpt":0.26326387003944257,"score_spread":0.22546106497601584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008991920","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42967427,0.003370811,0.0005189937,0.0033854158,0.0070711155,0.00013596595,0.000007647828,0.000025475996,0.55581033],"genre_scores_gemma":[0.99245435,0.0002443648,0.00080580934,0.0005774141,0.00056276127,1.896315e-7,3.0270405e-7,0.000009345454,0.0053454516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915606,0.00013311977,0.00024606832,0.000069112066,0.00017333997,0.00022231182],"domain_scores_gemma":[0.99930394,0.000031181196,0.00023022515,0.000082389364,0.00016252768,0.00018975981],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005921072,0.000048023565,0.00017324764,0.00041110432,0.00021113211,0.000037660644,0.00028580075,0.00010572993,0.0073431837],"category_scores_gemma":[0.00017282087,0.000055941273,0.000107502354,0.0001572649,0.0006298495,0.00014292673,0.000014853064,0.00019350884,0.00032934733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039715055,0.0004891145,0.027518345,0.000041750744,0.0004308772,0.002681986,0.26010612,0.000009094649,0.0010921467,0.33628786,0.32192507,0.049020484],"study_design_scores_gemma":[0.0002849522,0.00015342794,0.013737021,0.000013648599,0.000034849447,0.00017333849,0.001383555,4.893351e-7,0.00002105394,0.0033088604,0.9807989,0.000089917376],"about_ca_topic_score_codex":0.21945173,"about_ca_topic_score_gemma":0.6621267,"teacher_disagreement_score":0.6588738,"about_ca_system_score_codex":0.00029295767,"about_ca_system_score_gemma":0.00095502584,"threshold_uncertainty_score":0.99356425},"labels":[],"label_agreement":null},{"id":"W2041276617","doi":"10.5840/raven20111811","title":"Bay Roberts, Newfoundland and Labrador","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geology and Paleoclimatology Research","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bay; Geography; Oceanography; Archaeology; Geology","score_opus":0.02820329905277038,"score_gpt":0.23366928858703379,"score_spread":0.2054659895342634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041276617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826858,0.0028144217,0.00010312999,0.0004623551,0.00037720034,0.00004203075,0.000002749534,0.000004895826,0.013507414],"genre_scores_gemma":[0.9972072,0.00037423414,0.0018363491,0.00024296371,0.000069246635,1.226163e-7,0.0000027046287,0.0000019053845,0.00026524725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990697,0.00020403179,0.00025168707,0.00010908031,0.000092963164,0.00027253188],"domain_scores_gemma":[0.99934524,0.00020235957,0.00014490017,0.00008943984,0.00006843073,0.00014960919],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054703257,0.000085758584,0.00025462967,0.00015273357,0.000088437155,0.000008173995,0.00019210532,0.00014158494,0.004326802],"category_scores_gemma":[0.00009373027,0.00006186266,0.00004705512,0.00008140287,0.00032703287,0.000108420645,0.000013621811,0.00030484187,0.00012797504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019073459,0.00001491079,0.99517125,0.0000071701625,0.000047660185,0.00037091554,0.00055055483,0.0000068034,0.000004684968,0.00039658803,0.0001044865,0.003134267],"study_design_scores_gemma":[0.0005034528,0.00063603034,0.9851129,0.0000070620954,0.00002169189,0.0058350037,0.00009020614,0.00008436721,0.000013022123,0.004498668,0.0031285048,0.00006907483],"about_ca_topic_score_codex":0.0003224091,"about_ca_topic_score_gemma":0.0055449377,"teacher_disagreement_score":0.014521424,"about_ca_system_score_codex":8.8555663e-7,"about_ca_system_score_gemma":0.000060623814,"threshold_uncertainty_score":0.9965834},"labels":[],"label_agreement":null},{"id":"W2087678569","doi":"10.5840/raven2011186","title":"Abbotsford, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.021780651749767895,"score_gpt":0.22471737771411868,"score_spread":0.20293672596435078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087678569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57246184,0.0030609434,0.00034160912,0.00072979374,0.0037396387,0.00012859699,0.00001366493,0.00002499162,0.41949895],"genre_scores_gemma":[0.94905174,0.0011343692,0.0012829372,0.00067100936,0.00071771146,0.0000015529006,5.7649675e-7,0.000014714232,0.047125403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922574,0.00012094332,0.00022626972,0.000063208354,0.000158618,0.00020525185],"domain_scores_gemma":[0.9993914,0.000024225346,0.0001983255,0.00006097506,0.00014319104,0.00018190555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054140144,0.000027113092,0.00015781798,0.00013756257,0.0004430384,0.00019326396,0.00024589762,0.000097936434,0.008830893],"category_scores_gemma":[0.00017821211,0.000051900217,0.00010611024,0.00012181377,0.0005772639,0.00014626051,0.000012898969,0.00016472001,0.000061390136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008533499,0.000380532,0.056498766,0.000025503752,0.00024824575,0.004251901,0.06201843,0.0000015775507,0.00012165015,0.020963594,0.71456826,0.1408362],"study_design_scores_gemma":[0.00022723115,0.00010852579,0.035683166,0.000013374838,0.000020946172,0.00029047142,0.00092237064,1.9962654e-7,8.4958435e-7,0.0045324964,0.9581385,0.00006186917],"about_ca_topic_score_codex":0.7795699,"about_ca_topic_score_gemma":0.9880811,"teacher_disagreement_score":0.3765899,"about_ca_system_score_codex":0.00025123486,"about_ca_system_score_gemma":0.00074344286,"threshold_uncertainty_score":0.99207515},"labels":[],"label_agreement":null},{"id":"W2092736899","doi":"10.5840/raven2007141","title":"“To make the unmistakable signal ‘Canada’”: The Canadian Army’s “Battle Flag” during the Second World War","year":2007,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Battle; Flag (linear algebra); History; Ancient history; World War II; Political science; Archaeology; Mathematics","score_opus":0.009459879432591953,"score_gpt":0.22669505727056719,"score_spread":0.21723517783797525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092736899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51133984,0.0037390015,0.00008577913,0.1807598,0.0065529193,0.000627402,0.000082508675,0.000016637967,0.2967961],"genre_scores_gemma":[0.9329142,0.000031167358,0.00002332462,0.0040742233,0.0009960028,0.0000020235473,3.9952835e-7,0.00001237022,0.061946318],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819195,0.00025897886,0.00035325927,0.0001125496,0.0004462793,0.0006369509],"domain_scores_gemma":[0.9984931,0.00043162433,0.00022677543,0.00021071767,0.00016993882,0.0004678612],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025347306,0.00009498947,0.00017695015,0.0003640925,0.00350813,0.00017310806,0.0008984559,0.00007410256,0.0032857126],"category_scores_gemma":[0.00022054002,0.000063015286,0.00011176642,0.00047361015,0.00073557923,0.00006198462,0.00003155478,0.00059287937,0.00004198209],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028097574,0.0000629211,0.0068285847,0.000038392627,0.00048503184,0.0018811804,0.0768878,0.00089749467,0.00069768203,0.04952087,0.85194093,0.010478132],"study_design_scores_gemma":[0.00013829443,0.000023561708,0.022928316,0.000009201081,0.00002042622,0.00010391625,0.0039040565,0.0000014875174,0.000034112534,0.00037709565,0.97237563,0.000083894214],"about_ca_topic_score_codex":0.9909628,"about_ca_topic_score_gemma":0.99999803,"teacher_disagreement_score":0.42157432,"about_ca_system_score_codex":0.0026642403,"about_ca_system_score_gemma":0.0072801453,"threshold_uncertainty_score":0.99834764},"labels":[],"label_agreement":null},{"id":"W2116490883","doi":"10.5840/raven20111812","title":"Behchokò, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.07049989330051287,"score_gpt":0.3708750431593729,"score_spread":0.30037514985886005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116490883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477644,0.0007760882,0.00034357116,0.001252417,0.00865101,0.0003058444,0.000021260677,0.000024225896,0.04086119],"genre_scores_gemma":[0.9950131,0.00027399877,0.0016676553,0.0011383633,0.0012647907,0.000013604034,0.0000033778463,0.00001971913,0.0006053609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804395,0.00027967192,0.0007319465,0.000102827435,0.00010362419,0.00073798036],"domain_scores_gemma":[0.9984242,0.00018673658,0.0006383014,0.00015159663,0.00048457496,0.00011464342],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078573194,0.000117080504,0.00044810463,0.00013789367,0.001168355,0.0000016128222,0.00025682838,0.00022990847,0.0016991266],"category_scores_gemma":[0.00019926108,0.00008947709,0.000113438655,0.00008303806,0.00012818859,0.000070116825,0.00013332721,0.0006562021,0.00019096515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003151702,0.00017127242,0.8829239,0.000047075257,0.00022422582,0.00032672277,0.10468763,0.00000136179,0.000051053277,0.0062290714,0.0042889216,0.00073358737],"study_design_scores_gemma":[0.0018619887,0.0026836544,0.5673838,0.00006134353,0.00012611257,0.00051119516,0.036212504,0.0000022169954,0.000053668733,0.004238989,0.3866309,0.0002336394],"about_ca_topic_score_codex":0.0037590156,"about_ca_topic_score_gemma":0.028737316,"teacher_disagreement_score":0.38234195,"about_ca_system_score_codex":0.00015673068,"about_ca_system_score_gemma":0.00038335627,"threshold_uncertainty_score":0.99921346},"labels":[],"label_agreement":null},{"id":"W2136072598","doi":"10.5840/raven20111816","title":"Bridgewater, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Water Quality and Resources Studies","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Geography; Archaeology; Engineering; Aeronautics","score_opus":0.10051657433590117,"score_gpt":0.2519046515003599,"score_spread":0.15138807716445873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136072598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97413075,0.00018289361,0.0005465307,0.00042571503,0.00047554926,0.000037476337,0.0000010562767,0.000006397277,0.02419362],"genre_scores_gemma":[0.9966581,0.00003355938,0.0021788394,0.00033669313,0.00008532852,1.7711402e-7,2.4067234e-7,0.0000071191816,0.00069996394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991073,0.000093831775,0.0003240805,0.00009948674,0.0001555767,0.00021971988],"domain_scores_gemma":[0.9995707,0.000022771135,0.00020407904,0.00010778598,0.000014511834,0.00008015216],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039204714,0.00008852991,0.00021337652,0.000048243284,0.000048867998,0.0000054621473,0.0002681579,0.000059900958,0.0035776305],"category_scores_gemma":[0.000031977463,0.00006113771,0.0000959478,0.00008224984,0.00033559054,0.00008701045,0.00015221456,0.00015702465,0.00084560696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007717285,0.0010240664,0.87826645,0.00004343741,0.00053599896,0.0012658705,0.04476627,0.00031423007,0.022414528,0.00096509967,0.03460531,0.0150270015],"study_design_scores_gemma":[0.0019298992,0.0018604075,0.8337194,0.000050877046,0.00012520768,0.0030730884,0.0008777725,0.00002667836,0.027340455,0.0065633208,0.12398716,0.00044575817],"about_ca_topic_score_codex":0.0005310401,"about_ca_topic_score_gemma":0.0001255438,"teacher_disagreement_score":0.08938185,"about_ca_system_score_codex":0.000039702867,"about_ca_system_score_gemma":0.0000060916905,"threshold_uncertainty_score":0.99993235},"labels":[],"label_agreement":null},{"id":"W2312636023","doi":"10.5840/raven20111853","title":"Lloydminster, Saskatchewan & Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.039424154699130326,"score_gpt":0.2598408443347079,"score_spread":0.22041668963557756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312636023","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43660712,0.0018429429,0.0005764879,0.0034033102,0.0045354045,0.0001477641,0.000006046893,0.00002008016,0.55286086],"genre_scores_gemma":[0.9047972,0.00037045477,0.002077263,0.0009455738,0.0007403822,0.000001438117,0.000001003525,0.00001777499,0.091048904],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904984,0.00016755503,0.0002792604,0.000081000195,0.00017740249,0.0002449451],"domain_scores_gemma":[0.99921083,0.00006556563,0.00025457592,0.0001129689,0.00011915246,0.00023687721],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005180973,0.000058360736,0.00019912272,0.000396859,0.00031044506,0.00004322214,0.0003227024,0.00012092398,0.0045183343],"category_scores_gemma":[0.0002128602,0.00006703333,0.00013687949,0.00013856163,0.0005773581,0.00015580097,0.000019277984,0.00019199977,0.00027539642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034164634,0.0004742268,0.010695387,0.000030165866,0.00033577558,0.000616436,0.72862726,0.0000032763785,0.0006268723,0.0672235,0.13844645,0.052579027],"study_design_scores_gemma":[0.00024047891,0.000087624016,0.0021852704,0.000010935001,0.000028356384,0.000097420976,0.0031035661,1.3097346e-7,0.0000075934377,0.002311668,0.9918496,0.00007736352],"about_ca_topic_score_codex":0.37728667,"about_ca_topic_score_gemma":0.95091885,"teacher_disagreement_score":0.85340315,"about_ca_system_score_codex":0.00029403644,"about_ca_system_score_gemma":0.0011799579,"threshold_uncertainty_score":0.99639165},"labels":[],"label_agreement":null},{"id":"W2313827342","doi":"10.5840/raven20111874","title":"Rankin Inlet, Nunavut","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geological Studies and Exploration","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inlet; Environmental science; Geography; Geology; Oceanography","score_opus":0.04646698572775783,"score_gpt":0.21470929015027454,"score_spread":0.1682423044225167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313827342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695201,0.0018586238,0.00192839,0.0006891622,0.0008482417,0.00005209197,0.0000030206957,0.000008797655,0.025091572],"genre_scores_gemma":[0.99695903,0.0002779621,0.002215165,0.00035665228,0.00013625262,1.17990076e-7,0.0000022211816,0.0000010895909,0.000051534316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993202,0.00007524874,0.00025981563,0.00006872995,0.00010363098,0.00017233737],"domain_scores_gemma":[0.9995744,0.00005159553,0.00018001204,0.00005437875,0.00006724514,0.00007232465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030966263,0.00006556199,0.0001859275,0.000052525833,0.00006797651,0.0000059408785,0.00015316706,0.000059717044,0.0048004244],"category_scores_gemma":[0.00007452814,0.00004197615,0.000070291,0.00008205752,0.00008304011,0.0000934557,0.000008729604,0.00013594098,0.00025079068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042692557,0.000044450768,0.92216575,0.0000060868374,0.0000901414,0.00027782927,0.002689128,0.00037863266,0.00004154964,0.0008494417,0.0016709585,0.0713591],"study_design_scores_gemma":[0.0004909819,0.001289714,0.95517904,0.000007073928,0.000023025521,0.0003854997,0.00033969778,0.0001823267,0.00009819694,0.012494543,0.029416367,0.00009355345],"about_ca_topic_score_codex":0.00014745511,"about_ca_topic_score_gemma":0.0004860677,"teacher_disagreement_score":0.07126555,"about_ca_system_score_codex":0.0000023690877,"about_ca_system_score_gemma":0.00001765615,"threshold_uncertainty_score":0.9961093},"labels":[],"label_agreement":null},{"id":"W2313901806","doi":"10.5840/raven20111891","title":"St. John’s, Newfoundland and Labrador","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geology and Paleoclimatology Research","field":"Earth and Planetary Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.0319808550204642,"score_gpt":0.24257377025466556,"score_spread":0.21059291523420137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313901806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849751,0.0025693267,0.000080242724,0.00042221506,0.00037571316,0.000043477547,0.0000058513183,0.000005117783,0.011522975],"genre_scores_gemma":[0.9974647,0.00041006584,0.0016143324,0.00023342387,0.000073652554,1.253835e-7,0.00000373316,0.0000018975604,0.00019807369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991037,0.00015523356,0.00025557185,0.000109718196,0.00009985374,0.00027588411],"domain_scores_gemma":[0.99933255,0.0001968884,0.00015278546,0.000090181515,0.000073564275,0.00015400852],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005846484,0.00008586607,0.0002569477,0.00016394965,0.00009257536,0.0000075941266,0.00020013175,0.00014114175,0.004600766],"category_scores_gemma":[0.0000978536,0.000062464,0.000046451743,0.00008573297,0.00035131522,0.0001040772,0.000013973274,0.00032500492,0.00012029535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021048053,0.00001524558,0.995325,0.0000073210826,0.00005214626,0.0003923957,0.00044493462,0.000004481008,0.000003869074,0.00051344326,0.00020541731,0.0028252583],"study_design_scores_gemma":[0.0005511821,0.0007357407,0.981891,0.000006806566,0.000023295157,0.0054689115,0.000111484645,0.000069985515,0.000011667779,0.007667327,0.0033919204,0.000070677226],"about_ca_topic_score_codex":0.00031131334,"about_ca_topic_score_gemma":0.0036008714,"teacher_disagreement_score":0.013434006,"about_ca_system_score_codex":9.291157e-7,"about_ca_system_score_gemma":0.000069359834,"threshold_uncertainty_score":0.99630916},"labels":[],"label_agreement":null},{"id":"W2313994830","doi":"10.5840/raven201118105","title":"Vernon, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.030844666521181795,"score_gpt":0.2652305800935946,"score_spread":0.23438591357241284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313994830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.603671,0.00041365807,0.00061227306,0.00027281558,0.0012869297,0.0000815742,9.078711e-7,0.000014143878,0.39364672],"genre_scores_gemma":[0.9811144,0.00024856257,0.0009359427,0.00023161105,0.00021665983,7.2398274e-7,1.4758962e-7,0.0000052833675,0.017246682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991328,0.00013703114,0.0002272611,0.00007549084,0.00021142229,0.00021598904],"domain_scores_gemma":[0.9994919,0.000027127648,0.00020349666,0.0000667715,0.00011141728,0.000099343146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000571732,0.00003490165,0.00014364142,0.00003867035,0.00017231968,0.00008719616,0.00037773082,0.000060518654,0.002634813],"category_scores_gemma":[0.00011973211,0.00004677276,0.000076788536,0.00012229067,0.00033770566,0.00017275223,0.000039414103,0.00010541317,0.00004157806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016734957,0.00090955326,0.47855338,0.00004698588,0.00036921157,0.0025327483,0.074533954,0.000006317708,0.0003267974,0.025341922,0.21608506,0.2011267],"study_design_scores_gemma":[0.0007095866,0.00045574387,0.23062646,0.00006433224,0.00005868634,0.0001835481,0.008199026,0.000002422225,0.000010504343,0.017136734,0.74237835,0.00017459145],"about_ca_topic_score_codex":0.009585577,"about_ca_topic_score_gemma":0.028789354,"teacher_disagreement_score":0.5262933,"about_ca_system_score_codex":0.000028144143,"about_ca_system_score_gemma":0.00009263032,"threshold_uncertainty_score":0.9982769},"labels":[],"label_agreement":null},{"id":"W2314122322","doi":"10.5840/raven20111829","title":"Fort Smith, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Historical Studies and Socio-cultural Analysis","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Archaeology; Geography; Environmental ethics; History; Philosophy","score_opus":0.0390175671912542,"score_gpt":0.21435029596449612,"score_spread":0.1753327287732419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314122322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594639,0.003027514,0.00015334989,0.011349372,0.004058118,0.0000889789,0.000025981988,0.000033040276,0.021799758],"genre_scores_gemma":[0.9931397,0.00049651176,0.0002851346,0.00021730651,0.0014935316,0.0000020460327,0.0000022118058,0.000009563111,0.0043540117],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991606,0.00003870884,0.0003902838,0.000082804974,0.00013856155,0.00018905196],"domain_scores_gemma":[0.9992644,0.00003011724,0.0002726061,0.00007567163,0.00027491283,0.000082295905],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001302489,0.00010828523,0.0003572638,0.00006434591,0.00072324724,0.00002082915,0.00019074278,0.00004730277,0.0012745126],"category_scores_gemma":[0.000035714478,0.000068231144,0.00026623378,0.000032456443,0.00028248463,0.00012570308,0.000032740798,0.00017093308,0.000026542832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002600287,0.00053884834,0.03729742,0.00004781027,0.0015899763,0.0004934164,0.6779177,0.0000040668665,0.000030173562,0.25104317,0.02124815,0.009529236],"study_design_scores_gemma":[0.0002986637,0.0006329899,0.0027051435,0.000012887007,0.00017724899,0.00006641394,0.0060557495,0.0000017649276,0.000015079925,0.008331448,0.9815555,0.00014709309],"about_ca_topic_score_codex":0.0019265475,"about_ca_topic_score_gemma":0.007323757,"teacher_disagreement_score":0.96030736,"about_ca_system_score_codex":0.00022256045,"about_ca_system_score_gemma":0.000023860612,"threshold_uncertainty_score":0.99963844},"labels":[],"label_agreement":null},{"id":"W2314364977","doi":"10.5840/raven200072","title":"The Signal and Commercial Flags of St. John’s, Newfoundland c. 1500–c. 1900","year":2000,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Historical Studies and Socio-cultural Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"FLAGS register; SIGNAL (programming language); History; Computer science; Operating system","score_opus":0.01721415726904281,"score_gpt":0.2231810708799179,"score_spread":0.2059669136108751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314364977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955043,0.006084677,0.000020291674,0.029522296,0.000390067,0.000066942215,0.000013278357,0.0000059986137,0.008853432],"genre_scores_gemma":[0.985012,0.004534864,0.000042208783,0.00032371332,0.00091518176,0.0000011627282,0.0000016232135,0.000007673921,0.009161559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999039,0.00010629306,0.00042984087,0.00007505136,0.0001701959,0.00017964182],"domain_scores_gemma":[0.9992654,0.00018611785,0.00024064978,0.000065050765,0.00017406956,0.00006873672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026469922,0.000101834914,0.00038932066,0.00003467973,0.001276559,0.00004300105,0.0001647744,0.00004668717,0.0026987086],"category_scores_gemma":[0.000023828674,0.00005420263,0.0001817633,0.00003489009,0.00055976416,0.000066888424,0.000025080239,0.00019331308,0.000011181777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018513801,0.0006026005,0.008786152,0.00008119196,0.003596142,0.00019907652,0.2894981,0.00010998004,0.00023535459,0.13842894,0.15205206,0.40455902],"study_design_scores_gemma":[0.00047685392,0.0004599179,0.0015077285,0.000011933943,0.00015082578,0.000036446363,0.0014558132,0.000019052022,0.0000021619633,0.0039443416,0.9918468,0.000088139306],"about_ca_topic_score_codex":0.00065031124,"about_ca_topic_score_gemma":0.0043068705,"teacher_disagreement_score":0.8397947,"about_ca_system_score_codex":0.00013090154,"about_ca_system_score_gemma":0.000020730808,"threshold_uncertainty_score":0.99821293},"labels":[],"label_agreement":null},{"id":"W2314739323","doi":"10.5840/raven20111834","title":"Greater Sudbury / Grand Sudbury, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.036543979323070866,"score_gpt":0.24058064352681902,"score_spread":0.20403666420374816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314739323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74376893,0.0009979202,0.00016573639,0.00092591887,0.0029107446,0.00010084991,0.0000037047942,0.000014833703,0.25111133],"genre_scores_gemma":[0.95174575,0.00023219868,0.00053571747,0.00057746994,0.00052839663,0.0000013988315,6.974864e-7,0.000014046132,0.046364352],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899304,0.00014467769,0.00028713333,0.00009319082,0.00020226436,0.00027971726],"domain_scores_gemma":[0.9992774,0.000027450842,0.00021961019,0.00010169527,0.00014339318,0.00023042869],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063780055,0.00006842749,0.00023061104,0.00045896097,0.00036859227,0.000058179638,0.00028909097,0.00013954926,0.007657554],"category_scores_gemma":[0.00007031698,0.0000742971,0.00015350943,0.00010754412,0.000623644,0.00018145933,0.000018792372,0.00027448605,0.000108142405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084993464,0.00034735797,0.12770535,0.000026974258,0.00046952348,0.0039121783,0.63848996,0.0000047509025,0.00018143118,0.055326942,0.15324539,0.019440223],"study_design_scores_gemma":[0.0004289198,0.0001759362,0.045448337,0.000012160261,0.00004754663,0.00016412111,0.00083541294,1.2604104e-7,0.000012433431,0.00302637,0.9497508,0.00009786637],"about_ca_topic_score_codex":0.79453653,"about_ca_topic_score_gemma":0.97950757,"teacher_disagreement_score":0.7965054,"about_ca_system_score_codex":0.0007613092,"about_ca_system_score_gemma":0.0014084203,"threshold_uncertainty_score":0.9932496},"labels":[],"label_agreement":null},{"id":"W2315334797","doi":"10.5840/raven200183","title":"Flags Granted by the Canadian Heraldic Authority: An Analytical Profile","year":2001,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"National Identity and Symbolism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"FLAGS register; Political science; Law; Computer science","score_opus":0.04005420872792143,"score_gpt":0.3552102562718199,"score_spread":0.3151560475438985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315334797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8601011,0.00076906104,0.00029542527,0.09620463,0.0013410505,0.00021916798,0.000020942747,0.000018587929,0.04103004],"genre_scores_gemma":[0.99377686,0.00011378991,0.00011063919,0.0011449457,0.000569352,0.0000013564797,0.000005185715,0.000006104738,0.004271754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982987,0.0005486133,0.0002910401,0.00009594378,0.00043053902,0.0003351689],"domain_scores_gemma":[0.99895245,0.00011288767,0.0001535286,0.000093849885,0.00032889054,0.00035841172],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001862438,0.00007016729,0.00018846603,0.00017738865,0.0007990073,0.00010443204,0.0004415704,0.00016099279,0.0010761276],"category_scores_gemma":[0.00046057068,0.00005265964,0.00009603552,0.00034520042,0.00040366125,0.0002397205,0.000012394957,0.0003683404,0.00004599756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095077,0.00039975604,0.038099106,0.0000069413127,0.000321883,0.00097208034,0.021187073,0.00004128614,0.00038578766,0.7836243,0.13347036,0.021290513],"study_design_scores_gemma":[0.0005862848,0.00022863802,0.02213625,0.0000118835505,0.000065123546,0.00043447324,0.0022118082,0.00036530543,0.000015180762,0.035702165,0.9380858,0.00015708045],"about_ca_topic_score_codex":0.14357808,"about_ca_topic_score_gemma":0.54764116,"teacher_disagreement_score":0.80461544,"about_ca_system_score_codex":0.00022551797,"about_ca_system_score_gemma":0.0010015015,"threshold_uncertainty_score":0.99983704},"labels":[],"label_agreement":null},{"id":"W2315501766","doi":"10.5840/raven20111833","title":"Grande Prairie, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Forestry","score_opus":0.047117393572195715,"score_gpt":0.2274320537351115,"score_spread":0.18031466016291578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315501766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663922,0.00072479394,0.000023686378,0.0018008618,0.0006710005,0.00009259867,0.0000035450857,0.000010497895,0.030280804],"genre_scores_gemma":[0.9979991,0.00013639455,0.0005163424,0.00042536767,0.0002534435,0.0000032153102,2.7976927e-7,8.251936e-7,0.0006650433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990748,0.00009988624,0.00036071078,0.00012682626,0.00007249038,0.00026524972],"domain_scores_gemma":[0.99922323,0.00019174197,0.0003284081,0.000039139868,0.00011790912,0.00009954256],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027466117,0.000116959294,0.0003204691,0.00001930035,0.00011937105,0.000005973603,0.00027842805,0.000120711935,0.0010353485],"category_scores_gemma":[0.0001340839,0.00004223403,0.00015778208,0.000116408155,0.00018267667,0.00008146374,0.000058338628,0.0001777794,0.00005488882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013591109,0.0013800346,0.926789,0.000017861441,0.0009846728,0.00050058716,0.001183887,0.0000011138269,0.012630358,0.004163436,0.016243475,0.03474649],"study_design_scores_gemma":[0.00031523927,0.0014919288,0.86689013,0.000007699929,0.00004485182,0.00043694046,0.00036065883,9.808094e-7,0.0003230064,0.0042430866,0.12576462,0.000120853154],"about_ca_topic_score_codex":0.00007345433,"about_ca_topic_score_gemma":0.0045515453,"teacher_disagreement_score":0.10952115,"about_ca_system_score_codex":0.000014036435,"about_ca_system_score_gemma":0.000012483768,"threshold_uncertainty_score":0.99987787},"labels":[],"label_agreement":null},{"id":"W2315649474","doi":"10.5840/raven20111820","title":"Charlottetown, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; History","score_opus":0.022522727851097202,"score_gpt":0.24988275500558038,"score_spread":0.22736002715448317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315649474","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30349123,0.0035294155,0.0010653805,0.0056549995,0.005351357,0.00020131552,0.0000133839185,0.000034580982,0.68065834],"genre_scores_gemma":[0.9820906,0.0011400958,0.0007816107,0.0007360585,0.000856544,0.0000012816511,3.713242e-7,0.000012119643,0.014381301],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991832,0.00013384609,0.0002266377,0.00007003931,0.0001745109,0.00021179047],"domain_scores_gemma":[0.99936324,0.00003288049,0.00022771976,0.00008101931,0.0001230916,0.00017207162],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005838565,0.000047313755,0.00016887013,0.00032707432,0.00028578716,0.000037344278,0.0002804338,0.00009116982,0.003934352],"category_scores_gemma":[0.00016643677,0.000052687235,0.00009566711,0.000112849084,0.0004898443,0.00013914656,0.000017088389,0.00018065267,0.000121288365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054189237,0.00054447394,0.03270342,0.000054566946,0.00042836615,0.0025435092,0.42448682,0.000008616284,0.0005995946,0.21877675,0.25842363,0.060888376],"study_design_scores_gemma":[0.00022194062,0.00011826607,0.007860599,0.000010458508,0.000019733123,0.000060930306,0.001021347,4.1290065e-7,0.000011978462,0.0022659353,0.9883424,0.00006599439],"about_ca_topic_score_codex":0.031834833,"about_ca_topic_score_gemma":0.4108312,"teacher_disagreement_score":0.7299188,"about_ca_system_score_codex":0.0002470782,"about_ca_system_score_gemma":0.0007104146,"threshold_uncertainty_score":0.9969762},"labels":[],"label_agreement":null},{"id":"W2315806720","doi":"10.5840/raven20111872","title":"Prince George, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"George (robot); History; Art; Art history","score_opus":0.030159814827840845,"score_gpt":0.25703650192710975,"score_spread":0.2268766870992689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315806720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892866,0.0012252314,0.00014920536,0.00013114417,0.00040137293,0.00009449045,6.5808155e-7,0.000015302767,0.008695965],"genre_scores_gemma":[0.9864587,0.00033731887,0.0036481933,0.0005206017,0.00015400123,0.0000017585526,0.0000014340762,0.000016472426,0.008861512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991679,0.00003445199,0.00034885923,0.000096809534,0.00014344005,0.0002085367],"domain_scores_gemma":[0.9993103,0.000039128965,0.00022674022,0.00013399447,0.00015774734,0.00013209718],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001739389,0.000069357986,0.00038818948,0.000056967754,0.000040608622,0.000013748923,0.00010236276,0.00008581658,0.0022801848],"category_scores_gemma":[0.000089401205,0.00007912561,0.00016094925,0.00009242713,0.000091746806,0.0000749419,0.000016551623,0.00017999129,0.000045070363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021933859,0.00025242986,0.98090196,0.000008907914,0.00025285795,0.003944285,0.00084760296,1.8258119e-7,0.00022951422,0.000071060844,0.004442745,0.008829125],"study_design_scores_gemma":[0.004216914,0.0010980903,0.9642498,0.00012556731,0.00024955638,0.012464175,0.00029262668,0.0000023377588,0.00042207996,0.00097257475,0.015799029,0.000107255175],"about_ca_topic_score_codex":0.0003620637,"about_ca_topic_score_gemma":0.0021457968,"teacher_disagreement_score":0.016652156,"about_ca_system_score_codex":0.000052756433,"about_ca_system_score_gemma":0.000103410115,"threshold_uncertainty_score":0.9986319},"labels":[],"label_agreement":null},{"id":"W2315914310","doi":"10.5840/raven20111888","title":"Souris, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Pacific and Southeast Asian Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; History","score_opus":0.036171850955998654,"score_gpt":0.29683187285256785,"score_spread":0.26066002189656917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315914310","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14337794,0.0021650146,0.005005374,0.00221903,0.0016375129,0.00012022543,0.0000055565306,0.00002611802,0.84544325],"genre_scores_gemma":[0.99593896,0.0003006211,0.0013038237,0.00009931658,0.00041462912,8.2180367e-7,1.03656234e-7,0.000005929366,0.0019357981],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989707,0.00021631816,0.00026864925,0.000080931415,0.00020139315,0.00026202467],"domain_scores_gemma":[0.9993437,0.000055160508,0.00026026226,0.0000821296,0.00014155458,0.000117184434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007958941,0.00007396097,0.00025097246,0.00008686205,0.00021496043,0.000009495651,0.00024596634,0.00008845519,0.0005356574],"category_scores_gemma":[0.0001983115,0.00005864229,0.00010979595,0.000097814576,0.00040145827,0.0000802758,0.00003191455,0.00017746635,0.000076033604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047119035,0.00033211446,0.20876615,0.000016876611,0.00049373583,0.00062481815,0.67902625,0.0000036688032,0.00008628838,0.07658787,0.017869782,0.015721237],"study_design_scores_gemma":[0.0012358311,0.0006016129,0.048184533,0.00005562383,0.00011121352,0.00021808142,0.118039675,0.0000026977946,0.000096478645,0.028377155,0.8027569,0.00032019423],"about_ca_topic_score_codex":0.00007730306,"about_ca_topic_score_gemma":0.00030378072,"teacher_disagreement_score":0.852561,"about_ca_system_score_codex":0.00003360205,"about_ca_system_score_gemma":0.000162899,"threshold_uncertainty_score":0.58650726},"labels":[],"label_agreement":null},{"id":"W2316725190","doi":"10.5840/raven20111842","title":"Inuvik, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Geography","score_opus":0.07029277128394897,"score_gpt":0.367217765113667,"score_spread":0.29692499382971804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316725190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534778,0.0006421211,0.00026521622,0.0010197285,0.0073897257,0.0002631712,0.000016868335,0.000021006053,0.036904342],"genre_scores_gemma":[0.9954264,0.00024439563,0.0014304504,0.0011278123,0.0011648142,0.000012268528,0.0000028132392,0.000018234825,0.00057282235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807143,0.00028697538,0.00072646636,0.00009888044,0.00009963811,0.00071661506],"domain_scores_gemma":[0.998456,0.00018775181,0.0006260292,0.00014534278,0.0004763947,0.000108476714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079017936,0.00011478654,0.00044780434,0.00013822131,0.0010850393,0.0000015172708,0.00024520198,0.00023295055,0.0015367158],"category_scores_gemma":[0.00020436975,0.000087015906,0.00010549941,0.0000865058,0.00012820454,0.00006865975,0.00013229896,0.0006705948,0.00019366284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034936573,0.000173138,0.8565486,0.000054935885,0.00023402514,0.00036635183,0.13021502,0.0000015417486,0.00005912882,0.006922029,0.0042137383,0.0008621422],"study_design_scores_gemma":[0.001910602,0.0027211586,0.5703583,0.00006581784,0.00011307399,0.0005502086,0.041414697,0.0000025711765,0.000057088375,0.0047878134,0.3777794,0.0002392827],"about_ca_topic_score_codex":0.0045817443,"about_ca_topic_score_gemma":0.034823243,"teacher_disagreement_score":0.37356567,"about_ca_system_score_codex":0.00016023028,"about_ca_system_score_gemma":0.00040424571,"threshold_uncertainty_score":0.999376},"labels":[],"label_agreement":null},{"id":"W2317284012","doi":"10.5840/raven20111845","title":"Kamloops, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","score_opus":0.026925800135706397,"score_gpt":0.26651299286116303,"score_spread":0.23958719272545664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317284012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8420578,0.014366424,0.0006720797,0.0009339294,0.0040691663,0.0001495179,0.0000041914714,0.000039958722,0.13770692],"genre_scores_gemma":[0.98706406,0.0011581775,0.003763124,0.00044498008,0.00031341438,8.320691e-7,3.504042e-7,0.000006604272,0.0072484673],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897325,0.00031220922,0.00025203763,0.000080596496,0.00014251171,0.00023941003],"domain_scores_gemma":[0.9993118,0.00008008059,0.00024439656,0.000064321815,0.00017197459,0.00012739835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081303244,0.00004022445,0.00019742163,0.000050841267,0.00033334814,0.000003826642,0.00030994572,0.00018190999,0.0036686435],"category_scores_gemma":[0.00029941025,0.000056367375,0.00010179899,0.00010162783,0.0010254562,0.0001254084,0.000034681718,0.0003114256,0.000038709775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035288776,0.0004328389,0.40408745,0.000017027973,0.00031902947,0.0041385163,0.088666454,0.0000010733729,0.00022059624,0.014727958,0.24615882,0.24087735],"study_design_scores_gemma":[0.00062254706,0.00050216203,0.1617545,0.000027725386,0.000047058355,0.0010310309,0.0011302067,7.1864423e-7,0.000017175164,0.074626,0.760085,0.00015590127],"about_ca_topic_score_codex":0.014955225,"about_ca_topic_score_gemma":0.0761083,"teacher_disagreement_score":0.51392615,"about_ca_system_score_codex":0.000067659494,"about_ca_system_score_gemma":0.00023605894,"threshold_uncertainty_score":0.99724215},"labels":[],"label_agreement":null},{"id":"W2317795611","doi":"10.5840/raven20111881","title":"Saint-Jean-sur-Richelieu, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"SAINT; Geology; History; Art history","score_opus":0.06602551097361166,"score_gpt":0.29829464215772683,"score_spread":0.23226913118411519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317795611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.652268,0.11092005,0.0017848595,0.11718557,0.02001955,0.00025802254,0.00001757151,0.000026353062,0.09752003],"genre_scores_gemma":[0.9307574,0.0065831183,0.0018506296,0.0016130835,0.0023136328,0.0000018296695,2.0853707e-7,0.00002159004,0.056858495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723744,0.0005032736,0.0007298761,0.00022436985,0.0005915047,0.00071350386],"domain_scores_gemma":[0.99747,0.00036378638,0.0012197299,0.00016575021,0.0004005045,0.00038022787],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016815296,0.00019929123,0.0005304988,0.00009147334,0.00031004162,0.000032004904,0.00090435165,0.00033855144,0.0057520783],"category_scores_gemma":[0.0010394704,0.00017888175,0.00037149107,0.00060448603,0.001677837,0.0004399006,0.0000799759,0.00050734606,0.00041692864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029451447,0.0009860167,0.08347301,0.00004747175,0.000409238,0.0009629856,0.12456961,0.000066692046,0.00017559147,0.38733795,0.09616141,0.3055155],"study_design_scores_gemma":[0.0005239604,0.00077907933,0.035148054,0.00007776313,0.000102982725,0.00013596634,0.0047227605,0.000031381882,0.00006750741,0.010384688,0.94778615,0.00023967528],"about_ca_topic_score_codex":0.44217822,"about_ca_topic_score_gemma":0.15549892,"teacher_disagreement_score":0.8516248,"about_ca_system_score_codex":0.0005681768,"about_ca_system_score_gemma":0.002237728,"threshold_uncertainty_score":0.9951568},"labels":[],"label_agreement":null},{"id":"W2317839411","doi":"10.5840/raven20111825","title":"Courtenay, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History; Geography","score_opus":0.022031206490951968,"score_gpt":0.2233150941518861,"score_spread":0.20128388766093414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317839411","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4816258,0.0036812872,0.00050801795,0.0013893774,0.005042085,0.00016370154,0.00002022021,0.000033752938,0.50753576],"genre_scores_gemma":[0.9591357,0.00096343376,0.0007256483,0.00063322694,0.00064266904,0.0000011900493,4.7209957e-7,0.000012323183,0.03788534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920917,0.00012987317,0.00022363213,0.00006346372,0.00016837772,0.0002055097],"domain_scores_gemma":[0.9993465,0.000026807726,0.00020478661,0.000060820945,0.00016984346,0.00019125814],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005567031,0.000027220907,0.00016361491,0.00013226928,0.00043271732,0.00019134868,0.00024652187,0.000096491494,0.008384096],"category_scores_gemma":[0.00017552121,0.000051193794,0.000102395934,0.00011229384,0.0006306004,0.00012531452,0.000013002901,0.00016582117,0.000061999766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054295142,0.00027538865,0.022455161,0.000015399011,0.00017794971,0.0034175527,0.039949104,9.987019e-7,0.00008367514,0.009229578,0.83765817,0.08668274],"study_design_scores_gemma":[0.00023634256,0.000112246984,0.028613884,0.000014409125,0.000024348961,0.00034361595,0.0010213993,3.7591542e-7,6.6261816e-7,0.004039926,0.96552974,0.00006302764],"about_ca_topic_score_codex":0.8619252,"about_ca_topic_score_gemma":0.9884937,"teacher_disagreement_score":0.47750992,"about_ca_system_score_codex":0.00026059023,"about_ca_system_score_gemma":0.0008316018,"threshold_uncertainty_score":0.99252236},"labels":[],"label_agreement":null},{"id":"W2319794833","doi":"10.5840/raven2004114","title":"Constructing Canadian Symbolism: National Identity as Expressed in Canadian Heraldic Authority Grants","year":2004,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); National identity; Art; Political science; Public administration; Law; Aesthetics; Politics","score_opus":0.017246330227992997,"score_gpt":0.29577620228229307,"score_spread":0.2785298720543001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319794833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8980336,0.00071367744,0.00002958418,0.017083164,0.0026884659,0.00016850287,0.00008833503,0.000010243687,0.08118439],"genre_scores_gemma":[0.9981552,0.00011121909,0.00020364675,0.00080664066,0.0003451049,0.0000015177462,0.0000030417016,0.000008331981,0.0003653304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982141,0.00021481146,0.00039312374,0.00013896468,0.00041812196,0.00062087784],"domain_scores_gemma":[0.99825585,0.00005136363,0.00020512065,0.00007314085,0.0003141482,0.0011003558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001528601,0.00008625546,0.00025974636,0.0019936906,0.0007760434,0.00018654457,0.00038950477,0.00021470455,0.0008858788],"category_scores_gemma":[0.0010604935,0.00011913857,0.00009815255,0.0004713091,0.000584151,0.0005119808,0.000010901332,0.00044068153,0.00006659314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000032508495,0.000054446213,0.03366891,0.000016701928,0.000075076176,0.0024616222,0.023437304,0.0002426646,0.000091366324,0.93248355,0.0038593782,0.0035764962],"study_design_scores_gemma":[0.002053661,0.00009845981,0.059257798,0.00013588468,0.00003644199,0.00071612693,0.008224947,0.0000065305926,0.000015276302,0.17668307,0.75235605,0.00041574956],"about_ca_topic_score_codex":0.99961644,"about_ca_topic_score_gemma":0.9999928,"teacher_disagreement_score":0.7558005,"about_ca_system_score_codex":0.009826356,"about_ca_system_score_gemma":0.03072403,"threshold_uncertainty_score":0.99397475},"labels":[],"label_agreement":null},{"id":"W2319826464","doi":"10.5840/raven20111858","title":"Montague, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"American Environmental and Regional History","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.01122047692351551,"score_gpt":0.2008312712835967,"score_spread":0.1896107943600812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319826464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86995226,0.00047399197,0.0033500914,0.0003016037,0.00050319417,0.00007986527,0.000002341159,0.0000092141045,0.12532742],"genre_scores_gemma":[0.9930613,0.00013919671,0.003630555,0.0005125534,0.00006872474,0.0000011899762,4.0038165e-7,0.00001087942,0.0025751765],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918944,0.000055602155,0.0002564031,0.00011985639,0.00019665716,0.00018205833],"domain_scores_gemma":[0.99946445,0.00001854388,0.0002751335,0.0001163035,0.000004431279,0.000121132434],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015086953,0.00009770761,0.0001907166,0.00003792156,0.00005355094,0.0000011447901,0.00026257525,0.000055147066,0.006431044],"category_scores_gemma":[0.000010214791,0.00007328553,0.00010190028,0.000060014165,0.0012040684,0.00010086606,0.00010487545,0.00016713764,0.00044977444],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017418731,0.0022129691,0.7789471,0.000026206582,0.0003751569,0.0031940674,0.030756783,0.0019186302,0.026346756,0.0011005038,0.09995657,0.053423356],"study_design_scores_gemma":[0.001005654,0.0015661112,0.48967168,0.000019661667,0.000062396866,0.002127797,0.0012276273,0.00003963348,0.0012413083,0.002271756,0.50042063,0.00034571494],"about_ca_topic_score_codex":0.00008528423,"about_ca_topic_score_gemma":0.000051147337,"teacher_disagreement_score":0.4004641,"about_ca_system_score_codex":0.00014715487,"about_ca_system_score_gemma":0.000012762169,"threshold_uncertainty_score":0.9944772},"labels":[],"label_agreement":null},{"id":"W2319862483","doi":"10.5840/raven201118106","title":"Victoria, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","score_opus":0.04181307683444833,"score_gpt":0.19349656298963516,"score_spread":0.15168348615518684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319862483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8460043,0.0043559168,0.0009799158,0.0001989098,0.0030518959,0.0000711735,0.000034634555,0.000011777881,0.14529145],"genre_scores_gemma":[0.99444216,0.0007449794,0.000699191,0.00024134375,0.00041674578,0.0000018703015,6.98292e-7,0.000012981487,0.0034400334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898803,0.000014518098,0.0006470928,0.00012044952,0.000016367117,0.0002135282],"domain_scores_gemma":[0.99919575,0.000023709503,0.00057395664,0.00008304559,0.000045851004,0.00007766635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042529797,0.000058814992,0.0004754051,0.00005198418,0.000103491475,0.000045266275,0.00019043157,0.00009569054,0.0027722502],"category_scores_gemma":[0.000076779674,0.000093901115,0.0001581771,0.000059444854,0.00008597066,0.000108285545,0.00003677107,0.0001451136,0.00021098396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041721458,0.00017420854,0.9204243,0.000012116634,0.0004165505,0.00016055033,0.0035821053,0.0000018114846,0.0000044435806,0.033735115,0.037724614,0.0037224535],"study_design_scores_gemma":[0.0011515423,0.00038508986,0.41017193,0.000013094359,0.000016171663,0.00030835182,0.00033284866,0.00000737244,0.0000045635325,0.18757696,0.39982176,0.00021029913],"about_ca_topic_score_codex":0.0057302197,"about_ca_topic_score_gemma":0.002388511,"teacher_disagreement_score":0.51025236,"about_ca_system_score_codex":0.00006305969,"about_ca_system_score_gemma":0.000020725412,"threshold_uncertainty_score":0.9981393},"labels":[],"label_agreement":null},{"id":"W2319885530","doi":"10.5840/raven201118108","title":"Watson Lake, Yukon","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Ecology and biodiversity studies","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Watson; Archaeology; Geography; Geology; Physical geography; Artificial intelligence; Computer science","score_opus":0.030737816490459015,"score_gpt":0.19655051967481826,"score_spread":0.16581270318435926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319885530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94856346,0.00009487967,0.00014323089,0.0006377318,0.00042440876,0.00003551757,0.0000019064722,0.0000061428095,0.05009274],"genre_scores_gemma":[0.9965406,0.00008566532,0.0022305348,0.0004726061,0.000037654547,2.8624433e-7,3.07401e-7,0.0000024643552,0.00062986603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994651,0.00005466019,0.00016062475,0.00007744992,0.00008177798,0.00016038465],"domain_scores_gemma":[0.9996871,0.000027625147,0.00015445649,0.000064716514,0.000013045219,0.000053092197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024727045,0.000062046085,0.0001538375,0.000034260094,0.00008719884,0.0000016925852,0.00019403144,0.00007669712,0.006158064],"category_scores_gemma":[0.000041510706,0.00004677237,0.00006790187,0.000058662532,0.00025806422,0.00008225465,0.00012778307,0.00014471922,0.0005791907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017918037,0.00017211547,0.9746547,0.0000026013713,0.000085982545,0.00034222353,0.0024677017,0.000016089074,0.0005301093,0.00024294236,0.01796942,0.0033369483],"study_design_scores_gemma":[0.00054946676,0.0009092696,0.9280201,0.000004433825,0.000051621966,0.0004620371,0.0002918599,0.000005429179,0.00081175676,0.0025207982,0.06627031,0.0001029065],"about_ca_topic_score_codex":0.00002015646,"about_ca_topic_score_gemma":0.00031731185,"teacher_disagreement_score":0.049462873,"about_ca_system_score_codex":0.00003421816,"about_ca_system_score_gemma":0.0000061686287,"threshold_uncertainty_score":0.99475044},"labels":[],"label_agreement":null},{"id":"W2320640730","doi":"10.5840/raven20111837","title":"Halifax, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); History; Aeronautics; Archaeology; Engineering","score_opus":0.044898622342912003,"score_gpt":0.27112274780582973,"score_spread":0.22622412546291773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320640730","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29248917,0.0029077786,0.0007512491,0.0036050791,0.0069018453,0.00012637918,0.000009902269,0.000024790688,0.6931838],"genre_scores_gemma":[0.9913907,0.00023158877,0.0011928887,0.0005752837,0.0005914647,1.875411e-7,3.5367404e-7,0.0000090440235,0.0060084923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992185,0.00013127805,0.00022710873,0.000060898456,0.00016203677,0.00020012977],"domain_scores_gemma":[0.9993723,0.000029877587,0.00021276558,0.00007535998,0.00013547664,0.00017421188],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059211033,0.000042754906,0.00015845874,0.00040291002,0.0001955713,0.000035785506,0.00026335282,0.000093452705,0.006517319],"category_scores_gemma":[0.0001809224,0.00004957084,0.0001044465,0.00014118815,0.0005872927,0.00013185923,0.000013391096,0.00016866268,0.00033553896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032234367,0.00045137474,0.022468118,0.000031580348,0.00035349766,0.002219454,0.18844232,0.0000069014145,0.0006853403,0.44267854,0.29969344,0.042647112],"study_design_scores_gemma":[0.0002474738,0.00012922772,0.008770287,0.000012054593,0.00002865065,0.0001239094,0.0011936505,3.387263e-7,0.000017942015,0.003895984,0.98550665,0.00007384746],"about_ca_topic_score_codex":0.24810751,"about_ca_topic_score_gemma":0.6833953,"teacher_disagreement_score":0.69890153,"about_ca_system_score_codex":0.0002577862,"about_ca_system_score_gemma":0.000798113,"threshold_uncertainty_score":0.99439085},"labels":[],"label_agreement":null},{"id":"W2320749393","doi":"10.5840/raven20111857","title":"Moncton, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geological formations and processes","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Operating system","score_opus":0.03761772762312366,"score_gpt":0.22473167772947608,"score_spread":0.18711395010635243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320749393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92122126,0.0029495244,0.0036393858,0.0006694703,0.00073812064,0.000052230575,0.0000024551427,0.0000141390265,0.07071342],"genre_scores_gemma":[0.99196386,0.00017658056,0.007030359,0.00036043764,0.00011309361,1.8476287e-8,0.0000022631298,0.000001091983,0.00035229098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993649,0.000039714734,0.00028446692,0.00005548715,0.00009444017,0.00016098942],"domain_scores_gemma":[0.9994683,0.000053162898,0.00019835414,0.000062963365,0.00007673771,0.00014042965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020983769,0.00006436183,0.00015988226,0.000084223604,0.00004858844,0.000009130121,0.00021455872,0.00006544887,0.012948455],"category_scores_gemma":[0.000079195204,0.00004163693,0.00006163813,0.00011585028,0.000057314748,0.00016661326,0.0000058762066,0.00014110847,0.00032034758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022956825,0.000043017862,0.8950185,0.000013545514,0.00006180369,0.00013576522,0.0017437836,0.00046213815,0.000012225242,0.003576045,0.0026852402,0.096018374],"study_design_scores_gemma":[0.00034093997,0.0009394008,0.92713386,0.0000081570515,0.000020366417,0.00097489625,0.00013554646,0.00012951481,0.00013896123,0.026660277,0.043430377,0.00008773162],"about_ca_topic_score_codex":0.0014264224,"about_ca_topic_score_gemma":0.00074008614,"teacher_disagreement_score":0.09593064,"about_ca_system_score_codex":0.0000013222528,"about_ca_system_score_gemma":0.00020360781,"threshold_uncertainty_score":0.98795384},"labels":[],"label_agreement":null},{"id":"W2321418662","doi":"10.5840/raven20111855","title":"Medicine Hat, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.14695629969068907,"score_gpt":0.4516761225891151,"score_spread":0.30471982289842603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321418662","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08531784,0.0033625686,0.0014594019,0.054872483,0.008808707,0.0004284631,0.0000041576163,0.00003347086,0.8457129],"genre_scores_gemma":[0.82304275,0.00266675,0.0060167806,0.1313813,0.0041540386,0.000021813808,0.0000080604195,0.000086706816,0.03262179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997663,0.00049361534,0.001072591,0.00011408926,0.000184121,0.0004725392],"domain_scores_gemma":[0.99760646,0.0007682733,0.00082717993,0.00023202089,0.00031509178,0.00025095895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011315079,0.00012811257,0.00061857305,0.00024388313,0.00022366665,7.48009e-7,0.00032935647,0.00023107606,0.012283807],"category_scores_gemma":[0.0006062538,0.00008684723,0.00010521928,0.00012996951,0.00013794989,0.0001023271,0.00007696904,0.0008379001,0.000486437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013325064,0.00019502259,0.23433816,0.00033847202,0.0003262391,0.0005697177,0.04127823,6.238633e-7,0.00044263486,0.053624924,0.64627236,0.021281091],"study_design_scores_gemma":[0.0025508667,0.0013399654,0.106972665,0.0001343848,0.00009527878,0.0003493522,0.0014723146,0.0000022059419,0.000023247452,0.011227045,0.87570107,0.00013158804],"about_ca_topic_score_codex":0.0011271731,"about_ca_topic_score_gemma":0.0005302328,"teacher_disagreement_score":0.8130911,"about_ca_system_score_codex":0.00019853652,"about_ca_system_score_gemma":0.0009353946,"threshold_uncertainty_score":0.9886191},"labels":[],"label_agreement":null},{"id":"W2321422473","doi":"10.5840/raven20111890","title":"St. Catharines, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Mormonism, Religion, and History","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.05806370557211831,"score_gpt":0.21001544806628877,"score_spread":0.15195174249417046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321422473","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42368737,0.0024935408,0.000108791166,0.00016447359,0.0038798554,0.00008299648,0.000006751967,0.000023208891,0.569553],"genre_scores_gemma":[0.96345514,0.00015933672,0.00044031255,0.0005021798,0.00087481836,0.0000017899166,0.0000028735574,0.000020382553,0.034543157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917257,0.000029880104,0.00038707588,0.00009219917,0.00012553787,0.00019275612],"domain_scores_gemma":[0.9992602,0.00001901976,0.00031323356,0.00013470292,0.00017837512,0.00009445362],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020777438,0.00011113655,0.0002759571,0.00017130187,0.00014685765,0.00001676155,0.0002315232,0.00006005415,0.01050397],"category_scores_gemma":[0.00001153716,0.000088359746,0.00015111286,0.000012638759,0.00023822411,0.0001085749,0.000025327983,0.00026950086,0.00010821017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003331314,0.0003531899,0.004324941,0.00002333003,0.00024902512,0.0005332779,0.3286563,0.0000014815658,0.00006507278,0.56316364,0.09964245,0.002654169],"study_design_scores_gemma":[0.0004401972,0.00053977774,0.0024765704,0.000012627634,0.000060473158,0.00032965082,0.0004965213,8.582455e-7,0.000027402539,0.010974866,0.98453087,0.00011019265],"about_ca_topic_score_codex":0.016279126,"about_ca_topic_score_gemma":0.07811315,"teacher_disagreement_score":0.8848884,"about_ca_system_score_codex":0.00012100599,"about_ca_system_score_gemma":0.00024493807,"threshold_uncertainty_score":0.99040055},"labels":[],"label_agreement":null},{"id":"W2322027663","doi":"10.5840/raven20111894","title":"Thunder Bay, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Marine and environmental studies","field":"Earth and Planetary Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thunder; Bay; Geography; Archaeology; Meteorology","score_opus":0.0356368303360758,"score_gpt":0.19001270980812737,"score_spread":0.15437587947205156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322027663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8434013,0.00060482346,0.00013385894,0.00012700658,0.0004425364,0.000027085382,0.0000013183592,0.0000032262703,0.15525882],"genre_scores_gemma":[0.9970177,0.000118493335,0.0014392511,0.00029647807,0.00007082495,6.590492e-8,0.0000011363404,0.0000014606088,0.001054586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943906,0.00003213792,0.00020416192,0.00006625183,0.00010131082,0.00015709345],"domain_scores_gemma":[0.99970865,0.0000202599,0.00012534569,0.00006135212,0.000012146713,0.0000722652],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016113778,0.00006905869,0.0001649923,0.000045950965,0.000054349188,0.0000045372776,0.00014020654,0.00003959138,0.018637273],"category_scores_gemma":[0.000009606806,0.000048460908,0.000068329195,0.00003252523,0.00008625068,0.000079999125,0.000015620608,0.00014645235,0.00019175328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010453686,0.000020356925,0.9802369,0.0000017648789,0.000054338685,0.00010928235,0.0008566874,0.000027355847,0.0000037760992,0.000056895282,0.00049076445,0.018037347],"study_design_scores_gemma":[0.00021447329,0.0006226433,0.96409214,0.0000035757919,0.000019136687,0.00038130963,0.00014455845,0.0000107365695,0.000020964671,0.002656264,0.031775706,0.00005850966],"about_ca_topic_score_codex":0.016347073,"about_ca_topic_score_gemma":0.09247955,"teacher_disagreement_score":0.15420423,"about_ca_system_score_codex":0.000009463747,"about_ca_system_score_gemma":0.000029985586,"threshold_uncertainty_score":0.99020314},"labels":[],"label_agreement":null},{"id":"W2322314084","doi":"10.5840/raven20111836","title":"Haines Junction, Yukon","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Environmental science","score_opus":0.05501685794527881,"score_gpt":0.22130306348346648,"score_spread":0.16628620553818768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322314084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98871905,0.00090032595,0.000048242575,0.0019053455,0.001685566,0.000064256674,0.0000021637281,0.000016026099,0.0066590304],"genre_scores_gemma":[0.99787784,0.0002063459,0.00048565728,0.00039721932,0.00050071976,0.000002454351,2.56505e-7,6.397191e-7,0.00052887626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920535,0.0000842261,0.00032158807,0.00010759353,0.00007396271,0.00020726754],"domain_scores_gemma":[0.9993321,0.000102474936,0.00028860715,0.00003119231,0.00017373924,0.00007191612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002973684,0.00009734063,0.00026174026,0.000020832278,0.00013155649,0.000006754993,0.00018987274,0.00009905199,0.00079432776],"category_scores_gemma":[0.0001052898,0.000034586756,0.00012691342,0.00012010582,0.00013422279,0.000078715275,0.000042103922,0.00014267776,0.000041595475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001452109,0.0016200839,0.79147995,0.000028019018,0.0011290923,0.00061725575,0.0007367344,0.000011878353,0.036963057,0.0025201726,0.046846025,0.116595626],"study_design_scores_gemma":[0.0002457475,0.0013277137,0.87658775,0.000006962184,0.000036590012,0.00040209785,0.00054446823,0.0000035591156,0.0003047768,0.0033856449,0.117049105,0.00010557074],"about_ca_topic_score_codex":0.000014603429,"about_ca_topic_score_gemma":0.00040855448,"teacher_disagreement_score":0.11649006,"about_ca_system_score_codex":0.00001967528,"about_ca_system_score_gemma":0.000010863659,"threshold_uncertainty_score":0.8697332},"labels":[],"label_agreement":null},{"id":"W2322743302","doi":"10.5840/raven20111821","title":"Chatham-Kent, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; History","score_opus":0.0453255377354702,"score_gpt":0.23949201903452047,"score_spread":0.1941664812990503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322743302","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40861666,0.0012624293,0.00023136154,0.0013779126,0.003702881,0.00009285335,0.0000026499497,0.000014620143,0.5846986],"genre_scores_gemma":[0.94459057,0.00042995304,0.0011128412,0.00068863615,0.00066785206,0.0000012199276,4.5746947e-7,0.000011804142,0.052496675],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926704,0.0001001548,0.00021204096,0.000061308725,0.00015874706,0.00020071639],"domain_scores_gemma":[0.99940884,0.000021132435,0.00021237021,0.000072792725,0.00010453856,0.00018029574],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005147086,0.000042991298,0.00015627158,0.00035420826,0.0002855601,0.000033885688,0.00024573263,0.000089582114,0.007323803],"category_scores_gemma":[0.00008282128,0.00004995795,0.00011051991,0.00008915098,0.00042315418,0.0001358014,0.0000140207385,0.00020643855,0.00012185658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026966742,0.0003707599,0.03505237,0.00001338817,0.00025812394,0.0017186196,0.58667624,0.0000027554988,0.00017342005,0.2663523,0.08297123,0.0261411],"study_design_scores_gemma":[0.00020370663,0.00012340794,0.020031106,0.0000073894635,0.000021218297,0.000082905775,0.0009756313,1.0998264e-7,0.0000054999327,0.0037055288,0.97478694,0.000056537516],"about_ca_topic_score_codex":0.7480783,"about_ca_topic_score_gemma":0.9854735,"teacher_disagreement_score":0.8918157,"about_ca_system_score_codex":0.0007898405,"about_ca_system_score_gemma":0.0016600761,"threshold_uncertainty_score":0.9935836},"labels":[],"label_agreement":null},{"id":"W2323464709","doi":"10.5840/raven200074","title":"American-Influenced Flags in Lower Canada","year":2000,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"FLAGS register; History; Computer science","score_opus":0.0038230002718969264,"score_gpt":0.22974194038397827,"score_spread":0.22591894011208136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323464709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96299934,0.00040759446,0.000003239222,0.0041240486,0.00056189287,0.000038108283,0.0000032133798,0.0000030846224,0.031859502],"genre_scores_gemma":[0.991257,0.0004923821,0.000080862446,0.001338715,0.00020355312,6.860783e-7,2.2523479e-7,0.000005241157,0.006621319],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904567,0.00014627332,0.00025831378,0.00007156441,0.0002263305,0.00025186338],"domain_scores_gemma":[0.9994957,0.000059327565,0.0001448406,0.00006874045,0.00006287838,0.00016855457],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003369632,0.000046866015,0.00020233549,0.0002618254,0.00017248953,0.000033869754,0.00023117746,0.00004477339,0.00356847],"category_scores_gemma":[0.00012285556,0.000056374127,0.000053526648,0.00028938663,0.0005219826,0.00009302662,0.000005056224,0.00019492037,0.00003238137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092124846,0.00038158806,0.036984682,0.000024273693,0.00020251423,0.010187485,0.048276022,0.0022503473,0.00050139823,0.012130293,0.2594801,0.6286601],"study_design_scores_gemma":[0.00021603778,0.00006958031,0.020839669,0.000009487263,0.0000060283214,0.000034789053,0.00063696573,0.000001914753,0.0000015158568,0.00021933008,0.97789997,0.00006471361],"about_ca_topic_score_codex":0.99203205,"about_ca_topic_score_gemma":0.9996189,"teacher_disagreement_score":0.7184199,"about_ca_system_score_codex":0.0012362528,"about_ca_system_score_gemma":0.0040373807,"threshold_uncertainty_score":0.9973424},"labels":[],"label_agreement":null},{"id":"W2324039226","doi":"10.5840/raven20111884","title":"Sault Ste. Marie, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Invertebrate Taxonomy and Ecology","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cartography; Geography","score_opus":0.04434876921134267,"score_gpt":0.19084324691591642,"score_spread":0.14649447770457374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324039226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836547,0.00011187994,0.00001764754,0.0004951598,0.00062736636,0.000056332028,0.0000023249488,0.000008090291,0.015026529],"genre_scores_gemma":[0.99714077,0.000035761506,0.00062328833,0.00076177,0.00020988559,0.0000016655994,0.000002735732,6.509098e-7,0.0012234676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908745,0.00009252511,0.00035440183,0.00011144222,0.00008236629,0.0002718023],"domain_scores_gemma":[0.9993643,0.00009303041,0.00028788994,0.000037593898,0.000110296925,0.00010686936],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031368533,0.00010155959,0.00027098856,0.000022409533,0.00009133901,0.000009046071,0.0002969851,0.00016025828,0.011597037],"category_scores_gemma":[0.000044138953,0.000037793467,0.00013145152,0.00008761372,0.000091937356,0.0001097853,0.000049145827,0.0002569185,0.00014534323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021245931,0.0013902774,0.5912747,0.000015725842,0.000556029,0.0016358142,0.0046216575,0.000012761331,0.043411355,0.017837744,0.016057812,0.32106158],"study_design_scores_gemma":[0.00045126726,0.0025317948,0.5618034,0.000009296876,0.00004031547,0.00081814884,0.0003477009,0.000009790464,0.0012757969,0.0035459825,0.4289799,0.00018662967],"about_ca_topic_score_codex":0.0028461874,"about_ca_topic_score_gemma":0.052384812,"teacher_disagreement_score":0.41292208,"about_ca_system_score_codex":0.00006070143,"about_ca_system_score_gemma":0.000050999024,"threshold_uncertainty_score":0.9893065},"labels":[],"label_agreement":null},{"id":"W2324045510","doi":"10.5840/raven20111839","title":"Happy Valley-Goose Bay, Newfoundland and Labrador","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geology and Paleoclimatology Research","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bay; Goose; Geography; Fishery; Archaeology; Geology; Biology; Paleontology","score_opus":0.03433315744062732,"score_gpt":0.243873209573186,"score_spread":0.2095400521325587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324045510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980244,0.0028981064,0.00011606975,0.00063375826,0.00042687694,0.00005833989,0.0000040526697,0.0000068422214,0.015611969],"genre_scores_gemma":[0.9966842,0.00050326734,0.002074747,0.00028385667,0.00008695862,2.0044665e-7,0.0000029715513,0.0000026531918,0.0003611487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998835,0.00026059334,0.00030754917,0.00013941544,0.00012165034,0.00033573757],"domain_scores_gemma":[0.99912053,0.00030569086,0.00018118964,0.000113633956,0.00008539222,0.00019358128],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069518795,0.000109390305,0.00031475187,0.00018692158,0.00011612862,0.000011207974,0.00025062592,0.00018187187,0.0046088784],"category_scores_gemma":[0.00015129645,0.000080769605,0.000062902785,0.00009690287,0.0004209541,0.00012484279,0.000019785994,0.00039563447,0.00019858225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029499482,0.00002289706,0.99456626,0.000009709927,0.00006802771,0.0005309799,0.0006980639,0.00000773991,0.0000066981115,0.00044859297,0.00014712889,0.0031989038],"study_design_scores_gemma":[0.0006065002,0.00084789813,0.98359334,0.000010835743,0.000028603878,0.006222571,0.0001299667,0.00012349726,0.000012443367,0.005343315,0.002991143,0.0000898702],"about_ca_topic_score_codex":0.0003256073,"about_ca_topic_score_gemma":0.0046017896,"teacher_disagreement_score":0.016440213,"about_ca_system_score_codex":0.0000012137195,"about_ca_system_score_gemma":0.000084542684,"threshold_uncertainty_score":0.99630105},"labels":[],"label_agreement":null},{"id":"W2325268497","doi":"10.5840/raven201118112","title":"Wood Buffalo, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Forest Ecology and Biodiversity Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Forestry; Geography","score_opus":0.03345292312368928,"score_gpt":0.19890947617651736,"score_spread":0.16545655305282808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325268497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897808,0.00031688964,0.000002466246,0.001380717,0.00037325307,0.00003549352,0.0000037960112,0.0000054464267,0.008101152],"genre_scores_gemma":[0.99868,0.000102277256,0.0002275559,0.0004125571,0.00013782561,4.1462812e-7,0.0000015375119,2.801608e-7,0.00043754667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993922,0.00006297015,0.00020009896,0.00008654386,0.00007022581,0.00018797893],"domain_scores_gemma":[0.9994967,0.00012899663,0.00019182361,0.000024662419,0.00009254978,0.00006524977],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001809173,0.00007780404,0.00020505555,0.000017511225,0.00012442915,0.0000041731105,0.00025893652,0.00010811443,0.0016903814],"category_scores_gemma":[0.00008838821,0.000026904763,0.00011949098,0.0000944091,0.00014282636,0.00006660024,0.00007205836,0.00013962433,0.00013102137],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001153861,0.0010210712,0.90048456,0.000012066595,0.0006972636,0.00065950956,0.0038169348,0.0000017169265,0.013542196,0.009491337,0.033319194,0.035800308],"study_design_scores_gemma":[0.00035294844,0.0023366401,0.90721875,0.0000085935635,0.000057806996,0.0005147804,0.00068088534,0.0000012948705,0.0008930481,0.0034895898,0.08430958,0.00013608983],"about_ca_topic_score_codex":0.00027837107,"about_ca_topic_score_gemma":0.00090198976,"teacher_disagreement_score":0.050990384,"about_ca_system_score_codex":0.000011833485,"about_ca_system_score_gemma":0.000007427444,"threshold_uncertainty_score":0.9992222},"labels":[],"label_agreement":null},{"id":"W2325361288","doi":"10.5840/raven20111864","title":"Norfolk County, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","score_opus":0.036593431538139966,"score_gpt":0.23690068203958634,"score_spread":0.20030725050144638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325361288","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3908463,0.0009040053,0.00017431163,0.0011304836,0.0033539133,0.00007843364,0.0000043611517,0.000012505257,0.60349566],"genre_scores_gemma":[0.95898324,0.00033249284,0.001097591,0.00076423207,0.0006086655,9.916805e-7,5.010818e-7,0.0000112286025,0.03820104],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.999258,0.000093211165,0.00021521132,0.000058816917,0.00018205863,0.00019271756],"domain_scores_gemma":[0.9993908,0.000026246804,0.00020413027,0.00007102282,0.000141032,0.00016680369],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005493023,0.00004239,0.0001563632,0.00031050495,0.0003046663,0.000038543825,0.00025348904,0.000092765324,0.0066261496],"category_scores_gemma":[0.00008246214,0.000049387523,0.00009829947,0.00008825776,0.00046920072,0.00013616812,0.000013436514,0.0002104443,0.00010579421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000366685,0.00041654476,0.053010672,0.000017283503,0.00032184197,0.0020514033,0.4783501,0.0000056432764,0.00019977661,0.28839302,0.1574759,0.019391134],"study_design_scores_gemma":[0.0001984541,0.00011088922,0.022348752,0.0000066183748,0.000024779618,0.00008216492,0.0008360378,1.3436151e-7,0.0000028373197,0.003623959,0.9727089,0.000056481247],"about_ca_topic_score_codex":0.81233853,"about_ca_topic_score_gemma":0.991324,"teacher_disagreement_score":0.815233,"about_ca_system_score_codex":0.0009639845,"about_ca_system_score_gemma":0.0022261196,"threshold_uncertainty_score":0.99428195},"labels":[],"label_agreement":null},{"id":"W2326760875","doi":"10.5840/raven2011188","title":"Baker Lake, Nunavut","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Ecology and biodiversity studies","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Environmental science; Physical geography; Geology","score_opus":0.02793973483712918,"score_gpt":0.20131209923898158,"score_spread":0.17337236440185239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326760875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93505126,0.000102431986,0.00014701534,0.00058894494,0.00044972406,0.0000368585,0.000002444983,0.000006196998,0.0636151],"genre_scores_gemma":[0.9959961,0.000075110846,0.0024511232,0.00070988596,0.000040105937,3.459794e-7,2.824749e-7,0.000002753856,0.0007242931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99944854,0.00005487588,0.00016830284,0.00007975667,0.00008421138,0.00016431668],"domain_scores_gemma":[0.9996715,0.000031204858,0.00015540468,0.000069387526,0.0000146298125,0.000057860638],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002437442,0.000064580854,0.00015790694,0.00003332746,0.000087101136,0.0000018071756,0.00019956376,0.000077512086,0.010033551],"category_scores_gemma":[0.000046924033,0.000049175065,0.00007321322,0.00006237253,0.00030616194,0.00008417559,0.00013506383,0.00014964324,0.00080384436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097763834,0.000111391855,0.9782539,0.0000014792528,0.000068658555,0.00026340032,0.0014461562,0.000006457993,0.0003507248,0.00017926541,0.018033916,0.0011868651],"study_design_scores_gemma":[0.00044023208,0.00052581803,0.928498,0.0000032012053,0.000041718657,0.00043220972,0.0002081473,0.0000025463683,0.00048695074,0.001943267,0.06733517,0.00008272423],"about_ca_topic_score_codex":0.000012471266,"about_ca_topic_score_gemma":0.0004264691,"teacher_disagreement_score":0.062890805,"about_ca_system_score_codex":0.000029038953,"about_ca_system_score_gemma":0.0000073202445,"threshold_uncertainty_score":0.99997413},"labels":[],"label_agreement":null},{"id":"W2327714827","doi":"10.5840/raven20111889","title":"St. Andrews, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.04013942897739784,"score_gpt":0.24650112929299386,"score_spread":0.20636170031559603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327714827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51079696,0.004541601,0.00059800147,0.0026008317,0.005844106,0.00016444139,0.000016222435,0.00003225865,0.47540557],"genre_scores_gemma":[0.9884619,0.0013297519,0.0012395175,0.00075980317,0.0010828112,0.0000010658239,6.6926464e-7,0.000013612789,0.0071108453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931246,0.00009527104,0.00020100364,0.00005661187,0.00015125223,0.00018342711],"domain_scores_gemma":[0.99944335,0.00002639454,0.00019043141,0.00006633194,0.00011223711,0.00016127582],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005101984,0.00003948803,0.00014385443,0.0003458021,0.0002887644,0.000031804466,0.00023802785,0.000087059954,0.0028445236],"category_scores_gemma":[0.00012180942,0.000045428824,0.00008821088,0.00010627537,0.00044841025,0.00012336059,0.000012811409,0.00016094666,0.00009789731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034514905,0.0004157814,0.015503231,0.000029009401,0.00030645443,0.0025995944,0.14006771,0.000003292209,0.00032014537,0.4213035,0.3356556,0.08345052],"study_design_scores_gemma":[0.00021318559,0.00012176436,0.0058821547,0.000007724976,0.000022487533,0.000099099976,0.0024824503,2.7390666e-7,0.0000070029223,0.0078529585,0.9832524,0.000058484602],"about_ca_topic_score_codex":0.08830037,"about_ca_topic_score_gemma":0.5981985,"teacher_disagreement_score":0.64759684,"about_ca_system_score_codex":0.00029022794,"about_ca_system_score_gemma":0.00058303424,"threshold_uncertainty_score":0.998067},"labels":[],"label_agreement":null},{"id":"W2328170451","doi":"10.5840/raven20111880","title":"Saint-Hyacinthe, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Biological Control of Invasive Species","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.05787647372164135,"score_gpt":0.21718135879275846,"score_spread":0.15930488507111712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328170451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8417656,0.07094347,0.00018656834,0.060886193,0.0043643676,0.00020889554,0.000038774542,0.000022691926,0.021583432],"genre_scores_gemma":[0.98000383,0.0017814446,0.0017435481,0.0027874159,0.0019269472,0.0000021274036,0.0000019287538,0.0000038407507,0.011748916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973912,0.00055406435,0.0009324248,0.0002611588,0.00023029048,0.00063083804],"domain_scores_gemma":[0.9975644,0.0005445612,0.00094802777,0.00009914797,0.00051225803,0.00033163922],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008368401,0.00029563427,0.0007697033,0.00005372793,0.00014502049,0.00002928402,0.0008290953,0.0005003577,0.025858544],"category_scores_gemma":[0.0008894327,0.00011897258,0.0005832034,0.00024024028,0.0010597393,0.00018484051,0.00014579296,0.0006508264,0.0006245914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017532709,0.0014576942,0.05120244,0.00004545157,0.0008309005,0.0018818886,0.0014786659,0.0000123058035,0.064720854,0.18102953,0.024323529,0.67126346],"study_design_scores_gemma":[0.0007559095,0.007944553,0.2520887,0.00011677525,0.00017116824,0.0023064509,0.000859175,0.000010898674,0.002533042,0.017226642,0.715586,0.00040068448],"about_ca_topic_score_codex":0.009130366,"about_ca_topic_score_gemma":0.0075615267,"teacher_disagreement_score":0.6912625,"about_ca_system_score_codex":0.00022805875,"about_ca_system_score_gemma":0.00013093288,"threshold_uncertainty_score":0.99746794},"labels":[],"label_agreement":null},{"id":"W2328303396","doi":"10.5840/raven20111848","title":"Kensington, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Historical and Cultural Archaeology Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; History; Archaeology","score_opus":0.03708584161723628,"score_gpt":0.28633598847986574,"score_spread":0.24925014686262947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328303396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6766067,0.0031272445,0.0012211433,0.011210013,0.0030672785,0.0001409149,0.0000019402364,0.00003841275,0.30458632],"genre_scores_gemma":[0.9933585,0.00049430487,0.0019103166,0.00041781034,0.00038198594,6.9611775e-7,1.2678505e-7,0.00000406571,0.0034322243],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990607,0.00019450899,0.00025817868,0.000083207386,0.00016040281,0.0002430031],"domain_scores_gemma":[0.9993285,0.000070368726,0.0002166775,0.000056228222,0.00022003794,0.00010817717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000448347,0.00006993176,0.0002387094,0.00005438393,0.0002910738,0.0000031700185,0.00022788295,0.00008816997,0.00046261653],"category_scores_gemma":[0.0003012312,0.000048595284,0.0000944022,0.00011240967,0.00076077343,0.00007937687,0.0000484003,0.000190299,0.000051473802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006143903,0.00043550375,0.16077034,0.000020440593,0.0005437117,0.001042933,0.62847346,0.000006290153,0.0006105942,0.13247341,0.043715212,0.031293724],"study_design_scores_gemma":[0.00034301338,0.00044850586,0.018104004,0.000014200552,0.000042602056,0.00010894142,0.004155567,7.293644e-7,0.00008979199,0.01912641,0.95744354,0.00012268215],"about_ca_topic_score_codex":0.00025678996,"about_ca_topic_score_gemma":0.001849875,"teacher_disagreement_score":0.91372836,"about_ca_system_score_codex":0.00006581869,"about_ca_system_score_gemma":0.000088167144,"threshold_uncertainty_score":0.50653267},"labels":[],"label_agreement":null},{"id":"W2328801762","doi":"10.5840/raven20111861","title":"Moose Jaw, Saskatchewan","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Orthodontics; Biology; Medicine","score_opus":0.03642669639198121,"score_gpt":0.29134513367650844,"score_spread":0.25491843728452723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328801762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80543846,0.012269624,0.0020046185,0.003806752,0.005095688,0.00018793024,0.000002726338,0.00005323957,0.17114098],"genre_scores_gemma":[0.9905854,0.00043550355,0.0055420813,0.00045173534,0.00023974526,6.111076e-7,2.2034938e-7,0.000005889908,0.0027387983],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989223,0.0003367918,0.00025924205,0.00007957274,0.0001514429,0.00025064804],"domain_scores_gemma":[0.9992678,0.00009832069,0.00026694196,0.00008458332,0.00014249171,0.00013984875],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008993966,0.00006744734,0.00020925942,0.00013953328,0.00022876056,6.8508007e-7,0.00033520692,0.00018848886,0.0012367547],"category_scores_gemma":[0.00019712489,0.00005721338,0.00011609942,0.00010537489,0.0009883938,0.00012355653,0.000036958732,0.00034095172,0.00006772768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013470963,0.00042166034,0.05783457,0.000015824768,0.00033966478,0.0017978719,0.6871505,0.000003933652,0.0010150736,0.09024038,0.02880772,0.13102573],"study_design_scores_gemma":[0.0012236298,0.0011382017,0.046496466,0.000029932773,0.000101960875,0.00057502417,0.015467333,0.000002807274,0.0006214048,0.17965555,0.7543737,0.0003139353],"about_ca_topic_score_codex":0.0005122064,"about_ca_topic_score_gemma":0.0018879812,"teacher_disagreement_score":0.725566,"about_ca_system_score_codex":0.00007765434,"about_ca_system_score_gemma":0.0003543504,"threshold_uncertainty_score":0.9996762},"labels":[],"label_agreement":null},{"id":"W2329334906","doi":"10.5840/raven20111846","title":"Kawartha Lakes, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Aquatic Invertebrate Ecology and Behavior","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","score_opus":0.030410360199496573,"score_gpt":0.20783027379740115,"score_spread":0.17741991359790457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329334906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964456,0.000019805255,0.0005420324,0.00011046116,0.0005261907,0.00004892689,4.1741495e-7,0.0000050717213,0.034291044],"genre_scores_gemma":[0.9915699,0.0000049631244,0.0038929898,0.00047260724,0.00003785938,0.000001320442,4.9389706e-7,0.0000066920593,0.0040132226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917024,0.00007651376,0.00031676324,0.00010068324,0.00011685984,0.00021896488],"domain_scores_gemma":[0.9995064,0.000024053408,0.00024182633,0.00011796048,0.00001395625,0.00009577426],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003560485,0.00008825083,0.00020314843,0.0000401014,0.00006233324,0.0000029253872,0.00025227317,0.000119573415,0.09246853],"category_scores_gemma":[0.0000274332,0.00006934032,0.00008380518,0.00006081033,0.00023852439,0.00013120062,0.00006710567,0.0002707537,0.0023204111],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013468381,0.0003407575,0.9752042,0.0000015211511,0.000045601806,0.00065931596,0.0051418487,0.000019948042,0.0018579663,0.0006422448,0.011959065,0.0039928085],"study_design_scores_gemma":[0.0008378605,0.0011770881,0.95440453,0.0000068954632,0.000087610024,0.001730672,0.00013989092,0.000022790175,0.0017260571,0.0052312003,0.034466323,0.00016909646],"about_ca_topic_score_codex":0.0014488455,"about_ca_topic_score_gemma":0.02037381,"teacher_disagreement_score":0.09014812,"about_ca_system_score_codex":0.00015129008,"about_ca_system_score_gemma":0.00006235565,"threshold_uncertainty_score":0.9984564},"labels":[],"label_agreement":null},{"id":"W2329470057","doi":"10.5840/raven20111862","title":"Nanaimo, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Marine and coastal plant biology","field":"Earth and Planetary Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.018131879924306673,"score_gpt":0.1856883613506316,"score_spread":0.16755648142632493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329470057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75707537,0.0007568699,0.00014736867,0.000065169246,0.0011717771,0.000050387425,0.00003183549,0.000010176458,0.24069102],"genre_scores_gemma":[0.9938913,0.00015950002,0.0009094467,0.00041177942,0.00021398581,9.546217e-8,0.000007542797,0.0000021667522,0.0044041653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992043,0.000086587956,0.00030468722,0.00009432069,0.00008904375,0.00022109122],"domain_scores_gemma":[0.99948853,0.00005185348,0.00020645699,0.00007295882,0.000067150635,0.00011302128],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026361825,0.0000547977,0.00022693047,0.000043882173,0.00005987087,0.000032162825,0.00023696046,0.00008864575,0.016179768],"category_scores_gemma":[0.00005023645,0.00006289374,0.000082073355,0.00007891771,0.00010020104,0.00009039008,0.000014087321,0.0001783263,0.00010134554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010752221,0.000038418948,0.6520432,0.0000072151392,0.0000695335,0.0015258831,0.00012839239,0.000006499826,0.000035248788,0.000033804172,0.022651775,0.32335252],"study_design_scores_gemma":[0.00046377134,0.0013548058,0.81050205,0.00001501306,0.000027906792,0.01072217,0.00010935798,0.00003893287,0.000020647927,0.004847536,0.17176157,0.00013623544],"about_ca_topic_score_codex":0.08895849,"about_ca_topic_score_gemma":0.24324657,"teacher_disagreement_score":0.3232163,"about_ca_system_score_codex":0.0000017909899,"about_ca_system_score_gemma":0.000059946582,"threshold_uncertainty_score":0.9847196},"labels":[],"label_agreement":null},{"id":"W2329896998","doi":"10.5840/raven20111887","title":"Sorel-Tracy, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.07102045182457514,"score_gpt":0.32610371237097185,"score_spread":0.25508326054639674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329896998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80170184,0.0019027052,0.00096962036,0.011094967,0.0023807297,0.0001012561,0.0000020333882,0.000022716258,0.18182413],"genre_scores_gemma":[0.99587405,0.00029405422,0.001035022,0.00037504092,0.00046372743,6.97942e-7,4.1846363e-8,0.000004660164,0.0019526824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989154,0.00014942633,0.00026878726,0.00008456293,0.00030275097,0.00027907986],"domain_scores_gemma":[0.9991407,0.000086207605,0.00040165806,0.000070764894,0.00014951563,0.00015120006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00091102364,0.000060892355,0.00018437918,0.0000491269,0.00022260932,0.00001479765,0.00045104595,0.000094530966,0.0012973825],"category_scores_gemma":[0.0004013748,0.000049632137,0.0001229415,0.00018797851,0.00051434716,0.00018779692,0.000023279346,0.00016375988,0.000053994438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026247383,0.00043116696,0.22967386,0.000008306644,0.00014140537,0.0004404902,0.3140403,0.000009296945,0.00040908033,0.32331312,0.045870375,0.08540012],"study_design_scores_gemma":[0.0005774439,0.0005513144,0.18549506,0.000023525516,0.000040075924,0.000095145944,0.01613553,0.000004623734,0.00015689655,0.030749824,0.7659565,0.00021405074],"about_ca_topic_score_codex":0.09933595,"about_ca_topic_score_gemma":0.078048475,"teacher_disagreement_score":0.72008616,"about_ca_system_score_codex":0.00009898671,"about_ca_system_score_gemma":0.00096208864,"threshold_uncertainty_score":0.99961555},"labels":[],"label_agreement":null},{"id":"W2329928852","doi":"10.5840/raven20111830","title":"Fredericton, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Oceanography; Environmental science; Geology","score_opus":0.03610486737768861,"score_gpt":0.25258532639529063,"score_spread":0.21648045901760202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329928852","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1863596,0.0077612437,0.0029871382,0.008463941,0.007352183,0.0001891294,0.0000018262903,0.00004795343,0.786837],"genre_scores_gemma":[0.8951801,0.0025359578,0.0069550048,0.0024309235,0.0030550503,5.764047e-7,6.9480984e-7,0.000033144788,0.089808546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923456,0.00010976107,0.00023092132,0.000061998166,0.00015811082,0.00020462957],"domain_scores_gemma":[0.9992887,0.000029162995,0.00022564066,0.0000756962,0.00009999173,0.00028084213],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038389562,0.000044606444,0.0001622254,0.00034527734,0.00026828668,0.000039423223,0.00027372732,0.00009627865,0.0043780226],"category_scores_gemma":[0.00017824178,0.000052180636,0.00010571149,0.000146761,0.00037292656,0.0001371169,0.000013084745,0.00016438187,0.00014397524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018305659,0.00018638786,0.01031203,0.000011690754,0.00019429816,0.00089482,0.18341728,0.0000041551098,0.0002263308,0.39493006,0.35963833,0.050001577],"study_design_scores_gemma":[0.00023347572,0.000115064126,0.011914723,0.0000068301565,0.00002132267,0.00007788397,0.0010062145,2.4601596e-7,0.000009400483,0.0058872486,0.98066753,0.000060032347],"about_ca_topic_score_codex":0.51022166,"about_ca_topic_score_gemma":0.73300064,"teacher_disagreement_score":0.7088205,"about_ca_system_score_codex":0.00026622496,"about_ca_system_score_gemma":0.0038073473,"threshold_uncertainty_score":0.9965321},"labels":[],"label_agreement":null},{"id":"W2330127321","doi":"10.5840/raven20111823","title":"Corner Brook, Newfoundland and Labrador","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geological formations and processes","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","score_opus":0.032244588235806,"score_gpt":0.21367929508906935,"score_spread":0.18143470685326335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330127321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98125136,0.0017692155,0.0004303962,0.00021048964,0.00023621462,0.000027350605,0.0000053730223,0.0000048157917,0.016064761],"genre_scores_gemma":[0.9965711,0.00024168272,0.0026607164,0.00028608364,0.000054266948,6.26053e-8,0.0000020509956,9.1532274e-7,0.00018307458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99951077,0.000040392573,0.00020290955,0.00005417464,0.00006640752,0.00012536084],"domain_scores_gemma":[0.99959886,0.000068983885,0.00013662461,0.000043376767,0.00006252607,0.00008965518],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020716454,0.000056812154,0.00014164434,0.000066389846,0.000057709432,0.00001300564,0.0001060475,0.000054255448,0.004260261],"category_scores_gemma":[0.000056500543,0.000035496163,0.000028617638,0.00006362596,0.00010258405,0.00014743338,0.00000650452,0.00011174405,0.00006824129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013607499,0.000020839027,0.93372124,0.000014203674,0.00003113141,0.00007422603,0.0008583783,0.00004524611,0.000011126486,0.0010976826,0.00023059326,0.06375924],"study_design_scores_gemma":[0.00030622073,0.0007005761,0.97171503,0.000006661672,0.000017026636,0.0013369163,0.00012640291,0.00015937931,0.00001687292,0.011517106,0.014033504,0.00006431579],"about_ca_topic_score_codex":0.00048666468,"about_ca_topic_score_gemma":0.000703964,"teacher_disagreement_score":0.063694924,"about_ca_system_score_codex":0.0000012252158,"about_ca_system_score_gemma":0.000026452895,"threshold_uncertainty_score":0.99665},"labels":[],"label_agreement":null},{"id":"W2330980442","doi":"10.5840/raven20111892","title":"Summerside, Prince Edward Island","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"American Environmental and Regional History","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History; Geography","score_opus":0.013773131995718335,"score_gpt":0.20718091406326133,"score_spread":0.193407782067543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330980442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8542305,0.00048711398,0.0031947924,0.00041925264,0.0005584916,0.000081040824,0.000002522862,0.0000085614665,0.14101769],"genre_scores_gemma":[0.99353224,0.00015026284,0.0032388926,0.00062826864,0.00006271328,8.6293244e-7,4.3594014e-7,0.000010568634,0.0023757422],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991903,0.000059550646,0.0002483559,0.00011960633,0.00019438368,0.0001878065],"domain_scores_gemma":[0.9994618,0.000022758806,0.00027564532,0.00011165178,0.00000462594,0.00012346581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016358163,0.000095900774,0.00018776554,0.00004089666,0.000054947068,0.0000011047553,0.00025809172,0.000053900596,0.0075166984],"category_scores_gemma":[0.00001188218,0.000072897645,0.00010521794,0.00006535121,0.0013695261,0.00010134191,0.00010442122,0.00016486544,0.00050654233],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013243355,0.0015826725,0.80003303,0.000022219949,0.0003325335,0.0023595348,0.022034947,0.0011769873,0.019082578,0.00085191405,0.111897446,0.03930181],"study_design_scores_gemma":[0.0010013952,0.0014691601,0.39192075,0.000020597046,0.00007012828,0.0018593664,0.0016063958,0.00002662003,0.0013911575,0.0019914913,0.5982913,0.0003516614],"about_ca_topic_score_codex":0.00006979602,"about_ca_topic_score_gemma":0.000037319154,"teacher_disagreement_score":0.48639384,"about_ca_system_score_codex":0.00014502055,"about_ca_system_score_gemma":0.000014072818,"threshold_uncertainty_score":0.99339056},"labels":[],"label_agreement":null},{"id":"W2331186259","doi":"10.5840/raven20111870","title":"Portage la Prairie, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geological formations and processes","field":"Earth and Planetary Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology; Forestry","score_opus":0.03325207630441711,"score_gpt":0.21953845441367018,"score_spread":0.18628637810925308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331186259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8788568,0.000988286,0.0009289012,0.00033972008,0.00040628333,0.00004223439,0.000009226478,0.0000111118125,0.11841744],"genre_scores_gemma":[0.99572265,0.000081481085,0.0037553664,0.00023192108,0.000063347536,1.00188544e-7,0.0000037824145,0.000001145419,0.00014020235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999359,0.000071466726,0.00027272615,0.00005442472,0.00009630375,0.00014604567],"domain_scores_gemma":[0.9994678,0.000089958114,0.0002170607,0.00005977636,0.00008136644,0.00008405577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037006108,0.000063205,0.00014763589,0.00008294602,0.000053569835,0.000011205691,0.00019198931,0.000073015646,0.004973035],"category_scores_gemma":[0.00009220451,0.000041168343,0.00005681415,0.00009337133,0.000095864154,0.00016642331,0.000006244913,0.0001604358,0.00017724706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015383985,0.000060609174,0.9459676,0.000019548592,0.00005577355,0.00048909715,0.0007830227,0.00014124985,0.000010013636,0.0031259768,0.0017531401,0.04744012],"study_design_scores_gemma":[0.00022432175,0.00063946436,0.91017616,0.000007957399,0.00001876048,0.0019124987,0.0003527194,0.000060462742,0.00005815102,0.014228969,0.07224391,0.00007659887],"about_ca_topic_score_codex":0.00016408638,"about_ca_topic_score_gemma":0.00050068117,"teacher_disagreement_score":0.11827724,"about_ca_system_score_codex":0.0000011744625,"about_ca_system_score_gemma":0.000047139853,"threshold_uncertainty_score":0.9959366},"labels":[],"label_agreement":null},{"id":"W2331286191","doi":"10.5840/raven20111875","title":"Red Deer, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Forestry","score_opus":0.03783348179783404,"score_gpt":0.2923091124033706,"score_spread":0.2544756306055366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331286191","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3687136,0.013367487,0.0014807322,0.0108493045,0.007060241,0.00022815783,0.0000013953925,0.00003819381,0.5982609],"genre_scores_gemma":[0.9886617,0.00074866955,0.004843021,0.00045519072,0.00027973205,6.405834e-7,2.6187485e-7,0.0000059452614,0.00500485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990313,0.00030590408,0.00024066474,0.00007296763,0.00012438986,0.00022479365],"domain_scores_gemma":[0.9992666,0.0001624108,0.00024823137,0.00007895435,0.00012483673,0.00011891647],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067697215,0.000059059268,0.0001875262,0.00012280839,0.00020570049,5.3456745e-7,0.0003170603,0.00017570697,0.0015104035],"category_scores_gemma":[0.00045053312,0.000049839226,0.000101629106,0.00009596707,0.00074516085,0.000108433516,0.00003262202,0.00027892523,0.000059077385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002186354,0.00048023261,0.1272256,0.000017855751,0.000506906,0.0014177411,0.3505344,0.0000057611155,0.0009963176,0.35634464,0.088438936,0.07184526],"study_design_scores_gemma":[0.0006405697,0.00052334747,0.023364358,0.000014683247,0.000051881896,0.0003108606,0.0009263471,0.0000023945865,0.0001914533,0.079659075,0.89416957,0.00014548798],"about_ca_topic_score_codex":0.0006799741,"about_ca_topic_score_gemma":0.00222707,"teacher_disagreement_score":0.8057306,"about_ca_system_score_codex":0.00006280492,"about_ca_system_score_gemma":0.00018510224,"threshold_uncertainty_score":0.99940234},"labels":[],"label_agreement":null},{"id":"W2332064296","doi":"10.5840/raven20111856","title":"Miramichi, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.05585823983835333,"score_gpt":0.23079888257050657,"score_spread":0.17494064273215323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332064296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879667,0.001472486,0.00004443144,0.0021169742,0.0007180195,0.0000728829,0.0000015211509,0.000014442945,0.007592543],"genre_scores_gemma":[0.9962437,0.00024312545,0.0013703618,0.00066090544,0.00056127686,5.5572747e-7,2.3788616e-7,8.595884e-7,0.00091895054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908316,0.00008107827,0.0003619578,0.00012405109,0.00008172202,0.0002680307],"domain_scores_gemma":[0.9992889,0.000118728996,0.0003219891,0.00003858827,0.00009483552,0.0001369593],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002460279,0.00011470297,0.00031655273,0.000019834666,0.000100511796,0.000008179906,0.0002964377,0.00011943065,0.0010831613],"category_scores_gemma":[0.000087398665,0.0000424504,0.00015602328,0.00011904403,0.00011974626,0.00007595958,0.00005886136,0.0001947653,0.00007073063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091866823,0.00091680983,0.8518075,0.000013982397,0.0008303373,0.0005660883,0.0007509404,0.0000032734997,0.027769594,0.0040418,0.029010506,0.083370544],"study_design_scores_gemma":[0.0003047975,0.0012799405,0.88215053,0.0000075304756,0.00003478925,0.0003991168,0.00032703893,0.0000015363263,0.0003782461,0.0038665347,0.11113685,0.0001130581],"about_ca_topic_score_codex":0.00010425668,"about_ca_topic_score_gemma":0.0030970355,"teacher_disagreement_score":0.08325749,"about_ca_system_score_codex":0.000019832487,"about_ca_system_score_gemma":0.000056261462,"threshold_uncertainty_score":0.99983},"labels":[],"label_agreement":null},{"id":"W2332332920","doi":"10.5840/raven201118104","title":"Surrey, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; History","score_opus":0.050840388753895904,"score_gpt":0.29646334581589023,"score_spread":0.24562295706199433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332332920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89992833,0.0007417799,0.0002786512,0.00078703417,0.0018009386,0.00006461355,0.0000035045691,0.000012186483,0.09638296],"genre_scores_gemma":[0.9935453,0.0003265933,0.0007551191,0.00024314185,0.0004138883,7.555756e-7,8.7047276e-8,0.000004557693,0.0047105546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988727,0.00017362526,0.00026285867,0.000090141206,0.00031281376,0.00028787224],"domain_scores_gemma":[0.99917257,0.00006250766,0.0003629501,0.00005874023,0.00019057406,0.00015263111],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001031402,0.00003852354,0.00018926362,0.000019973966,0.0002851587,0.0000886289,0.00041080962,0.00009764602,0.0026910373],"category_scores_gemma":[0.0004046035,0.000052502313,0.00011179277,0.00021707703,0.00048790252,0.00019400427,0.000025370231,0.00014812963,0.000021646974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039123315,0.0002397115,0.8119158,0.0000052536216,0.00006853795,0.00061634276,0.040707547,6.7500696e-7,0.000067321576,0.013628217,0.067365125,0.0653463],"study_design_scores_gemma":[0.00035799498,0.00026136398,0.6239317,0.000025421918,0.000018613086,0.00015612703,0.0051266374,8.500184e-7,0.000008185791,0.020368114,0.34962133,0.00012365378],"about_ca_topic_score_codex":0.24551061,"about_ca_topic_score_gemma":0.35014606,"teacher_disagreement_score":0.28225622,"about_ca_system_score_codex":0.00006232628,"about_ca_system_score_gemma":0.00036633958,"threshold_uncertainty_score":0.9982206},"labels":[],"label_agreement":null},{"id":"W2332344165","doi":"10.5840/raven20111879","title":"Saint John, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"SAINT; Geology; Art history; Environmental ethics; Art; Philosophy","score_opus":0.05481457660726675,"score_gpt":0.2311618060947068,"score_spread":0.17634722948744005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332344165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98785985,0.0016740065,0.000061876155,0.0028277105,0.00075511367,0.0000815111,0.0000014749173,0.000013692365,0.006724793],"genre_scores_gemma":[0.99619955,0.00031341106,0.0012942061,0.00064200256,0.0006447044,7.311593e-7,2.2675681e-7,9.06672e-7,0.0009042375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989909,0.0000939664,0.00039783277,0.00013341341,0.000092334434,0.000291552],"domain_scores_gemma":[0.99920386,0.00013078084,0.0003471201,0.00004232005,0.00011586209,0.00016004224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003115223,0.0001229296,0.00034341097,0.000022292737,0.000109932174,0.000009029543,0.00030229395,0.00012624852,0.0013942049],"category_scores_gemma":[0.00011364814,0.000045353296,0.00016962957,0.00012395489,0.00012790988,0.00007374774,0.00006903273,0.00021157172,0.00008667003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010807177,0.0010448535,0.785702,0.000017201937,0.0009858023,0.0008157668,0.00076044456,0.0000061166133,0.025889093,0.009007329,0.03899217,0.13569854],"study_design_scores_gemma":[0.0002912456,0.00135506,0.8020495,0.000008314404,0.00003376584,0.00040365793,0.00031446223,0.0000015686047,0.00041657916,0.0034793115,0.19153279,0.000113704824],"about_ca_topic_score_codex":0.00022490161,"about_ca_topic_score_gemma":0.0037165363,"teacher_disagreement_score":0.15254062,"about_ca_system_score_codex":0.000042610198,"about_ca_system_score_gemma":0.00006222567,"threshold_uncertainty_score":0.99951863},"labels":[],"label_agreement":null},{"id":"W2332875498","doi":"10.5840/raven20111810","title":"Bathurst, New Brunswick","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Archaeology; Geography","score_opus":0.08157734403256149,"score_gpt":0.2221132400911945,"score_spread":0.14053589605863304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332875498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6109774,0.015057186,0.008219722,0.002648723,0.0037764688,0.0001334447,0.000010849307,0.000023802044,0.35915238],"genre_scores_gemma":[0.9900544,0.0011819949,0.0020857267,0.0005544097,0.0006146932,4.7807987e-7,5.3645937e-7,0.00001707141,0.005490689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891835,0.000012872387,0.0006690237,0.00012295906,0.000016395341,0.00026040678],"domain_scores_gemma":[0.9990711,0.000027994925,0.00063140737,0.00010543983,0.000028935183,0.00013510269],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043273572,0.000096890755,0.0005021958,0.0001408696,0.00006607952,0.000009871085,0.00022199973,0.00009600608,0.0014367781],"category_scores_gemma":[0.00007869684,0.00009746198,0.00018189187,0.00006680656,0.00007069415,0.00011471046,0.000037881808,0.00016207546,0.0005342124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011601641,0.00010908035,0.28597474,0.000007592753,0.00035506362,0.000056798384,0.0071953465,0.0000062173576,0.0000043350055,0.6850617,0.017338866,0.0037742662],"study_design_scores_gemma":[0.0017221331,0.0006182247,0.22846383,0.000011826555,0.000024168285,0.00019771277,0.00047120242,0.000018610934,0.000040992894,0.35527408,0.41288042,0.00027681893],"about_ca_topic_score_codex":0.0008459984,"about_ca_topic_score_gemma":0.00011458591,"teacher_disagreement_score":0.39554155,"about_ca_system_score_codex":0.000067626446,"about_ca_system_score_gemma":0.00010603094,"threshold_uncertainty_score":0.999476},"labels":[],"label_agreement":null},{"id":"W2332895372","doi":"10.5840/raven20111822","title":"Chilliwack, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.0513312644969132,"score_gpt":0.2856939596948392,"score_spread":0.234362695197926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332895372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84204876,0.0011583252,0.0001518321,0.0004043318,0.0007135635,0.00006197922,0.0000030920671,0.000012899569,0.15544519],"genre_scores_gemma":[0.99517524,0.00046964394,0.00066706224,0.0004595588,0.0003235187,7.3014746e-7,2.034269e-7,0.000006547742,0.002897466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898446,0.00017819779,0.00028851596,0.00007386085,0.00019458275,0.00028035967],"domain_scores_gemma":[0.99930376,0.000060861406,0.00023896356,0.000069739275,0.00017557532,0.00015109236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061569887,0.000048139624,0.00023445376,0.000038969072,0.0003021219,0.000071849834,0.00022355808,0.00008084678,0.0021877224],"category_scores_gemma":[0.00034070763,0.000063505635,0.00011869745,0.00011496685,0.00036019593,0.00015963042,0.000031802418,0.0001454499,0.000041277865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010629605,0.0004972826,0.69446045,0.000015062215,0.00039040166,0.0010129048,0.13946016,0.0000011877534,0.00007673003,0.0042146216,0.075678706,0.08408617],"study_design_scores_gemma":[0.00094188156,0.0007668249,0.7309265,0.00005778714,0.000071220515,0.0005902652,0.012636008,4.2337942e-7,0.000017821405,0.017483903,0.23630434,0.00020302845],"about_ca_topic_score_codex":0.017524546,"about_ca_topic_score_gemma":0.07535694,"teacher_disagreement_score":0.16062564,"about_ca_system_score_codex":0.000026546828,"about_ca_system_score_gemma":0.0001571455,"threshold_uncertainty_score":0.9987244},"labels":[],"label_agreement":null},{"id":"W2333076331","doi":"10.5840/raven20111831","title":"Gander, Newfoundland and Labrador","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geology and Paleoclimatology Research","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.03738169269615484,"score_gpt":0.24203247744643472,"score_spread":0.20465078475027987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333076331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98359114,0.0025318176,0.00010797527,0.00038764885,0.00033020412,0.000036475565,0.000002022238,0.0000044303893,0.01300831],"genre_scores_gemma":[0.9978031,0.0003775626,0.0013293963,0.00021517866,0.000060488634,9.31697e-8,0.0000019268589,0.0000015692776,0.00021070564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991863,0.00016810166,0.00022425405,0.000094906114,0.00008525693,0.00024121541],"domain_scores_gemma":[0.9994186,0.00017659557,0.00013048587,0.00007679606,0.0000632841,0.00013420587],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049291854,0.000075042124,0.0002302579,0.00013862895,0.00008196779,0.000006995769,0.00016568784,0.0001244125,0.0033141791],"category_scores_gemma":[0.00008083744,0.000053661326,0.00004146905,0.00007333462,0.00031719435,0.00009348326,0.0000108581535,0.00027380872,0.00011264272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001964553,0.000013523118,0.9956908,0.000006506283,0.000043343698,0.00033261854,0.00052559085,0.000003650959,0.000004151376,0.0003442033,0.00009234831,0.002746812],"study_design_scores_gemma":[0.00056143693,0.00064979645,0.98537713,0.0000056416957,0.000019435885,0.005786146,0.0001241391,0.00006470842,0.000016360427,0.005771446,0.001563405,0.00006033379],"about_ca_topic_score_codex":0.00020482633,"about_ca_topic_score_gemma":0.0026309476,"teacher_disagreement_score":0.014211963,"about_ca_system_score_codex":6.9079084e-7,"about_ca_system_score_gemma":0.000057406578,"threshold_uncertainty_score":0.9975969},"labels":[],"label_agreement":null},{"id":"W2333262585","doi":"10.5840/raven20111847","title":"Kelowna, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"American Sports and Literature","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aeronautics; Engineering","score_opus":0.02082165255480132,"score_gpt":0.1935214867689134,"score_spread":0.17269983421411209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333262585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5077042,0.0017106098,0.000111923626,0.00017179271,0.0023698143,0.00008523256,0.000031160398,0.000024680578,0.4877906],"genre_scores_gemma":[0.9407292,0.00004960181,0.0005639571,0.0009291149,0.0009122199,0.0000010612787,0.000002304539,0.000016232687,0.056796335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992379,0.00003602566,0.00034995232,0.00008596481,0.00010645591,0.00018372665],"domain_scores_gemma":[0.9992619,0.0000152212,0.00033620413,0.00009402809,0.00020726242,0.00008534327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016125877,0.00006493101,0.00027471993,0.00004640109,0.00012363755,0.00014788273,0.00017729288,0.000049106617,0.065584145],"category_scores_gemma":[0.000019860918,0.00007453675,0.00013290365,0.000024169907,0.00033885977,0.00014296456,0.000020703077,0.00023213014,0.000026676904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018527897,0.0006088369,0.026591333,0.0000380037,0.00043242666,0.0045502614,0.12046799,0.0000011693362,0.000067189234,0.058059994,0.72597915,0.06301837],"study_design_scores_gemma":[0.00030398896,0.00047897146,0.010580998,0.00003329296,0.0000341198,0.0011759766,0.0020893125,0.00000111617,0.0000025600239,0.001367003,0.98382705,0.000105605235],"about_ca_topic_score_codex":0.003961093,"about_ca_topic_score_gemma":0.005945921,"teacher_disagreement_score":0.433025,"about_ca_system_score_codex":0.000014182805,"about_ca_system_score_gemma":0.000055666704,"threshold_uncertainty_score":0.93527},"labels":[],"label_agreement":null},{"id":"W2333398553","doi":"10.5840/raven20111840","title":"Hay River, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hay; Geography; Agronomy; Biology","score_opus":0.02915856000193227,"score_gpt":0.2826261491691405,"score_spread":0.2534675891672082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333398553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88294494,0.017830966,0.0011253683,0.0037113314,0.014260377,0.00021566021,0.000014539573,0.00006940448,0.07982741],"genre_scores_gemma":[0.9929076,0.00090056396,0.00444788,0.00023830522,0.00060671655,6.9633757e-7,7.681583e-7,0.0000054224647,0.00089205924],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990362,0.00026499288,0.00024346686,0.000077137876,0.0001509395,0.00022727647],"domain_scores_gemma":[0.9992839,0.00009835455,0.00025747565,0.00007642279,0.0001645754,0.000119286786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057635596,0.00006852411,0.0002008861,0.00012707245,0.0002930283,8.403001e-7,0.00032910652,0.00016865622,0.00048195978],"category_scores_gemma":[0.00020978825,0.000057563113,0.000103123595,0.00009169542,0.0017198714,0.00016307345,0.00003689337,0.0003003832,0.00002832355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007670634,0.00027587402,0.50205326,0.000011768459,0.00023781206,0.0012685242,0.31777638,0.000002053788,0.00012517064,0.13013008,0.008072579,0.03927942],"study_design_scores_gemma":[0.000498511,0.0005914447,0.1648322,0.000015315103,0.000048393493,0.00023014437,0.0015091487,6.03315e-7,0.00013858886,0.057827257,0.77416,0.00014835247],"about_ca_topic_score_codex":0.003336597,"about_ca_topic_score_gemma":0.0067673093,"teacher_disagreement_score":0.7660875,"about_ca_system_score_codex":0.000077227436,"about_ca_system_score_gemma":0.00022406389,"threshold_uncertainty_score":0.6336938},"labels":[],"label_agreement":null},{"id":"W2333592427","doi":"10.5840/raven20111865","title":"North Bay, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Marine and environmental studies","field":"Earth and Planetary Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bay; Geography; Oceanography; Archaeology; Geology","score_opus":0.031016364343908767,"score_gpt":0.1702811925914792,"score_spread":0.13926482824757042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333592427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298639,0.00030729632,0.000057016365,0.00005842299,0.00032054202,0.0000223705,0.0000021541634,0.000002551414,0.06936574],"genre_scores_gemma":[0.99741894,0.00012842278,0.0013207908,0.00021676818,0.000071516224,6.623861e-8,0.00000253579,0.0000013735793,0.00083959993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99944186,0.000028587903,0.00020999057,0.000065031156,0.000099328834,0.00015518276],"domain_scores_gemma":[0.99969363,0.000021822665,0.00013404214,0.000060350838,0.000012915351,0.00007722267],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000116202355,0.00006887833,0.00016720027,0.000046452467,0.00005376794,0.0000038398866,0.0001444026,0.000030424953,0.0145300375],"category_scores_gemma":[0.000010000712,0.000048802445,0.000065528984,0.00003893382,0.000077525416,0.00007578916,0.000015215439,0.00014420491,0.0001901176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006209491,0.000017365845,0.9841529,0.0000014366988,0.000041256066,0.00012627328,0.00088297715,0.000042753272,8.3795953e-7,0.00001406175,0.0004112096,0.0142468475],"study_design_scores_gemma":[0.00018750587,0.00048553216,0.95927995,0.0000021367873,0.000017708828,0.0003113785,0.00007275785,0.000011176685,0.000009388376,0.00057859375,0.03898901,0.000054875363],"about_ca_topic_score_codex":0.020542698,"about_ca_topic_score_gemma":0.37959495,"teacher_disagreement_score":0.35905224,"about_ca_system_score_codex":0.000008403699,"about_ca_system_score_gemma":0.000029867866,"threshold_uncertainty_score":0.9863708},"labels":[],"label_agreement":null},{"id":"W2334631745","doi":"10.5840/raven201118101","title":"Truro, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Geography; Archaeology; Aeronautics; Engineering","score_opus":0.06805034738671957,"score_gpt":0.2381974067769874,"score_spread":0.1701470593902678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334631745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860836,0.0007528029,0.000021740289,0.0011296085,0.00091257616,0.00006360926,0.000004030722,0.00001092681,0.011021105],"genre_scores_gemma":[0.99820817,0.000093479925,0.0007043909,0.00044587845,0.00036868805,6.649691e-7,2.3402256e-7,7.4344354e-7,0.00017773332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990872,0.00009028601,0.00035837904,0.00012131602,0.000083122046,0.00025970087],"domain_scores_gemma":[0.9993077,0.00012390381,0.00031081415,0.000037351783,0.00013031856,0.00008990384],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031688457,0.00011032464,0.00031365833,0.000021591599,0.0000790901,0.000007521852,0.00027928772,0.00010954456,0.0020015067],"category_scores_gemma":[0.0000943572,0.000040010018,0.00014938919,0.00012944876,0.00016786382,0.000075813376,0.000059111695,0.00018650283,0.00011834184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007946583,0.0011083796,0.8874133,0.000016733715,0.0007592035,0.000721127,0.00048080855,0.0000028029567,0.047851317,0.001660083,0.015998896,0.04319265],"study_design_scores_gemma":[0.00027949005,0.0014302306,0.954643,0.000008290363,0.000037302645,0.00049946934,0.0003908996,0.0000014238386,0.0007007174,0.0019169407,0.039975476,0.000116757255],"about_ca_topic_score_codex":0.000029903375,"about_ca_topic_score_gemma":0.0012273722,"teacher_disagreement_score":0.067229666,"about_ca_system_score_codex":0.00001900152,"about_ca_system_score_gemma":0.000013079508,"threshold_uncertainty_score":0.9989108},"labels":[],"label_agreement":null},{"id":"W2335095243","doi":"10.5840/raven20111871","title":"Prince Albert, Saskatchewan","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.0237758365688972,"score_gpt":0.24287829211143575,"score_spread":0.21910245554253854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335095243","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3375514,0.0022455647,0.00087421737,0.004018974,0.0039787497,0.00016082669,0.000005319308,0.000028191089,0.65113676],"genre_scores_gemma":[0.958138,0.00037771792,0.0020021377,0.000670796,0.0006091677,0.0000010743562,2.7907035e-7,0.0000119461465,0.038188897],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922144,0.00013589687,0.00022074344,0.00006474687,0.00015591101,0.00020126006],"domain_scores_gemma":[0.99936765,0.000038882685,0.00021775751,0.0000811045,0.00010856197,0.00018604739],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052378717,0.0000434597,0.00015384286,0.0002949978,0.00027001303,0.000030702042,0.00027658342,0.00008890074,0.0024237747],"category_scores_gemma":[0.00014498601,0.000049968898,0.00009804477,0.00011586224,0.0005387424,0.0001312592,0.000015903403,0.00016904641,0.00010590258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036315236,0.00047764598,0.017408993,0.000033699114,0.00032887794,0.0018277046,0.62474734,0.0000062160693,0.0007026585,0.17565407,0.09511187,0.08333778],"study_design_scores_gemma":[0.00018663416,0.000101088546,0.0045750495,0.000008945563,0.00001954197,0.000083492865,0.0038766803,2.50813e-7,0.00001824796,0.0030738665,0.98799276,0.000063422114],"about_ca_topic_score_codex":0.15000328,"about_ca_topic_score_gemma":0.74523336,"teacher_disagreement_score":0.8928809,"about_ca_system_score_codex":0.0002884333,"about_ca_system_score_gemma":0.0012451857,"threshold_uncertainty_score":0.9984881},"labels":[],"label_agreement":null},{"id":"W2335329108","doi":"10.5840/raven201118100","title":"Trois-Rivières, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.03135129053199729,"score_gpt":0.23847944542321567,"score_spread":0.20712815489121839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335329108","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31318256,0.27429086,0.0010842491,0.05670109,0.033662334,0.0002860298,0.000065485234,0.00003339964,0.320694],"genre_scores_gemma":[0.68334043,0.013735094,0.0023886396,0.0024256366,0.0045223706,0.0000027726894,0.000001305586,0.000057261856,0.29352647],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983452,0.00037485303,0.0005059276,0.00012096176,0.00024545816,0.0004076159],"domain_scores_gemma":[0.99867404,0.00008520221,0.0005329456,0.0001357146,0.0001927396,0.0003793333],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007296395,0.00010794546,0.00037218144,0.0005209806,0.00039548287,0.00005033556,0.0004522913,0.00024644285,0.013364422],"category_scores_gemma":[0.00021324147,0.00013194168,0.00029235854,0.0002570302,0.002065709,0.00026491366,0.000030275085,0.00043857447,0.0005847114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003456192,0.0007919897,0.009117054,0.00009149096,0.00065486133,0.0034201853,0.23312072,0.000014651096,0.00010296467,0.23622115,0.32912922,0.1869901],"study_design_scores_gemma":[0.00036884224,0.00042843603,0.0075785434,0.000046533056,0.00013079631,0.00048165215,0.0015138767,0.0000030757708,0.0000063015877,0.0035942546,0.98571694,0.00013075698],"about_ca_topic_score_codex":0.92511016,"about_ca_topic_score_gemma":0.9804644,"teacher_disagreement_score":0.6565877,"about_ca_system_score_codex":0.0012263444,"about_ca_system_score_gemma":0.003250821,"threshold_uncertainty_score":0.9875375},"labels":[],"label_agreement":null},{"id":"W2335357695","doi":"10.5840/raven20111863","title":"New Glasgow, Nova Scotia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Geography; Archaeology; Engineering; Aeronautics","score_opus":0.0375178527292538,"score_gpt":0.26611260461758185,"score_spread":0.22859475188832806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335357695","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16646479,0.0047196797,0.004302532,0.00594133,0.011266538,0.0001815895,0.000006069903,0.00003700028,0.80708045],"genre_scores_gemma":[0.94672954,0.0005794434,0.00900561,0.00124779,0.0024164685,2.4786632e-7,6.074384e-7,0.0000242333,0.039996047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992095,0.00010368686,0.00023351314,0.00006693739,0.00017231285,0.00021402127],"domain_scores_gemma":[0.9992936,0.000029762861,0.00021644593,0.00008001561,0.000107026506,0.00027313555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045229978,0.00004752036,0.00016817712,0.000401195,0.00017216142,0.00004153863,0.00029468862,0.00010122389,0.010593566],"category_scores_gemma":[0.00016491246,0.000055345932,0.00011061125,0.00016172651,0.00034589952,0.00015042546,0.000015187356,0.00018195932,0.00041440548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026640663,0.00017862144,0.011057464,0.000016199552,0.00023934853,0.0011112918,0.11988171,0.0000045639476,0.0004560398,0.27670625,0.50994915,0.080132954],"study_design_scores_gemma":[0.0003046092,0.0001361228,0.008515258,0.000011783675,0.00002927199,0.000108939676,0.0007494754,2.0811454e-7,0.000016633881,0.005136499,0.9849187,0.00007248635],"about_ca_topic_score_codex":0.33836505,"about_ca_topic_score_gemma":0.72423303,"teacher_disagreement_score":0.78026474,"about_ca_system_score_codex":0.0002810437,"about_ca_system_score_gemma":0.0016362474,"threshold_uncertainty_score":0.9903109},"labels":[],"label_agreement":null},{"id":"W2335740553","doi":"10.5840/raven201118113","title":"Yellowknife, Northwest Territories","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Archaeology and Natural History","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Archaeology; Geography","score_opus":0.030470629633210584,"score_gpt":0.2851181125446642,"score_spread":0.2546474829114536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335740553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82342017,0.013438759,0.00084577483,0.003368463,0.012415311,0.00020724819,0.000010965252,0.0000676352,0.14622569],"genre_scores_gemma":[0.9936901,0.0007258086,0.0033507938,0.00024216088,0.0006659953,7.141952e-7,8.7894284e-7,0.0000058588953,0.0013177184],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904305,0.0002433551,0.00025993458,0.00007510864,0.00015103098,0.00022750201],"domain_scores_gemma":[0.9992958,0.00009535395,0.00025229203,0.00007740153,0.00015940229,0.00011978782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061928405,0.00006782417,0.00019959906,0.00013017606,0.00025608522,9.1004836e-7,0.0003213542,0.00016715663,0.0006368151],"category_scores_gemma":[0.00020783643,0.000057319605,0.00010511258,0.00009871407,0.0012488905,0.00015206408,0.000032697084,0.0002969022,0.000032373715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081574905,0.0003169287,0.58396953,0.000014382134,0.00025631077,0.0014817711,0.22754894,0.0000018086955,0.00019117158,0.14144325,0.0101629235,0.03379722],"study_design_scores_gemma":[0.00041730556,0.00053955766,0.11076346,0.000014278088,0.000044291337,0.00023264499,0.0018700084,5.0194524e-7,0.00016417443,0.0389708,0.84684235,0.0001406262],"about_ca_topic_score_codex":0.0027550305,"about_ca_topic_score_gemma":0.01013384,"teacher_disagreement_score":0.83667946,"about_ca_system_score_codex":0.00006646625,"about_ca_system_score_gemma":0.00022592882,"threshold_uncertainty_score":0.69726783},"labels":[],"label_agreement":null},{"id":"W2580660741","doi":"10.5840/raven2016235","title":"The Flag of Our Fathers? The Manitoba Provincial Flag and British Cultural Hegemony in Manitoba, 1870–1966","year":2016,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flag (linear algebra); Hegemony; Political science; Law; Politics; Mathematics","score_opus":0.014067355450883853,"score_gpt":0.24122122564809925,"score_spread":0.2271538701972154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580660741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98362786,0.0028002735,0.000014406752,0.0095637785,0.000995581,0.00016395032,0.000011509258,0.000004559331,0.002818109],"genre_scores_gemma":[0.99515516,0.0021828748,0.000027426986,0.00015585199,0.00065070885,0.000002693376,1.4399554e-7,0.0000075386747,0.001817582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986452,0.00034591544,0.00036009014,0.00009995535,0.00026625764,0.00028260273],"domain_scores_gemma":[0.999162,0.00014837447,0.00033163765,0.00009911054,0.00016164256,0.00009719471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001060363,0.00006921023,0.00021039051,0.00013523179,0.0006068109,0.00015806599,0.00042727563,0.000110517736,0.00003790782],"category_scores_gemma":[0.0004123275,0.000045765584,0.000103943115,0.00012561936,0.00095735013,0.0001958169,0.00004379375,0.00021229732,0.000011442663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006824439,0.0002813273,0.070540436,0.00006412896,0.00036642572,0.001425961,0.06665927,0.000006944286,0.0037777848,0.055653118,0.11008998,0.69045216],"study_design_scores_gemma":[0.0012929216,0.00025874842,0.10658612,0.00014264334,0.000053245178,0.00050782197,0.04692407,0.0000016542557,0.000027178052,0.004860635,0.8391634,0.00018156011],"about_ca_topic_score_codex":0.21156117,"about_ca_topic_score_gemma":0.97757787,"teacher_disagreement_score":0.76601666,"about_ca_system_score_codex":0.00042936893,"about_ca_system_score_gemma":0.0005053317,"threshold_uncertainty_score":0.79368913},"labels":[],"label_agreement":null},{"id":"W4206497829","doi":"10.5840/raven20111869","title":"Peterborough, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.08920532421949813,"score_gpt":0.31422039721059786,"score_spread":0.22501507299109974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206497829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7902997,0.00031322133,0.0004085003,0.0016730739,0.0018258025,0.000057267564,7.0186576e-7,0.000009349174,0.20541236],"genre_scores_gemma":[0.99300635,0.00009622431,0.0020175125,0.00029141267,0.0003421796,5.959627e-7,4.8777935e-8,0.0000036548129,0.0042420053],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989993,0.00012365759,0.00024066746,0.000080155114,0.00028959854,0.00026665174],"domain_scores_gemma":[0.99926364,0.000048741116,0.00035382618,0.00006717443,0.00013250294,0.00013413913],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007876439,0.00005714179,0.00017351126,0.000041761046,0.0001757612,0.000015630478,0.0003979258,0.000083766216,0.0019236887],"category_scores_gemma":[0.00017152433,0.00004758167,0.000112528054,0.0001405795,0.00033928332,0.00020065102,0.000022668732,0.00017474417,0.00003368812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019616443,0.00023809951,0.29136145,0.0000037912093,0.00009834124,0.00039812122,0.49056217,0.0000038286444,0.00015145222,0.18371847,0.013583933,0.019684188],"study_design_scores_gemma":[0.0004396135,0.0005024476,0.302571,0.00001786638,0.000028054488,0.00007049832,0.0074717463,8.974191e-7,0.000076162956,0.027717995,0.66095227,0.00015143403],"about_ca_topic_score_codex":0.14127298,"about_ca_topic_score_gemma":0.30906877,"teacher_disagreement_score":0.6473684,"about_ca_system_score_codex":0.00017784735,"about_ca_system_score_gemma":0.0007309187,"threshold_uncertainty_score":0.9989887},"labels":[],"label_agreement":null},{"id":"W4211086562","doi":"10.5840/raven20111895","title":"Toronto, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.04692025345977946,"score_gpt":0.2913193450885096,"score_spread":0.24439909162873014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211086562","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3166271,0.0013731071,0.00023871126,0.003782702,0.0016875233,0.000087085966,0.000007867999,0.000009209762,0.67618674],"genre_scores_gemma":[0.9789966,0.0001698296,0.00093950157,0.001820191,0.00045995924,5.541944e-7,9.48938e-8,0.0000053262897,0.017607944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993069,0.0000843232,0.00019664723,0.000053140902,0.00013776947,0.00022122837],"domain_scores_gemma":[0.99942183,0.00003358749,0.00022651047,0.00007070889,0.00007857558,0.00016880917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040757578,0.00004715923,0.00014292744,0.00002780696,0.00009784829,0.000007676446,0.00023841274,0.00007833959,0.0050002174],"category_scores_gemma":[0.00012938332,0.00004410509,0.000083307925,0.00003977225,0.00016269593,0.0001651499,0.000011275186,0.00012732395,0.00002754825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023878782,0.00014789334,0.025356963,0.000004592608,0.00014213534,0.0005369698,0.29867136,0.0000018931765,0.00008205518,0.5441967,0.11451856,0.016102046],"study_design_scores_gemma":[0.00021751097,0.00015410097,0.054938674,0.000007784131,0.000012657436,0.00008143091,0.00058892975,1.791425e-7,0.000029168417,0.006776539,0.9371348,0.00005821011],"about_ca_topic_score_codex":0.82929045,"about_ca_topic_score_gemma":0.97410935,"teacher_disagreement_score":0.8226163,"about_ca_system_score_codex":0.0004961075,"about_ca_system_score_gemma":0.00087141036,"threshold_uncertainty_score":0.99590933},"labels":[],"label_agreement":null},{"id":"W4211086773","doi":"10.5840/raven20111838","title":"Hamilton, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.06851659831688957,"score_gpt":0.28710170407723046,"score_spread":0.2185851057603409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211086773","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49821588,0.00012193355,0.0005061837,0.00028987188,0.000998711,0.000052968426,1.2522936e-7,0.000007681855,0.49980664],"genre_scores_gemma":[0.9791802,0.00008081756,0.0011952856,0.00025488218,0.00015238734,5.2230956e-7,9.73122e-8,0.0000039401734,0.019131854],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992032,0.00010892908,0.00022171067,0.00006692856,0.00019341338,0.00020580828],"domain_scores_gemma":[0.999515,0.00002455807,0.0002002661,0.00007673125,0.00009105719,0.000092398615],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005591167,0.000052351053,0.00013905694,0.00010180131,0.00011478834,0.000014774517,0.0003662712,0.00005610043,0.001778736],"category_scores_gemma":[0.000045422374,0.000042032054,0.000078183344,0.00009359486,0.00027001943,0.00015943145,0.000025428437,0.00013277151,0.00006571104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029311728,0.00045551636,0.14794415,0.000012233118,0.00022545931,0.0007067089,0.5899204,0.000013889936,0.00020369975,0.22347453,0.015049889,0.021700395],"study_design_scores_gemma":[0.0005001912,0.00040525125,0.09641425,0.000022519609,0.00004921536,0.000045499834,0.008469813,0.0000017194462,0.000049314032,0.0151730385,0.8787386,0.00013060162],"about_ca_topic_score_codex":0.00602631,"about_ca_topic_score_gemma":0.03862141,"teacher_disagreement_score":0.8636887,"about_ca_system_score_codex":0.0000732913,"about_ca_system_score_gemma":0.00018778484,"threshold_uncertainty_score":0.99913377},"labels":[],"label_agreement":null},{"id":"W4212817051","doi":"10.5840/raven20111835","title":"Guelph, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.04235036858562937,"score_gpt":0.24393595362485523,"score_spread":0.20158558503922586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212817051","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31421813,0.0009328298,0.00021983341,0.0012182915,0.00311304,0.0000693452,0.0000018053138,0.000012058995,0.68021464],"genre_scores_gemma":[0.9574453,0.00023309216,0.0014022598,0.00054793304,0.0004859041,7.183047e-7,2.758324e-7,0.000008361432,0.039876115],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934286,0.000093692026,0.00019673447,0.000051587784,0.00014161662,0.00017351747],"domain_scores_gemma":[0.9994673,0.00002199305,0.0001804164,0.000064705935,0.000107673426,0.00015789915],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004740262,0.000036238187,0.00013815182,0.00031899783,0.0002625014,0.00002987223,0.0002276246,0.00008187477,0.0074892794],"category_scores_gemma":[0.000093520255,0.00004216757,0.00009631291,0.000082319464,0.00042057352,0.00012050159,0.000011549425,0.0001881041,0.00011901027],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026201323,0.00030228807,0.028939713,0.000011434942,0.00023520224,0.001645051,0.54714316,0.0000033124384,0.00024108292,0.2775931,0.11645421,0.027169447],"study_design_scores_gemma":[0.00016901724,0.00010654759,0.02335833,0.0000056493877,0.000019296793,0.00007029533,0.00093963504,7.531544e-8,0.000004278343,0.0046274588,0.9706511,0.000048347763],"about_ca_topic_score_codex":0.78325546,"about_ca_topic_score_gemma":0.9892247,"teacher_disagreement_score":0.85419685,"about_ca_system_score_codex":0.0007221705,"about_ca_system_score_gemma":0.0017319728,"threshold_uncertainty_score":0.99341804},"labels":[],"label_agreement":null},{"id":"W4212990237","doi":"10.5840/raven20111899","title":"Vaughan, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Legal principles and applications","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.1056067301950386,"score_gpt":0.31558579620793453,"score_spread":0.20997906601289593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212990237","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46431783,0.00021861456,0.0026933423,0.005035176,0.0008086785,0.00012644503,0.0000016751864,0.000017804736,0.5267804],"genre_scores_gemma":[0.9884554,0.000044930362,0.0032853547,0.00026053295,0.00022533839,0.0000013784643,1.9613097e-7,0.0000042665033,0.0077225743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935156,0.00007351691,0.00022190588,0.00005756323,0.00012888083,0.00016658165],"domain_scores_gemma":[0.99944466,0.000034758246,0.00020082983,0.00008206072,0.00012828763,0.0001093745],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004881321,0.000043521726,0.00012539641,0.00005310132,0.00015219774,0.000010432866,0.0002698608,0.0000676103,0.0018656356],"category_scores_gemma":[0.000060214235,0.00003681472,0.00008124782,0.00008126305,0.00015102714,0.00009403809,0.000024074985,0.00018101346,0.00007354043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009775417,0.00031720512,0.0403254,0.0000035610856,0.00011279516,0.00011325255,0.11944174,0.0000064644305,0.00039547624,0.8222028,0.008437007,0.008546554],"study_design_scores_gemma":[0.00019737358,0.00011410739,0.022304915,0.000004732567,0.000019574394,0.000044323475,0.00093240285,7.454154e-7,0.00009806713,0.019157695,0.95707077,0.000055326465],"about_ca_topic_score_codex":0.022652974,"about_ca_topic_score_gemma":0.073660254,"teacher_disagreement_score":0.94863373,"about_ca_system_score_codex":0.00011106504,"about_ca_system_score_gemma":0.00042913677,"threshold_uncertainty_score":0.9990468},"labels":[],"label_agreement":null},{"id":"W4214761553","doi":"10.5840/raven20111868","title":"Gatineau, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"French Urban and Social Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.09311118420067767,"score_gpt":0.27983655965562765,"score_spread":0.18672537545495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214761553","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13304636,0.012057053,0.0014795559,0.0049239323,0.0030434486,0.0001270009,0.0000017164183,0.000035833713,0.8452851],"genre_scores_gemma":[0.99369645,0.0006920528,0.002243739,0.00036705195,0.0006737978,0.0000011435992,8.991177e-8,0.000006603185,0.0023190507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991359,0.00015941157,0.0002550714,0.000058069138,0.00017911357,0.00021239891],"domain_scores_gemma":[0.9993287,0.00008902403,0.00023884684,0.000052675216,0.00018706307,0.00010369198],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054506154,0.000060196537,0.00021351005,0.000061941406,0.00024233054,0.000007908412,0.0002279733,0.00007796693,0.0010521612],"category_scores_gemma":[0.0004642382,0.000050297513,0.00011466063,0.000110934154,0.0004645459,0.000076082826,0.000023220799,0.00014953826,0.000046692017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000153349,0.00033902307,0.034988765,0.000010692767,0.00038998298,0.0003248321,0.40565756,0.000002305758,0.0001853683,0.4631733,0.060356565,0.03441826],"study_design_scores_gemma":[0.00053802994,0.00044695727,0.024877638,0.000016992763,0.00005263187,0.000037047837,0.009451601,0.0000017375346,0.00011617523,0.024466,0.93984,0.00015515398],"about_ca_topic_score_codex":0.035561375,"about_ca_topic_score_gemma":0.030617902,"teacher_disagreement_score":0.87948346,"about_ca_system_score_codex":0.00014181327,"about_ca_system_score_gemma":0.0003748973,"threshold_uncertainty_score":0.999861},"labels":[],"label_agreement":null},{"id":"W4230159665","doi":"10.5840/raven20111841","title":"Igloolik, Nunavut","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.0979157986434427,"score_gpt":0.38790212581482164,"score_spread":0.28998632717137895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230159665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83039284,0.0011221754,0.00079018914,0.0012964258,0.005096359,0.00032326416,0.000004951117,0.00002215962,0.16095163],"genre_scores_gemma":[0.9930847,0.0004011685,0.0021109302,0.0023779809,0.0007168976,0.000011171246,7.236174e-7,0.000020901287,0.0012755101],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979143,0.00035342533,0.0007269845,0.000100166064,0.00009810664,0.00080699177],"domain_scores_gemma":[0.99843836,0.00019168362,0.0006523904,0.00015131177,0.00044732768,0.000118905715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010679135,0.000109584726,0.00045385273,0.00014606531,0.0009707001,0.0000010377884,0.0002516579,0.00023932928,0.0039639417],"category_scores_gemma":[0.0002391174,0.00008296221,0.00012313378,0.00008929643,0.00009786894,0.00005219482,0.00013407774,0.00069776055,0.0006972976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014851497,0.00066173647,0.53878903,0.00018560697,0.00096755766,0.0014647731,0.3403032,0.000008792487,0.0006068455,0.048073556,0.0630511,0.0044026407],"study_design_scores_gemma":[0.005471993,0.0055030086,0.37086645,0.0001402693,0.00028498232,0.0015640175,0.0736698,0.000018200499,0.00016785892,0.022345474,0.519454,0.0005139383],"about_ca_topic_score_codex":0.000328423,"about_ca_topic_score_gemma":0.0016800101,"teacher_disagreement_score":0.45640293,"about_ca_system_score_codex":0.00016237718,"about_ca_system_score_gemma":0.00040922515,"threshold_uncertainty_score":0.9969466},"labels":[],"label_agreement":null},{"id":"W4231317453","doi":"10.5840/raven201118102","title":"Vancouver, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.02479127138920697,"score_gpt":0.26030338338671966,"score_spread":0.23551211199751268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231317453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6545262,0.0019459527,0.0006093888,0.002302281,0.0059752506,0.00020463194,0.000077150245,0.000027497905,0.3343317],"genre_scores_gemma":[0.9688596,0.00034589195,0.0007944768,0.00217882,0.0005953475,9.177546e-7,1.2260841e-7,0.0000085876345,0.02721623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999154,0.00011731109,0.00023353501,0.0000685382,0.00016646057,0.00026015527],"domain_scores_gemma":[0.9992928,0.000046906338,0.00027962314,0.000068574605,0.0001211388,0.00019096647],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045435355,0.000035825833,0.00016893363,0.000031365933,0.00017604724,0.000041966654,0.00026683035,0.00009285374,0.0025704629],"category_scores_gemma":[0.00033967756,0.000055517485,0.00009311057,0.00011908108,0.00028044858,0.00013308552,0.000014321095,0.00015708312,0.000017604902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002499556,0.00006567058,0.012464379,0.000003897782,0.000045289526,0.0006983738,0.008127427,6.8839233e-7,0.000016876766,0.0050559994,0.9555702,0.017926188],"study_design_scores_gemma":[0.0003165922,0.00013214459,0.038785335,0.000020204514,0.000013619428,0.00017968021,0.000424196,5.101816e-7,0.0000069886346,0.012142593,0.94790447,0.00007364029],"about_ca_topic_score_codex":0.55988014,"about_ca_topic_score_gemma":0.93817765,"teacher_disagreement_score":0.37829754,"about_ca_system_score_codex":0.00009447343,"about_ca_system_score_gemma":0.000438894,"threshold_uncertainty_score":0.9983413},"labels":[],"label_agreement":null},{"id":"W4231619672","doi":"10.5840/raven201118109","title":"Whitehorse, Yukon","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.11335630820801298,"score_gpt":0.39280580284757677,"score_spread":0.2794494946395638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231619672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.787209,0.0009763857,0.0008999278,0.0015743348,0.005370448,0.00034336295,0.000004525942,0.000022705146,0.20359933],"genre_scores_gemma":[0.9930126,0.0003434905,0.0021183218,0.0019849427,0.0006651102,0.000010227545,8.1658914e-7,0.000020550367,0.0018439589],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979593,0.0003618698,0.0007163811,0.00009943004,0.00009687093,0.0007661557],"domain_scores_gemma":[0.9984717,0.00016606112,0.0006485956,0.00014622153,0.00045523274,0.00011220396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001112894,0.00010702209,0.00043789714,0.00016294005,0.0009352057,0.0000010329022,0.0002302234,0.00024160805,0.0034632345],"category_scores_gemma":[0.0002228055,0.00008086365,0.00011379447,0.0000992025,0.0000869389,0.000052813666,0.0001255862,0.00068597856,0.00053451426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018848929,0.0007396661,0.44497985,0.00020980714,0.0009690991,0.0013431807,0.41719472,0.000017730878,0.00045882107,0.043243777,0.08228737,0.006671069],"study_design_scores_gemma":[0.004935982,0.006040748,0.30150318,0.000146344,0.00026548153,0.0012489478,0.08223501,0.000024720022,0.00008937922,0.017730962,0.58527607,0.000503167],"about_ca_topic_score_codex":0.00027917215,"about_ca_topic_score_gemma":0.0012142907,"teacher_disagreement_score":0.5029887,"about_ca_system_score_codex":0.00015807057,"about_ca_system_score_gemma":0.00036268783,"threshold_uncertainty_score":0.9974477},"labels":[],"label_agreement":null},{"id":"W4231644709","doi":"10.5840/raven20111828","title":"Edmonton, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Geography; Environmental science","score_opus":0.03904754677833613,"score_gpt":0.2920768536559477,"score_spread":0.2530293068776116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231644709","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24449743,0.0013780188,0.00039734706,0.024639722,0.0018230707,0.00013683976,0.000013255586,0.000010851421,0.7271035],"genre_scores_gemma":[0.98386955,0.00021758111,0.00049286475,0.002473757,0.00054922386,5.9998024e-7,1.0282496e-7,0.000006413712,0.012389927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922264,0.00011762901,0.00021911434,0.000059149927,0.00013794123,0.00024350181],"domain_scores_gemma":[0.9992863,0.000089134795,0.00026478947,0.00008155944,0.000090749236,0.00018748429],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041364608,0.00005134301,0.00015419163,0.000071429175,0.00010640754,0.000008119285,0.0002793037,0.00008548932,0.0011605631],"category_scores_gemma":[0.00047332246,0.00004722837,0.000088371686,0.000105909014,0.00022771268,0.00011635611,0.0000125788965,0.00013616068,0.000060013204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018324904,0.00012576273,0.008591888,0.000006382291,0.00011990549,0.00037292423,0.09424885,0.0000027206775,0.00015254138,0.71647745,0.16635403,0.013364291],"study_design_scores_gemma":[0.0002470562,0.00013240504,0.019206233,0.000010590404,0.00001482865,0.00010571652,0.000367116,9.190745e-7,0.00006953171,0.0127228955,0.9670538,0.00006891689],"about_ca_topic_score_codex":0.10779442,"about_ca_topic_score_gemma":0.1226776,"teacher_disagreement_score":0.8006998,"about_ca_system_score_codex":0.000074832395,"about_ca_system_score_gemma":0.00036525214,"threshold_uncertainty_score":0.9997525},"labels":[],"label_agreement":null},{"id":"W4231659570","doi":"10.5840/raven201118103","title":"Burnaby, British Columbia","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Stochastic processes and financial applications","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Geology; History; Archaeology","score_opus":0.03745983010890038,"score_gpt":0.20447430559438456,"score_spread":0.16701447548548418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231659570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12047431,0.0056704925,0.82598686,0.0002727728,0.0009957309,0.0001343104,0.000063183164,0.00001690363,0.04638541],"genre_scores_gemma":[0.9895829,0.00016032632,0.009192629,0.00026330876,0.00019754223,0.000006625299,0.0000011036537,0.000014427659,0.00058117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99901587,0.0000034102623,0.0006392097,0.00013168696,0.000024053212,0.00018578809],"domain_scores_gemma":[0.9990279,0.000021054242,0.000648355,0.00012268191,0.00009858412,0.00008139403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029246364,0.000054651395,0.00033547194,0.000073547235,0.000076940894,0.000044161206,0.00027609293,0.000090845,0.0010750014],"category_scores_gemma":[0.00014676435,0.00008804386,0.00011662352,0.00015585427,0.00008150217,0.00009533894,0.000034104793,0.00016187345,0.00015759593],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046081463,0.0004427247,0.052461863,0.000026640135,0.00015395808,0.00019332598,0.0010008267,0.0000039944925,0.0000439592,0.92550194,0.0059831943,0.014141468],"study_design_scores_gemma":[0.00054817036,0.000318903,0.11932863,0.000016017719,0.000012042141,0.0009999943,0.000048652775,0.000028601495,0.000009197463,0.81790537,0.06064546,0.00013898304],"about_ca_topic_score_codex":0.0028348102,"about_ca_topic_score_gemma":0.0005595239,"teacher_disagreement_score":0.86910856,"about_ca_system_score_codex":0.000032307173,"about_ca_system_score_gemma":0.000036848433,"threshold_uncertainty_score":0.9998382},"labels":[],"label_agreement":null},{"id":"W4231759483","doi":"10.5840/raven20111852","title":"Lethbridge, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Geography","score_opus":0.03197258760781597,"score_gpt":0.24995779939790552,"score_spread":0.21798521179008956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231759483","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11089284,0.0014308824,0.00030839734,0.0034256624,0.0029357816,0.00007474598,0.0000025994436,0.000009994483,0.8809191],"genre_scores_gemma":[0.9504028,0.0006981388,0.00096040044,0.0009762497,0.0008287313,9.870394e-7,3.9213452e-7,0.000013121505,0.046119194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999284,0.00013373623,0.00020476998,0.000056137884,0.0001364668,0.0001848661],"domain_scores_gemma":[0.9994082,0.00005886398,0.00018988216,0.00007168716,0.00010487732,0.00016648794],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046612852,0.00003862018,0.00014542109,0.00033510066,0.0002627554,0.000029634575,0.0002473276,0.00008337101,0.003572737],"category_scores_gemma":[0.00028127953,0.000044820266,0.00010041388,0.000113821836,0.00050186133,0.000121992154,0.000012607796,0.00015445524,0.00017068183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022605697,0.000295658,0.0065268273,0.000017411705,0.0002336878,0.0009606863,0.1874004,0.000003832343,0.00026822506,0.53086084,0.23093732,0.042269047],"study_design_scores_gemma":[0.0001699168,0.000090666224,0.004498798,0.0000062547974,0.000019330213,0.00008142706,0.0006896638,3.367925e-7,0.000008799959,0.0027098535,0.9916721,0.000052825457],"about_ca_topic_score_codex":0.27984503,"about_ca_topic_score_gemma":0.6274224,"teacher_disagreement_score":0.83950996,"about_ca_system_score_codex":0.00021873153,"about_ca_system_score_gemma":0.0006895714,"threshold_uncertainty_score":0.9973381},"labels":[],"label_agreement":null},{"id":"W4232235354","doi":"10.5840/raven20111819","title":"Carmacks, Yukon","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.11809775572362366,"score_gpt":0.40946347730079563,"score_spread":0.291365721577172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232235354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8413652,0.0013470567,0.00073475763,0.0013816301,0.0059625707,0.000341056,0.0000053318513,0.000021816326,0.14884056],"genre_scores_gemma":[0.99407285,0.0004611036,0.0015970196,0.0020209604,0.00068548,0.000009222743,7.8909005e-7,0.000018531173,0.001134031],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798113,0.00035865416,0.0007421261,0.00009167511,0.00009126673,0.00073512655],"domain_scores_gemma":[0.9985176,0.00016393911,0.00065679924,0.00012912859,0.0004233888,0.000109150744],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011022846,0.000100880156,0.00041365006,0.00013633368,0.0009022608,8.6188044e-7,0.00021705391,0.00020545999,0.0030447692],"category_scores_gemma":[0.00018224677,0.0000766627,0.00011021001,0.00008006018,0.00008339888,0.000044546854,0.00011849611,0.00067141844,0.00045792834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018496936,0.00063666934,0.42237607,0.0002348506,0.001099722,0.0016611947,0.45304623,0.00001931452,0.0007080673,0.032027073,0.07952375,0.0068173585],"study_design_scores_gemma":[0.0051602074,0.0045612697,0.16778143,0.000112151785,0.00028417457,0.001244047,0.0677712,0.000026876758,0.00016156443,0.010360401,0.7420854,0.00045126054],"about_ca_topic_score_codex":0.0004882433,"about_ca_topic_score_gemma":0.0011154336,"teacher_disagreement_score":0.66256166,"about_ca_system_score_codex":0.00017615838,"about_ca_system_score_gemma":0.00039066264,"threshold_uncertainty_score":0.9978666},"labels":[],"label_agreement":null},{"id":"W4232427728","doi":"10.5840/raven20111813","title":"Belleville, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Invertebrate Taxonomy and Ecology","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.0478400368367037,"score_gpt":0.18745943273390503,"score_spread":0.13961939589720132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232427728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738027,0.000112831105,0.000021768661,0.00034423225,0.0005073374,0.000045431196,0.0000011358167,0.0000065089894,0.02515807],"genre_scores_gemma":[0.9975171,0.000028459675,0.0008368955,0.0006231297,0.0001843006,0.0000012558602,0.0000015152311,4.855951e-7,0.0008068526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999228,0.0000769707,0.00031014183,0.00009162387,0.00006580276,0.00022747583],"domain_scores_gemma":[0.9994872,0.00005874669,0.00024539896,0.000030622832,0.00008819326,0.00008978736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028267477,0.00008447681,0.00023659524,0.00001991357,0.00008597269,0.0000052535306,0.00025589386,0.00012083874,0.012578456],"category_scores_gemma":[0.000026454438,0.00003031305,0.00012285411,0.00008132089,0.00007467731,0.00008423757,0.000042040938,0.00021105532,0.00013837316],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015986167,0.00141422,0.7146903,0.00001332722,0.00053855026,0.0014278049,0.006471058,0.0000108002505,0.04973898,0.018719163,0.019792363,0.18558481],"study_design_scores_gemma":[0.00044569917,0.0027844773,0.6046885,0.000009945196,0.000039743245,0.0013519088,0.0003927998,0.0000061482833,0.0019454535,0.00506206,0.38308325,0.00019000216],"about_ca_topic_score_codex":0.0021642323,"about_ca_topic_score_gemma":0.035738733,"teacher_disagreement_score":0.36329088,"about_ca_system_score_codex":0.0000452834,"about_ca_system_score_gemma":0.000036468213,"threshold_uncertainty_score":0.98832417},"labels":[],"label_agreement":null},{"id":"W4232754344","doi":"10.5840/raven20111815","title":"Brantford, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.04055589235387865,"score_gpt":0.23609899672609427,"score_spread":0.19554310437221561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232754344","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42804748,0.0007942319,0.00037834962,0.0010311514,0.0030603064,0.000078210775,0.0000021963135,0.0000127398835,0.5665953],"genre_scores_gemma":[0.94176126,0.000296658,0.0014314891,0.00065000384,0.00050453376,7.7952126e-7,3.300401e-7,0.000010093977,0.05534483],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935603,0.00008150211,0.00019706598,0.00005065111,0.00013864553,0.00017611476],"domain_scores_gemma":[0.999493,0.000022450193,0.00017521768,0.00006166157,0.000096171374,0.00015148043],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046440284,0.000036371483,0.00014063362,0.00031860222,0.00027261596,0.000030107596,0.00022152008,0.00007986226,0.0073641813],"category_scores_gemma":[0.00007990779,0.000041982385,0.00009934643,0.00008304705,0.00041265032,0.00013178252,0.000010449809,0.00018486548,0.000098273464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034367823,0.00029131852,0.032021865,0.000012734875,0.00023488753,0.001500743,0.49727756,0.0000037853645,0.00016105542,0.36119205,0.069161415,0.037798915],"study_design_scores_gemma":[0.00020394893,0.00011225471,0.015575357,0.000006103064,0.000019313828,0.00008341717,0.0007416624,1.1563417e-7,0.000004726225,0.004415795,0.97878784,0.0000494452],"about_ca_topic_score_codex":0.791833,"about_ca_topic_score_gemma":0.9883051,"teacher_disagreement_score":0.9096264,"about_ca_system_score_codex":0.0006161372,"about_ca_system_score_gemma":0.0016987284,"threshold_uncertainty_score":0.9935432},"labels":[],"label_agreement":null},{"id":"W4233079250","doi":"10.5840/raven20111814","title":"Brandon, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.03752669232736513,"score_gpt":0.24055873790198423,"score_spread":0.2030320455746191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233079250","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41277087,0.0033279837,0.00068958226,0.0024482864,0.0048814113,0.00013475641,0.0000049328087,0.000025780297,0.5757164],"genre_scores_gemma":[0.9918836,0.0008066366,0.00076855556,0.00059814146,0.0007379364,7.761421e-7,2.3460879e-7,0.000009091859,0.0051950505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931204,0.00013384536,0.00019801843,0.00004937004,0.0001393127,0.00016743288],"domain_scores_gemma":[0.99946874,0.00003148898,0.00017856986,0.00006052369,0.00011544129,0.00014525536],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052344834,0.000035702513,0.00014084399,0.00034075693,0.00027524188,0.000032068387,0.0002243692,0.00007609283,0.0021903461],"category_scores_gemma":[0.00014148346,0.000040784707,0.00009497237,0.000102085585,0.00043906603,0.00011936569,0.000010197037,0.00014027378,0.00011720007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007347059,0.0004669444,0.019284992,0.00003375752,0.00038750918,0.0027465215,0.22102718,0.0000042230413,0.000556282,0.43512043,0.20608419,0.11355325],"study_design_scores_gemma":[0.00034547894,0.00010026156,0.008500368,0.0000071734826,0.000022943443,0.000100887184,0.0018311173,2.0765997e-7,0.000010772292,0.005518294,0.98350835,0.000054127428],"about_ca_topic_score_codex":0.1070515,"about_ca_topic_score_gemma":0.58005,"teacher_disagreement_score":0.77742416,"about_ca_system_score_codex":0.00024139792,"about_ca_system_score_gemma":0.00054378994,"threshold_uncertainty_score":0.9987218},"labels":[],"label_agreement":null},{"id":"W4233843753","doi":"10.5840/raven2011189","title":"Barrie, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.03668983415036726,"score_gpt":0.23414635641176007,"score_spread":0.19745652226139282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233843753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28053373,0.00079592335,0.00019579029,0.0009140628,0.0027004643,0.00006178083,0.0000021075234,0.000010682051,0.71478546],"genre_scores_gemma":[0.955465,0.00020627213,0.0013049536,0.0006007903,0.0004843091,7.5749404e-7,2.6557638e-7,0.000008874099,0.04192876],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935365,0.00009362878,0.00019179696,0.00005099061,0.00013920847,0.00017070158],"domain_scores_gemma":[0.99946153,0.000021500515,0.00016672398,0.000062978776,0.00010504818,0.00018224328],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046931917,0.000035835106,0.00013598235,0.00030444268,0.00027941537,0.000029976394,0.0002189841,0.00008142658,0.0097528165],"category_scores_gemma":[0.000105758554,0.00004179513,0.000092777955,0.00008157793,0.0004218217,0.00012116179,0.000010912325,0.0001882682,0.0001000257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026260124,0.00022099922,0.030204576,0.000010001606,0.00021656087,0.0015359046,0.5128421,0.0000032434411,0.0001464407,0.33188367,0.1021775,0.020496381],"study_design_scores_gemma":[0.00016619053,0.00010218097,0.01761117,0.000005224893,0.000018271514,0.00006423748,0.0008404492,7.732196e-8,0.000004841279,0.0041382294,0.97700167,0.00004743063],"about_ca_topic_score_codex":0.72507244,"about_ca_topic_score_gemma":0.990051,"teacher_disagreement_score":0.87482417,"about_ca_system_score_codex":0.00068223005,"about_ca_system_score_gemma":0.0020169711,"threshold_uncertainty_score":0.9911524},"labels":[],"label_agreement":null},{"id":"W4235629431","doi":"10.5840/raven20111851","title":"Leamington, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.03953068660543846,"score_gpt":0.23582839343476197,"score_spread":0.19629770682932351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235629431","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41166544,0.0008319967,0.00026696475,0.0009491964,0.0027362292,0.00006341418,0.0000012958199,0.000012003086,0.58347344],"genre_scores_gemma":[0.9466442,0.00021223954,0.0014183453,0.0005262298,0.0004800394,6.811246e-7,2.6354292e-7,0.000009296809,0.050708693],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993461,0.00008888355,0.00019888481,0.000052635605,0.00013897843,0.00017451745],"domain_scores_gemma":[0.99947065,0.000022905715,0.00018682658,0.00006210058,0.00011014098,0.00014735204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049399794,0.000036616115,0.00013824165,0.0003274828,0.0002778776,0.00003016339,0.00022000275,0.00008083169,0.005655174],"category_scores_gemma":[0.000100600926,0.000043073887,0.00009070422,0.00008237652,0.00043194985,0.00012046809,0.000011246556,0.00019296075,0.00009904282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022669203,0.00028114207,0.030312927,0.000011525263,0.00021078235,0.0012880305,0.62585497,0.0000035321327,0.00019649042,0.22452788,0.085907586,0.031178474],"study_design_scores_gemma":[0.00016236716,0.000110993686,0.017411947,0.0000062823383,0.000018605502,0.00006583252,0.0010891937,8.551856e-8,0.0000070213696,0.0032779602,0.97780013,0.00004958864],"about_ca_topic_score_codex":0.7784527,"about_ca_topic_score_gemma":0.9883437,"teacher_disagreement_score":0.89189255,"about_ca_system_score_codex":0.00075055996,"about_ca_system_score_gemma":0.0017186122,"threshold_uncertainty_score":0.9952538},"labels":[],"label_agreement":null},{"id":"W4235717457","doi":"10.5840/raven20111893","title":"Thompson, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.22111253160589905,"score_gpt":0.37867344265193437,"score_spread":0.1575609110460353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235717457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61157477,0.0016295469,0.0015410767,0.06463758,0.0041739284,0.00016737478,0.0000019043913,0.000049901428,0.31622395],"genre_scores_gemma":[0.9960255,0.0005246857,0.0016200539,0.0009850838,0.00050452806,6.767071e-7,1.5146738e-7,0.0000053666727,0.00033396255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898285,0.0002474036,0.00032161473,0.000058765127,0.0001883813,0.00020096559],"domain_scores_gemma":[0.9991414,0.000055001696,0.00026427716,0.00006930505,0.00035848498,0.00011155614],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011149711,0.000049346145,0.00015309964,0.0001252781,0.00012984841,0.000007508298,0.00022393554,0.00011164965,0.0010154834],"category_scores_gemma":[0.00022104025,0.00004257681,0.000056190387,0.00014435797,0.00015982203,0.00009170252,0.000013428143,0.00019756769,0.000053846383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009949053,0.00016548576,0.011666986,0.000013129438,0.00006534311,0.00023261334,0.04896094,2.1892315e-7,0.00010977182,0.8499059,0.004620838,0.08415927],"study_design_scores_gemma":[0.00038534874,0.00037785422,0.018330352,0.000023778255,0.0000120294235,0.0001342966,0.029948242,0.0000011419454,0.00013597289,0.02199672,0.9285492,0.00010507471],"about_ca_topic_score_codex":0.00016071853,"about_ca_topic_score_gemma":0.001598905,"teacher_disagreement_score":0.9239284,"about_ca_system_score_codex":0.00006010652,"about_ca_system_score_gemma":0.0002653502,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W4235891053","doi":"10.5840/raven20111898","title":"Mississauga, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Maritime and Coastal Archaeology","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.07396716199193012,"score_gpt":0.1963561468379358,"score_spread":0.12238898484600569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235891053","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37475434,0.00031702078,0.0001624802,0.000577066,0.0012853694,0.000051381696,0.0000027298088,0.000012255095,0.62283736],"genre_scores_gemma":[0.9629376,0.000018073415,0.0010967602,0.0006728776,0.00043612783,0.0000012514728,0.0000011608048,0.000011159956,0.034824997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992037,0.00006190315,0.00035139683,0.00008091523,0.0000934978,0.0002086113],"domain_scores_gemma":[0.99939686,0.000033253807,0.00021984684,0.000102943275,0.00015645356,0.000090623835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019208023,0.000094398565,0.00025989715,0.00013590496,0.00008629538,0.000009672074,0.00022791092,0.00005066532,0.039052498],"category_scores_gemma":[0.000020429878,0.000073173076,0.00013367686,0.000013755208,0.0003611972,0.000103707265,0.00006512531,0.00025376852,0.00012688627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005576946,0.0003490575,0.0095318705,0.000018115457,0.00030479528,0.00087721006,0.2314209,9.239855e-7,0.00014049615,0.72824097,0.009542639,0.019015305],"study_design_scores_gemma":[0.0005430308,0.0011977005,0.0042570117,0.000014869689,0.00005372492,0.0007968268,0.0013648291,0.0000018495589,0.00017274293,0.060321067,0.931152,0.00012433824],"about_ca_topic_score_codex":0.008333143,"about_ca_topic_score_gemma":0.045281973,"teacher_disagreement_score":0.92160934,"about_ca_system_score_codex":0.000029815286,"about_ca_system_score_gemma":0.00012780706,"threshold_uncertainty_score":0.99827045},"labels":[],"label_agreement":null},{"id":"W4236434517","doi":"10.5840/raven20111859","title":"Montréal, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.06300239032052998,"score_gpt":0.29227125232344126,"score_spread":0.22926886200291127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236434517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45684335,0.24232294,0.0014249069,0.10620008,0.019211594,0.00019545681,0.000013290207,0.000020560585,0.17376783],"genre_scores_gemma":[0.94338703,0.01118398,0.0022173245,0.0011718817,0.0019582352,0.0000012848536,9.781444e-8,0.000015576583,0.04006457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980692,0.00034354962,0.0005287677,0.00014533213,0.00041842033,0.00049471966],"domain_scores_gemma":[0.9983254,0.00013533772,0.00090317475,0.00011464013,0.00024059083,0.00028083686],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010766218,0.00013331285,0.00038452874,0.00006019158,0.00025572747,0.000019499777,0.00061210897,0.00023594355,0.0029434338],"category_scores_gemma":[0.00034210176,0.00011786879,0.00027259032,0.0004011592,0.0013785583,0.00034508095,0.000049434773,0.00033635256,0.00028215328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002656287,0.0007760724,0.045354966,0.000027616887,0.0003238739,0.0010264304,0.21633403,0.000027992422,0.00009848109,0.34011996,0.1784144,0.21723056],"study_design_scores_gemma":[0.000383643,0.00069445686,0.027329218,0.0000537571,0.00007977637,0.00019161687,0.008449565,0.000013978319,0.00003431321,0.0147719225,0.9478343,0.00016343583],"about_ca_topic_score_codex":0.46145236,"about_ca_topic_score_gemma":0.19839883,"teacher_disagreement_score":0.7694199,"about_ca_system_score_codex":0.00027193685,"about_ca_system_score_gemma":0.0012979761,"threshold_uncertainty_score":0.997968},"labels":[],"label_agreement":null},{"id":"W4236829966","doi":"10.5840/raven2011187","title":"Arviat, Nunavut","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Geological Studies and Exploration","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology; Geography","score_opus":0.05254682874267927,"score_gpt":0.2088278815360711,"score_spread":0.15628105279339183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236829966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556226,0.0015654031,0.0013033382,0.000634031,0.00092747767,0.000043980282,0.0000030140518,0.000008686017,0.039891448],"genre_scores_gemma":[0.9971254,0.00025418546,0.002125348,0.00030361782,0.00013377244,8.573394e-8,0.0000018301232,9.131567e-7,0.000054847507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940515,0.00005466808,0.00023130406,0.00006151441,0.000090388596,0.00015697091],"domain_scores_gemma":[0.9996027,0.00004181443,0.00017068532,0.00004984257,0.0000628893,0.00007209878],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024316569,0.00005766379,0.00016152114,0.00004368956,0.00005988489,0.0000051882944,0.000136485,0.000050880757,0.004871248],"category_scores_gemma":[0.000063133564,0.000036619753,0.00006447689,0.00006835953,0.00007012543,0.00008648205,0.000007446388,0.0001150806,0.00027647425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002865671,0.000054797983,0.9354935,0.0000056509225,0.00008441945,0.00024656768,0.0014343634,0.0003398566,0.00004085536,0.0012044674,0.0018645346,0.058944363],"study_design_scores_gemma":[0.00028859134,0.0011420863,0.96581864,0.000004920534,0.000018373254,0.00031167868,0.00034673198,0.00016254744,0.000067327645,0.014666024,0.01709888,0.000074194475],"about_ca_topic_score_codex":0.00016896203,"about_ca_topic_score_gemma":0.00035144057,"teacher_disagreement_score":0.05887017,"about_ca_system_score_codex":0.0000019893773,"about_ca_system_score_gemma":0.000015736307,"threshold_uncertainty_score":0.99603844},"labels":[],"label_agreement":null},{"id":"W4237454917","doi":"10.5840/raven20111844","title":"Joliette, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.0720684811261252,"score_gpt":0.3219911156901638,"score_spread":0.24992263456403863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237454917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6955776,0.0018003434,0.00089395663,0.013822402,0.0024031915,0.00009486752,0.0000017283537,0.000021795726,0.28538412],"genre_scores_gemma":[0.9952544,0.00024397386,0.001000228,0.00057861506,0.0004908116,6.2411294e-7,3.108053e-8,0.0000041738367,0.00242715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902195,0.00013745438,0.00023827856,0.00007362865,0.0002761468,0.0002525359],"domain_scores_gemma":[0.99923104,0.000070487455,0.00035700458,0.000064565946,0.0001405633,0.00013636787],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080000394,0.000053557553,0.00016670175,0.000046194018,0.00019676099,0.0000125006845,0.00040611037,0.00008150707,0.0011748103],"category_scores_gemma":[0.00037396612,0.000043758548,0.00010695825,0.00018933247,0.0004425097,0.00016614037,0.000021194173,0.00014183857,0.000048876333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022951572,0.00036139518,0.24088237,0.0000075231014,0.000143943,0.00041452554,0.29158673,0.0000073134165,0.000385828,0.30988616,0.08323986,0.07285483],"study_design_scores_gemma":[0.00039655674,0.000360705,0.12698615,0.00001545314,0.000025750178,0.000062721236,0.009418797,0.000002481378,0.00010169315,0.018176151,0.8443066,0.00014693939],"about_ca_topic_score_codex":0.08050965,"about_ca_topic_score_gemma":0.06593052,"teacher_disagreement_score":0.76106673,"about_ca_system_score_codex":0.00009411409,"about_ca_system_score_gemma":0.00081230915,"threshold_uncertainty_score":0.9997383},"labels":[],"label_agreement":null},{"id":"W4237931711","doi":"10.5840/raven20111824","title":"Cornwall, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Archaeology","score_opus":0.2326406697287911,"score_gpt":0.367117345779175,"score_spread":0.13447667605038388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237931711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76656187,0.00041998024,0.0005232518,0.018827263,0.0020887968,0.00009118708,6.7719463e-7,0.000020469046,0.2114665],"genre_scores_gemma":[0.995515,0.00018313152,0.0013498305,0.0009630625,0.00022931072,5.817771e-7,1.7950384e-7,0.000004371891,0.001754571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990746,0.00017215258,0.00031706903,0.000058029884,0.00018225408,0.00019592514],"domain_scores_gemma":[0.99917513,0.00004705715,0.00026183572,0.00006613234,0.00032996383,0.00011989979],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009639884,0.00004853762,0.000157732,0.00010795675,0.00011784428,0.000006976126,0.00021359416,0.000115885676,0.0026897269],"category_scores_gemma":[0.0001459608,0.000042520427,0.0000564807,0.000105031126,0.00015098543,0.00009519915,0.000013252666,0.00025357233,0.00004767168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001761642,0.0002336437,0.04678742,0.000009219879,0.00009720074,0.00027544674,0.21318802,3.1475227e-7,0.00008072269,0.6922642,0.005565346,0.041322302],"study_design_scores_gemma":[0.00031606824,0.0003445882,0.033741213,0.000014484099,0.000008858426,0.00007749189,0.006242582,2.9638196e-7,0.000043614356,0.010881911,0.94825715,0.000071755436],"about_ca_topic_score_codex":0.0060173417,"about_ca_topic_score_gemma":0.112799466,"teacher_disagreement_score":0.9426918,"about_ca_system_score_codex":0.00015928574,"about_ca_system_score_gemma":0.0008629551,"threshold_uncertainty_score":0.99822193},"labels":[],"label_agreement":null},{"id":"W4238601923","doi":"10.5840/raven20111866","title":"Oshawa, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.04134056683930747,"score_gpt":0.23715357347462995,"score_spread":0.19581300663532247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238601923","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29364556,0.000845653,0.00019460707,0.0010645945,0.002701427,0.00006429657,0.0000018649374,0.000010905282,0.7014711],"genre_scores_gemma":[0.93838304,0.00024837066,0.0015875127,0.0006730239,0.00058435026,9.0592926e-7,3.4996614e-7,0.00001020484,0.058512244],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.999347,0.000093430186,0.00019381594,0.000051834213,0.00014040551,0.00017351306],"domain_scores_gemma":[0.99947214,0.00002234225,0.00017879238,0.000063439584,0.000103915394,0.00015937783],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046791497,0.000036090405,0.0001378946,0.00031882798,0.0002641859,0.000030077372,0.00022452284,0.00008188004,0.008874283],"category_scores_gemma":[0.00008599321,0.000042128006,0.00009615299,0.00008135564,0.00040359635,0.000119743505,0.000011277673,0.00019082188,0.00012603922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025574904,0.00030151432,0.03432878,0.000011235998,0.00023234649,0.001682387,0.5300271,0.0000033217277,0.00014647562,0.2856177,0.119222626,0.028170776],"study_design_scores_gemma":[0.00016993888,0.000106252584,0.020027721,0.000005762394,0.000018907438,0.00007036276,0.0009051058,7.999585e-8,0.000003853475,0.0042130006,0.9744305,0.00004853509],"about_ca_topic_score_codex":0.8005882,"about_ca_topic_score_gemma":0.99037164,"teacher_disagreement_score":0.85520786,"about_ca_system_score_codex":0.0007294755,"about_ca_system_score_gemma":0.0017971998,"threshold_uncertainty_score":0.99203175},"labels":[],"label_agreement":null},{"id":"W4239715509","doi":"10.5840/raven20111882","title":"Sarnia, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.08865492143553017,"score_gpt":0.3151820775616508,"score_spread":0.22652715612612062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239715509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7878888,0.00038219517,0.00033968207,0.0017376434,0.0016368789,0.00005313422,6.692873e-7,0.000008337946,0.2079526],"genre_scores_gemma":[0.9918309,0.000094015064,0.0013226493,0.00029294222,0.0003249586,4.984223e-7,5.0993734e-8,0.0000033829908,0.006130618],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990281,0.00012269386,0.00023465321,0.00007591172,0.00028455973,0.00025407216],"domain_scores_gemma":[0.9992654,0.00004792369,0.00035654238,0.0000620168,0.00013290666,0.00013522962],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00085616286,0.000053548552,0.00017595639,0.000044065244,0.00018572152,0.000013902675,0.00037954774,0.000088198074,0.0024773208],"category_scores_gemma":[0.00018909354,0.00004473927,0.00010565522,0.00014797655,0.00034092757,0.00016686558,0.000021248228,0.0001835504,0.00004492854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014447312,0.00020496394,0.45386735,0.0000026840914,0.00007630242,0.00027153202,0.37234205,0.0000040216337,0.0001159394,0.13403527,0.01558512,0.023350295],"study_design_scores_gemma":[0.00032943912,0.0003266708,0.3408358,0.000011995741,0.000021430087,0.00004630409,0.00608616,6.355477e-7,0.000046286295,0.024393199,0.62779135,0.00011073073],"about_ca_topic_score_codex":0.17182067,"about_ca_topic_score_gemma":0.35766858,"teacher_disagreement_score":0.6122062,"about_ca_system_score_codex":0.00017635201,"about_ca_system_score_gemma":0.0007992859,"threshold_uncertainty_score":0.99843454},"labels":[],"label_agreement":null},{"id":"W4240063915","doi":"10.5840/raven20111867","title":"Ottawa, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.04392741239842953,"score_gpt":0.28297837532953324,"score_spread":0.2390509629311037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240063915","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48381668,0.00044892868,0.00029429668,0.0075576333,0.0015312533,0.000087241955,0.000008811094,0.000009303088,0.50624585],"genre_scores_gemma":[0.97800076,0.00005083272,0.00097262487,0.002084691,0.00039550342,5.0327696e-7,9.68371e-8,0.000005268561,0.018489722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999244,0.00009722921,0.00022259433,0.00005623969,0.00014632294,0.00023363608],"domain_scores_gemma":[0.9993588,0.00004248395,0.00026564568,0.000073079544,0.000085427084,0.00017461802],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050317956,0.000049127644,0.00015013787,0.00007438332,0.00010924916,0.000008249026,0.00025572418,0.00008258832,0.0023792274],"category_scores_gemma":[0.00018554047,0.00004597918,0.00008908044,0.00008211691,0.0002092813,0.00010800601,0.000010704661,0.00018968974,0.000051429142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015390808,0.00014088726,0.054062318,0.0000049844743,0.00013236658,0.0007848779,0.19287215,0.000003489076,0.0000837373,0.5649585,0.17767258,0.009130204],"study_design_scores_gemma":[0.00021271153,0.000128054,0.06171982,0.000007751493,0.000012113856,0.000095753996,0.0002589778,1.8116138e-7,0.000039124458,0.010098569,0.9273715,0.000055420594],"about_ca_topic_score_codex":0.5345014,"about_ca_topic_score_gemma":0.8654728,"teacher_disagreement_score":0.74969894,"about_ca_system_score_codex":0.00022717494,"about_ca_system_score_gemma":0.00095155765,"threshold_uncertainty_score":0.9985327},"labels":[],"label_agreement":null},{"id":"W4240962037","doi":"10.5840/raven20111827","title":"Drummondville, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.06574035694796032,"score_gpt":0.3160794298108643,"score_spread":0.25033907286290397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240962037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58541197,0.0019785473,0.00047056083,0.0075798044,0.0012756804,0.00008925432,9.0308987e-7,0.000019875279,0.4031734],"genre_scores_gemma":[0.99518335,0.00029080978,0.00073128723,0.0003686698,0.00039313032,6.82207e-7,3.4584914e-8,0.0000044335056,0.003027611],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989667,0.00014727579,0.0002550111,0.00007929471,0.00028943853,0.00026225625],"domain_scores_gemma":[0.9991838,0.00007579924,0.00037647007,0.00006920669,0.00014805948,0.00014667118],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008452589,0.000057555768,0.00017922971,0.00005244089,0.00020952991,0.000012528966,0.00042318116,0.00008534009,0.0013172625],"category_scores_gemma":[0.00038243853,0.00004684941,0.0001154173,0.00020922087,0.0004641602,0.0001691115,0.000023654646,0.00014164308,0.00004935129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024812657,0.00035816955,0.20471974,0.0000070558544,0.00013867454,0.00039493162,0.28312895,0.000007182621,0.00020366964,0.34593996,0.089698896,0.07515464],"study_design_scores_gemma":[0.00037441796,0.00033610256,0.07994199,0.0000147119,0.000023179211,0.000048906044,0.012268963,0.0000024344558,0.00009497992,0.014231317,0.8925261,0.0001369394],"about_ca_topic_score_codex":0.0964112,"about_ca_topic_score_gemma":0.08266225,"teacher_disagreement_score":0.8028272,"about_ca_system_score_codex":0.000099119745,"about_ca_system_score_gemma":0.00080606394,"threshold_uncertainty_score":0.99959564},"labels":[],"label_agreement":null},{"id":"W4241950938","doi":"10.5840/raven20111832","title":"Granby, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science; Astrobiology; Physics","score_opus":0.05991079670950829,"score_gpt":0.2526538957537718,"score_spread":0.1927430990442635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241950938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9588348,0.0021214667,0.0013445816,0.000610158,0.0010830396,0.00010856225,0.00000859588,0.000050231585,0.035838537],"genre_scores_gemma":[0.9947484,0.00003168137,0.0042710924,0.00028073418,0.00022169956,0.0000012390987,5.344951e-7,0.000055933506,0.00038865476],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984438,0.00021075024,0.0006325871,0.00012595503,0.00023273293,0.00035419932],"domain_scores_gemma":[0.99849,0.000078199606,0.00069489365,0.0002398579,0.00029725203,0.00019983578],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007624626,0.00015492408,0.0004362316,0.00036939568,0.00005681405,0.000007508182,0.000499306,0.00012132505,0.0023910278],"category_scores_gemma":[0.0002970333,0.00012492161,0.00023258202,0.00019542957,0.00024993272,0.00016666659,0.00005824075,0.00039680977,0.0023637344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011611824,0.004620811,0.43122053,0.00011897429,0.003968441,0.01463258,0.05418568,0.0001438503,0.17437744,0.06158035,0.1858199,0.057719614],"study_design_scores_gemma":[0.009269634,0.006491408,0.31263602,0.00013825703,0.000691035,0.04019429,0.001172661,0.000092087495,0.02117758,0.031263195,0.5758242,0.0010496402],"about_ca_topic_score_codex":0.0015962356,"about_ca_topic_score_gemma":0.0012339441,"teacher_disagreement_score":0.3900043,"about_ca_system_score_codex":0.00014093319,"about_ca_system_score_gemma":0.00040639986,"threshold_uncertainty_score":0.9985209},"labels":[],"label_agreement":null},{"id":"W4241974426","doi":"10.5840/raven20111897","title":"Markham, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.204536167139031,"score_gpt":0.3626157187274282,"score_spread":0.1580795515883972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241974426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64008325,0.00042653186,0.0004948189,0.021043062,0.0020435066,0.00008902467,6.211511e-7,0.000019009412,0.33580014],"genre_scores_gemma":[0.994575,0.00017666095,0.0016240196,0.0008514658,0.00024480102,6.0938646e-7,1.6130731e-7,0.0000044554386,0.0025228285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905485,0.00019361216,0.00031603838,0.00005777313,0.00018084099,0.00019687835],"domain_scores_gemma":[0.9992251,0.00004725029,0.00024617583,0.0000659897,0.00029849025,0.00011699633],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011016265,0.000048051716,0.00015409196,0.00011648355,0.00011635926,0.0000067368255,0.00019921084,0.000112888396,0.0035522114],"category_scores_gemma":[0.00014373544,0.00004213431,0.0000584553,0.00010771155,0.00014354993,0.00008907311,0.000013114577,0.00024692254,0.000043120013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020604821,0.00023080637,0.054344628,0.000011337779,0.00010295827,0.00031562548,0.19320141,2.6216057e-7,0.00006799912,0.691727,0.0071213506,0.052670605],"study_design_scores_gemma":[0.00027532544,0.00026976995,0.03667311,0.000013666962,0.000007623772,0.000075330136,0.005596844,2.4717173e-7,0.000036661233,0.011255463,0.9457293,0.000066655084],"about_ca_topic_score_codex":0.006166122,"about_ca_topic_score_gemma":0.105025016,"teacher_disagreement_score":0.93860793,"about_ca_system_score_codex":0.00015719977,"about_ca_system_score_gemma":0.0007854006,"threshold_uncertainty_score":0.9973587},"labels":[],"label_agreement":null},{"id":"W4242026077","doi":"10.5840/raven20111817","title":"Calgary, Alberta","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Political science","score_opus":0.038542938747776985,"score_gpt":0.2903563693989242,"score_spread":0.2518134306511472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242026077","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21775201,0.0010936459,0.00065016653,0.019515445,0.0019400927,0.00013545569,0.000009726236,0.000010247192,0.7588932],"genre_scores_gemma":[0.98124504,0.00021635526,0.00073745893,0.0030299132,0.000502086,6.7754945e-7,1.3654041e-7,0.0000074778245,0.014260825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992443,0.00011957119,0.00020743391,0.00005748528,0.0001333751,0.00023786571],"domain_scores_gemma":[0.99933517,0.000090580295,0.00023440948,0.00007696319,0.00007460127,0.00018828157],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037570865,0.000049604605,0.00014922298,0.000070735805,0.000103986975,0.000007249205,0.00026730532,0.00008471086,0.001253782],"category_scores_gemma":[0.00042594792,0.00004544854,0.00008641511,0.00010206927,0.0002386186,0.00009642246,0.000013420644,0.00014277131,0.00006325624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001554221,0.00010507935,0.0085395975,0.00000580023,0.00010054825,0.00042255674,0.06616245,0.000001440098,0.000091069895,0.8043509,0.104232326,0.015832817],"study_design_scores_gemma":[0.00025822388,0.00014191605,0.01488314,0.000010517489,0.000015086286,0.00013836977,0.00024359321,0.0000016942927,0.00006697003,0.012135754,0.97203434,0.00007042093],"about_ca_topic_score_codex":0.12776381,"about_ca_topic_score_gemma":0.09531092,"teacher_disagreement_score":0.86780196,"about_ca_system_score_codex":0.00007054578,"about_ca_system_score_gemma":0.00037226957,"threshold_uncertainty_score":0.9996592},"labels":[],"label_agreement":null},{"id":"W4242731608","doi":"10.5840/raven20111877","title":"Rimouski, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology","score_opus":0.06431702593493276,"score_gpt":0.32013949303380596,"score_spread":0.2558224670988732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242731608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6360187,0.0019259199,0.0008169389,0.009439277,0.002263075,0.00009429263,0.0000017418988,0.000022294715,0.34941778],"genre_scores_gemma":[0.9960818,0.00021568175,0.0009833877,0.000373373,0.00041567668,5.774953e-7,3.042501e-8,0.0000040043387,0.0019254305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990333,0.00013945185,0.00023598311,0.00007416441,0.00026938296,0.0002477621],"domain_scores_gemma":[0.9992308,0.000070830916,0.00035720624,0.00006415038,0.00014023928,0.00013677152],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008217036,0.000053201842,0.00016617053,0.000045897727,0.00019917,0.000012217168,0.0004052867,0.000081014005,0.0013266067],"category_scores_gemma":[0.00038937837,0.000043488875,0.00010671746,0.00017670236,0.00044182182,0.00015645704,0.000021180445,0.0001366029,0.00005092209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021540963,0.00034474034,0.21077085,0.0000063225093,0.00011827362,0.0003070031,0.25982824,0.0000067494075,0.0002864176,0.4283409,0.04433327,0.05544181],"study_design_scores_gemma":[0.00045723945,0.00045112122,0.15863942,0.000016445325,0.000030124073,0.000071576855,0.012369469,0.00000292511,0.000105981824,0.019842545,0.80784816,0.00016500635],"about_ca_topic_score_codex":0.10196968,"about_ca_topic_score_gemma":0.1135033,"teacher_disagreement_score":0.7635149,"about_ca_system_score_codex":0.00010024981,"about_ca_system_score_gemma":0.00086418196,"threshold_uncertainty_score":0.99958634},"labels":[],"label_agreement":null},{"id":"W4243002867","doi":"10.5840/raven20111854","title":"London, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.16762254725012377,"score_gpt":0.3600141973724286,"score_spread":0.19239165012230486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243002867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7874425,0.00069031754,0.0006742896,0.02167341,0.0020607605,0.0000929907,5.922228e-7,0.000020506235,0.18734464],"genre_scores_gemma":[0.9953656,0.00022584881,0.0013791978,0.0008883579,0.00024455826,5.8206325e-7,1.6295927e-7,0.000004366201,0.0018913168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906933,0.00017574575,0.00032290435,0.000057487243,0.00017954422,0.00019497992],"domain_scores_gemma":[0.99917305,0.00004369466,0.00025406684,0.00006584014,0.0003466501,0.0001167061],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009940752,0.000047665726,0.00015572782,0.000115766146,0.000114692615,0.000006559758,0.0001998409,0.0001108421,0.0024928637],"category_scores_gemma":[0.00014530096,0.00004160494,0.000057159905,0.00011176518,0.00014665956,0.000091463255,0.000012113448,0.00024705371,0.000045304572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015893223,0.00021313102,0.053431157,0.000009503559,0.00008662988,0.00028147516,0.17992157,3.4368256e-7,0.000071205744,0.7177001,0.005453059,0.042672887],"study_design_scores_gemma":[0.0003031394,0.0002850262,0.025727328,0.0000129422715,0.00000766538,0.000076234675,0.0044085872,2.1647173e-7,0.00005918289,0.011653861,0.95740104,0.00006475555],"about_ca_topic_score_codex":0.006889036,"about_ca_topic_score_gemma":0.121778026,"teacher_disagreement_score":0.951948,"about_ca_system_score_codex":0.00014943432,"about_ca_system_score_gemma":0.0008188702,"threshold_uncertainty_score":0.99972415},"labels":[],"label_agreement":null},{"id":"W4243666678","doi":"10.5840/raven201118107","title":"Victoriaville, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.026720111273084476,"score_gpt":0.23908208925359645,"score_spread":0.21236197798051198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243666678","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17006321,0.0049741864,0.0004619636,0.004862745,0.0077235694,0.00012405119,0.00000498378,0.0000313023,0.811754],"genre_scores_gemma":[0.9822153,0.0006843874,0.00081948505,0.00052584114,0.0011529843,0.0000010140637,2.1335237e-7,0.00001170182,0.014589089],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992994,0.00012103617,0.00020870905,0.000052894968,0.00014799189,0.00016994204],"domain_scores_gemma":[0.99939823,0.0000380883,0.00019478315,0.00006798665,0.00013354371,0.0001673445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004642754,0.000038578888,0.00014475401,0.0003335492,0.0002880249,0.000026209822,0.00023788017,0.00008306959,0.004194184],"category_scores_gemma":[0.00021354956,0.000043769138,0.00009744112,0.00011680827,0.00046277794,0.000112288806,0.000011481008,0.00014644279,0.00012688198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003378959,0.0003669672,0.015772415,0.000020523312,0.00031345256,0.0013989566,0.33516634,0.0000037774853,0.00038534286,0.40721008,0.19083606,0.048188183],"study_design_scores_gemma":[0.00016955355,0.000094843934,0.0046989415,0.0000051779075,0.000018570043,0.000048851256,0.0010295862,1.5317056e-7,0.0000057494667,0.0017338642,0.9921451,0.00004958941],"about_ca_topic_score_codex":0.62839913,"about_ca_topic_score_gemma":0.9222586,"teacher_disagreement_score":0.8121521,"about_ca_system_score_codex":0.00047529815,"about_ca_system_score_gemma":0.001884501,"threshold_uncertainty_score":0.99671614},"labels":[],"label_agreement":null},{"id":"W4244661833","doi":"10.5840/raven20111878","title":"Saguenay, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History; Geography","score_opus":0.07050338083776836,"score_gpt":0.3248247403388792,"score_spread":0.25432135950111084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244661833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74551755,0.0018556598,0.0007767779,0.010395998,0.0021839605,0.000088872715,0.0000012238357,0.000020133528,0.23915984],"genre_scores_gemma":[0.99590206,0.00023486053,0.00069120195,0.00036711927,0.00042387663,5.8735566e-7,3.0557032e-8,0.000003965313,0.002376321],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902165,0.00014234654,0.00023870905,0.00007437841,0.00027246072,0.00025047336],"domain_scores_gemma":[0.9992304,0.00007234528,0.00035650327,0.0000645981,0.00013674957,0.00013940915],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008185411,0.00005347649,0.0001673265,0.000045895496,0.00019264442,0.000012089945,0.0004050713,0.00008067025,0.0011392318],"category_scores_gemma":[0.00037766836,0.000043319043,0.00010894714,0.00018146796,0.0004511531,0.00016212011,0.000021600974,0.00013520522,0.000049275994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025127348,0.0003659424,0.29029128,0.000007734236,0.00014562071,0.00043778174,0.3123467,0.00000702024,0.00041588873,0.25693312,0.058889166,0.07990847],"study_design_scores_gemma":[0.00050772005,0.0004940409,0.16842058,0.000021888733,0.000034079385,0.000080055026,0.013953104,0.0000030201654,0.00014564417,0.023664495,0.7924881,0.00018725684],"about_ca_topic_score_codex":0.13635632,"about_ca_topic_score_gemma":0.11043335,"teacher_disagreement_score":0.73359895,"about_ca_system_score_codex":0.00009674301,"about_ca_system_score_gemma":0.0007881512,"threshold_uncertainty_score":0.99977386},"labels":[],"label_agreement":null},{"id":"W4245079633","doi":"10.5840/raven20111849","title":"Kingston, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.07774682672305908,"score_gpt":0.31281610704946394,"score_spread":0.23506928032640487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245079633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8020942,0.0002669569,0.00041704573,0.0018363298,0.0017375774,0.000051810657,4.7395915e-7,0.0000089478535,0.19358662],"genre_scores_gemma":[0.99344003,0.00006885134,0.0014939045,0.00032277318,0.00030377138,4.92468e-7,4.039684e-8,0.000003399804,0.00436676],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990453,0.000103582046,0.00023336703,0.00007668392,0.00028649945,0.00025457417],"domain_scores_gemma":[0.99924046,0.0000434807,0.00038061934,0.00006040299,0.00014571365,0.0001293407],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088178646,0.000053635664,0.00016651813,0.000046581736,0.00018945191,0.000014444347,0.00038568352,0.00008674753,0.0018650735],"category_scores_gemma":[0.00019338478,0.00004496169,0.000102904516,0.0001541632,0.00035194142,0.00017553706,0.000021597407,0.00017664264,0.00003033144],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012928217,0.00017393635,0.36333546,0.000002459545,0.00006693828,0.00024384746,0.3922449,0.0000033777862,0.00013308288,0.21444198,0.0142917875,0.014932948],"study_design_scores_gemma":[0.0003290563,0.0003182451,0.33159488,0.0000150411415,0.000021958313,0.000054094467,0.0061869095,6.6813976e-7,0.000069149486,0.027230347,0.6340615,0.00011814302],"about_ca_topic_score_codex":0.18078643,"about_ca_topic_score_gemma":0.31241512,"teacher_disagreement_score":0.61976975,"about_ca_system_score_codex":0.00018109399,"about_ca_system_score_gemma":0.0007409447,"threshold_uncertainty_score":0.99904734},"labels":[],"label_agreement":null},{"id":"W4247239357","doi":"10.5840/raven201118110","title":"Windsor, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Nursing Education, Practice, and Leadership","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Windsor; Business; Political science; Environmental science","score_opus":0.060571700985638105,"score_gpt":0.308607273197761,"score_spread":0.24803557221212288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247239357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411097,0.0008189702,0.0005191017,0.009100644,0.012655692,0.000102173566,5.876649e-7,0.000024407718,0.035668727],"genre_scores_gemma":[0.99165136,0.0000062719214,0.0048983707,0.0013064871,0.0005793827,7.491989e-7,9.839471e-7,0.000020645713,0.0015357679],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988422,0.00020104011,0.00039838537,0.00011603295,0.0001726154,0.00026974772],"domain_scores_gemma":[0.99890983,0.000118312506,0.00048438724,0.00018162065,0.00017784453,0.00012801765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006357204,0.00011251376,0.00025048404,0.00021016331,0.00009468321,0.0000185714,0.0002681047,0.00013055252,0.0013017335],"category_scores_gemma":[0.00016926373,0.000100897305,0.00011786739,0.00009948227,0.00012339541,0.00024902384,0.0000046555983,0.0005302035,0.00010052096],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008462092,0.002815293,0.40068182,0.000080389334,0.0005700324,0.0003744687,0.47863564,0.000016779622,0.005354373,0.006468224,0.05806279,0.038478084],"study_design_scores_gemma":[0.0022660156,0.0032009766,0.5578308,0.00012387472,0.0004158762,0.0059948117,0.007249596,0.0000049967753,0.005163758,0.020838102,0.3965292,0.0003819777],"about_ca_topic_score_codex":0.0020680006,"about_ca_topic_score_gemma":0.001723364,"teacher_disagreement_score":0.47138605,"about_ca_system_score_codex":0.00020165772,"about_ca_system_score_gemma":0.0002599877,"threshold_uncertainty_score":0.9996112},"labels":[],"label_agreement":null},{"id":"W4247334256","doi":"10.5840/raven20111860","title":"Longueuil, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.0763724554516777,"score_gpt":0.3258722699100925,"score_spread":0.2494998144584148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247334256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77608216,0.0020531272,0.001022294,0.009275874,0.002400916,0.00009294231,0.0000016448198,0.00002073395,0.20905033],"genre_scores_gemma":[0.9958724,0.00022757245,0.000902423,0.00033953923,0.0004455249,5.711655e-7,3.3697045e-8,0.00000406046,0.0022079186],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901736,0.00013907142,0.00024011117,0.00007611806,0.00027628453,0.00025104362],"domain_scores_gemma":[0.9992118,0.00007181967,0.00035969782,0.00006761694,0.0001483683,0.00014072053],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008231563,0.000054331013,0.00016833824,0.000046940553,0.00018994903,0.000012703166,0.0004158295,0.000082087085,0.0013409996],"category_scores_gemma":[0.0004100814,0.00004437224,0.00010743426,0.00018584386,0.00046620698,0.00016638749,0.000022172102,0.00013681143,0.000049971073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025202765,0.00039621527,0.27287954,0.000008075159,0.00014565709,0.00054603955,0.31936666,0.0000083260275,0.0003363293,0.27768442,0.049503777,0.078872934],"study_design_scores_gemma":[0.0005310667,0.0005242907,0.17542261,0.000022066495,0.00003593517,0.00009092097,0.014531568,0.0000038202816,0.00014110026,0.020317636,0.7881821,0.00019690381],"about_ca_topic_score_codex":0.10609872,"about_ca_topic_score_gemma":0.08874427,"teacher_disagreement_score":0.7386783,"about_ca_system_score_codex":0.00009906533,"about_ca_system_score_gemma":0.00085255946,"threshold_uncertainty_score":0.9995719},"labels":[],"label_agreement":null},{"id":"W4247849085","doi":"10.5840/raven20111843","title":"Iqaluit, Nunavut","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.10469603000824979,"score_gpt":0.39269740199665865,"score_spread":0.28800137198840886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247849085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82193726,0.001201109,0.00093132065,0.0013764726,0.005306152,0.00035137986,0.0000049199966,0.000023136525,0.16886824],"genre_scores_gemma":[0.99313647,0.0003787464,0.0020249381,0.0023032061,0.00071932614,0.000011786761,7.0779816e-7,0.000021134356,0.0014036822],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979132,0.00036050798,0.0007290327,0.00010059449,0.00009994107,0.0007967681],"domain_scores_gemma":[0.99844193,0.00020626393,0.0006438052,0.00015100201,0.0004410665,0.000115932206],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011536728,0.00010872686,0.00045103746,0.00014681065,0.0009815665,0.0000010298317,0.00025274645,0.00023476203,0.0044486974],"category_scores_gemma":[0.00024092942,0.00008209822,0.00012242892,0.00008781998,0.00009804358,0.000051073646,0.00013496369,0.00069296965,0.00066718354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001365643,0.0006240742,0.48729402,0.00017675612,0.0009053034,0.0013019793,0.39261067,0.0000075627845,0.00076752884,0.04321898,0.067136325,0.004591171],"study_design_scores_gemma":[0.005448129,0.005744212,0.29734313,0.0001470166,0.00028082574,0.0014975844,0.086886376,0.000019254618,0.00018501331,0.022519883,0.5794098,0.0005188068],"about_ca_topic_score_codex":0.00026799575,"about_ca_topic_score_gemma":0.0018240748,"teacher_disagreement_score":0.51227343,"about_ca_system_score_codex":0.00016456362,"about_ca_system_score_gemma":0.0004147477,"threshold_uncertainty_score":0.9964614},"labels":[],"label_agreement":null},{"id":"W4248024316","doi":"10.5840/raven20111886","title":"Sherbrooke, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.03131291176512817,"score_gpt":0.24122149366782783,"score_spread":0.20990858190269968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248024316","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15679467,0.00569839,0.0005756384,0.003902316,0.0030257937,0.000094906085,0.0000025793918,0.000024031446,0.82988167],"genre_scores_gemma":[0.9660155,0.0008656999,0.0013681208,0.00089029194,0.00077868643,0.0000011074594,1.8397121e-7,0.000013556228,0.030066837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934685,0.00010651013,0.00019646574,0.00005066728,0.00013345724,0.00016605914],"domain_scores_gemma":[0.9994862,0.000030928008,0.0001604408,0.00006467371,0.000099288685,0.00015847958],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043650772,0.0000362598,0.00013573543,0.0003124489,0.00026759447,0.000026983183,0.00023373621,0.00007602858,0.0044193533],"category_scores_gemma":[0.00017289781,0.000041413026,0.00009577152,0.000096926306,0.0005100065,0.000114132075,0.000010844052,0.00014588387,0.0001446834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003184528,0.00036541617,0.016092878,0.00003057223,0.0002917868,0.001570837,0.2857104,0.000007163018,0.0004532037,0.31567714,0.28217402,0.09730814],"study_design_scores_gemma":[0.00015303667,0.00009701401,0.0050876304,0.000007067505,0.00001746002,0.00005585608,0.0009098887,3.0798898e-7,0.000007727902,0.0021871552,0.9914293,0.000047530353],"about_ca_topic_score_codex":0.6596308,"about_ca_topic_score_gemma":0.9353184,"teacher_disagreement_score":0.80922085,"about_ca_system_score_codex":0.0004806468,"about_ca_system_score_gemma":0.0016991685,"threshold_uncertainty_score":0.9964907},"labels":[],"label_agreement":null},{"id":"W4248045019","doi":"10.5840/raven20111876","title":"Regina, Saskatchewan","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.04029395361114141,"score_gpt":0.2890579066827554,"score_spread":0.24876395307161397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248045019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6000911,0.0021404135,0.0015500599,0.06356089,0.0028572585,0.00020717777,0.00003010746,0.000030794105,0.32953224],"genre_scores_gemma":[0.9854278,0.000110415014,0.0010866094,0.0021777335,0.0005342487,5.391886e-7,9.076844e-8,0.0000064264327,0.010656149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992414,0.00013067924,0.00016758879,0.0000610862,0.00015136226,0.00024784452],"domain_scores_gemma":[0.9992954,0.000050140727,0.00028740958,0.00008798249,0.00009435889,0.00018468741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054138934,0.000052066796,0.00015785375,0.000081145256,0.00011243874,0.0000082884635,0.00027731495,0.00008810486,0.00056707964],"category_scores_gemma":[0.00023691943,0.000048826252,0.00008999255,0.000121636294,0.00028448165,0.00010978504,0.000012120601,0.00016098648,0.00004132059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027124688,0.00015175338,0.0117241675,0.000011952647,0.00015559018,0.001124421,0.23056243,0.0000036444437,0.00022187365,0.40177423,0.32241657,0.031582143],"study_design_scores_gemma":[0.00025291744,0.00015522211,0.010722296,0.000013236465,0.00001458421,0.00013774769,0.002488746,4.9855043e-7,0.00011321714,0.013422876,0.9726067,0.000071917464],"about_ca_topic_score_codex":0.021282885,"about_ca_topic_score_gemma":0.03905171,"teacher_disagreement_score":0.6501902,"about_ca_system_score_codex":0.000087754495,"about_ca_system_score_gemma":0.00062968506,"threshold_uncertainty_score":0.9852345},"labels":[],"label_agreement":null},{"id":"W4248959188","doi":"10.5840/raven201118111","title":"Winnipeg, Manitoba","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.039969571252898344,"score_gpt":0.2476168842576975,"score_spread":0.20764731300479916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248959188","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32958132,0.0032459786,0.00051125797,0.0026017725,0.0050213635,0.00012014578,0.000004901127,0.000026794385,0.6588865],"genre_scores_gemma":[0.98762214,0.0006926565,0.0013303227,0.0007453637,0.0009939724,8.905175e-7,2.9228272e-7,0.000011820506,0.00860255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992906,0.0001251037,0.00020024797,0.000053080115,0.00014997795,0.00018102585],"domain_scores_gemma":[0.9994477,0.000026449481,0.00018661398,0.000067743444,0.00011762505,0.0001538893],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048965035,0.00003805396,0.00013704249,0.0003685383,0.00028377652,0.000032591175,0.00024857634,0.000082443345,0.0023776174],"category_scores_gemma":[0.00013437486,0.000044336703,0.00009298213,0.00011378831,0.0004922457,0.0001279253,0.000012232477,0.00015462714,0.0001492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035041192,0.00044817777,0.018077347,0.00002904399,0.00033689218,0.0030048992,0.1933876,0.0000042664124,0.00054259616,0.47718698,0.19394107,0.11269072],"study_design_scores_gemma":[0.00018164532,0.00010950085,0.009514761,0.0000073360115,0.000021296533,0.00009888096,0.0024976896,2.3019854e-7,0.000009197943,0.0054387986,0.9820648,0.000055850756],"about_ca_topic_score_codex":0.112951726,"about_ca_topic_score_gemma":0.5456514,"teacher_disagreement_score":0.7881237,"about_ca_system_score_codex":0.00030468006,"about_ca_system_score_gemma":0.0006160863,"threshold_uncertainty_score":0.9985343},"labels":[],"label_agreement":null},{"id":"W4249345529","doi":"10.5840/raven20111883","title":"Saskatoon, Saskatchewan","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.028282063372538836,"score_gpt":0.24213236329690369,"score_spread":0.21385029992436486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249345529","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3281678,0.0030918987,0.000796101,0.0034731468,0.0045029535,0.00014986492,0.0000076444185,0.000037283862,0.6597733],"genre_scores_gemma":[0.9743254,0.00017537246,0.0015445038,0.00064207235,0.0005770207,8.3507564e-7,3.0240633e-7,0.000011131648,0.02272336],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991394,0.0001604683,0.00024707118,0.00006574391,0.00017195303,0.00021536171],"domain_scores_gemma":[0.99931353,0.000032286793,0.0002294993,0.00008446097,0.00013727823,0.00020296687],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006409913,0.00004679976,0.00017099813,0.00039103965,0.00030179473,0.000038954775,0.000271965,0.00010230594,0.0031473127],"category_scores_gemma":[0.00009104179,0.00005452661,0.00011645309,0.00014173645,0.0006588108,0.00015473714,0.000013642472,0.0001804169,0.00012155273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028584155,0.000398106,0.007568381,0.0000243381,0.0002730133,0.0015634138,0.6049592,0.000003231862,0.0005512175,0.10976984,0.21629955,0.05830386],"study_design_scores_gemma":[0.00022130407,0.00015430368,0.00486842,0.00000859528,0.000024846215,0.000089740075,0.008048788,2.1087692e-7,0.000015272828,0.004768944,0.9817305,0.00006907411],"about_ca_topic_score_codex":0.08619872,"about_ca_topic_score_gemma":0.7440915,"teacher_disagreement_score":0.7654309,"about_ca_system_score_codex":0.00029185886,"about_ca_system_score_gemma":0.0013972463,"threshold_uncertainty_score":0.99776393},"labels":[],"label_agreement":null},{"id":"W4249621838","doi":"10.5840/raven20111826","title":"Dawson, Yukon","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.11807193456674354,"score_gpt":0.4006664598000896,"score_spread":0.28259452523334605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249621838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83308804,0.0011098728,0.0011062234,0.0017604233,0.0055176984,0.00034927783,0.000004363651,0.000022756529,0.15704131],"genre_scores_gemma":[0.9931326,0.00038756224,0.0021225223,0.0022171235,0.00068574527,0.000009466367,7.956906e-7,0.000019273766,0.0014249312],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980359,0.00034476575,0.00069437176,0.000095727795,0.00009158916,0.0007376252],"domain_scores_gemma":[0.9985013,0.00017580364,0.00064304046,0.00014206431,0.0004324904,0.000105293875],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011258095,0.00010111789,0.00042065096,0.0001373896,0.00094493665,9.3675214e-7,0.00022787631,0.00022501053,0.003176502],"category_scores_gemma":[0.00022382237,0.00007569531,0.000106361906,0.00008348165,0.00008459637,0.000049001286,0.00012005496,0.0006419745,0.0005023926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020204235,0.00077017565,0.40994078,0.00021877473,0.0010248729,0.0014581569,0.4363909,0.000013648799,0.0006467037,0.05113752,0.088633426,0.007744617],"study_design_scores_gemma":[0.0049091624,0.0059174355,0.2716859,0.00012822422,0.00023375377,0.0011685957,0.06970644,0.000024298477,0.00012065523,0.016740883,0.6289131,0.00045151418],"about_ca_topic_score_codex":0.00032624137,"about_ca_topic_score_gemma":0.0010894526,"teacher_disagreement_score":0.5402797,"about_ca_system_score_codex":0.00015908197,"about_ca_system_score_gemma":0.00036190051,"threshold_uncertainty_score":0.9977347},"labels":[],"label_agreement":null},{"id":"W4253015243","doi":"10.5840/raven20111873","title":"Québec, Québec","year":2011,"lang":"fr","type":"article","venue":"Raven A Journal of Vexillology","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.06493572318750149,"score_gpt":0.3053119505317618,"score_spread":0.2403762273442603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253015243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52244973,0.12819986,0.0009749462,0.15183279,0.016244477,0.00018878785,0.0000113583565,0.00002288756,0.18007515],"genre_scores_gemma":[0.9422576,0.003862717,0.0012789917,0.0012817114,0.0019249351,0.0000013488655,8.5517215e-8,0.000015878708,0.049376767],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978532,0.0003885285,0.00059214735,0.00017032474,0.0004451799,0.00055058487],"domain_scores_gemma":[0.9980789,0.00020288756,0.001002541,0.00013042736,0.00026676676,0.00031850897],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011577609,0.00015368934,0.0004296834,0.00006752089,0.00029402936,0.000021711996,0.000758627,0.0002513127,0.006990047],"category_scores_gemma":[0.00050908385,0.00013648634,0.00031360978,0.00041455464,0.001790955,0.00036602624,0.000058036352,0.00039310713,0.00032063277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028273798,0.0008225907,0.10519378,0.0000360446,0.00037416068,0.00085239304,0.32948542,0.000018732275,0.000108705026,0.19719303,0.15799624,0.20763616],"study_design_scores_gemma":[0.0003713113,0.000646581,0.034119714,0.000056243185,0.000085165346,0.00018485889,0.0067284335,0.000009083165,0.000040068295,0.0073776627,0.95020026,0.00018063746],"about_ca_topic_score_codex":0.8430356,"about_ca_topic_score_gemma":0.776745,"teacher_disagreement_score":0.792204,"about_ca_system_score_codex":0.00051476917,"about_ca_system_score_gemma":0.0046453653,"threshold_uncertainty_score":0.9939177},"labels":[],"label_agreement":null},{"id":"W4255226201","doi":"10.5840/raven20111896","title":"Brampton, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.09647116005499358,"score_gpt":0.20129013343934463,"score_spread":0.10481897338435105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255226201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79145485,0.0018090429,0.001173264,0.0003273657,0.0014304823,0.000048396472,0.0000063597613,0.000006900401,0.20374332],"genre_scores_gemma":[0.99451977,0.00022208084,0.0010927496,0.00033635926,0.00017869663,0.0000011798327,4.9065153e-7,0.000009684125,0.003638982],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990477,0.000010405437,0.0006201882,0.00010755734,0.000014080266,0.0002000872],"domain_scores_gemma":[0.99921376,0.000020626028,0.0005698464,0.00009177549,0.000033417848,0.000070595255],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040082805,0.00008359002,0.00045001958,0.00011717453,0.00006678457,0.000008662271,0.00018428733,0.00008424483,0.0025513964],"category_scores_gemma":[0.000039175917,0.000083844694,0.00015994579,0.000043187312,0.00007506634,0.000103044105,0.000034605877,0.00017827436,0.00035564366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094418596,0.00012394045,0.724136,0.000005092542,0.0003288342,0.00005090681,0.015048397,0.0000043237965,0.0000043671816,0.2538778,0.0053641247,0.00096179737],"study_design_scores_gemma":[0.0011319767,0.00048212433,0.38207993,0.000007905745,0.000017177068,0.00015841254,0.0003719462,0.0000056377417,0.000037951286,0.23063938,0.38485253,0.00021503067],"about_ca_topic_score_codex":0.0039707096,"about_ca_topic_score_gemma":0.0020772228,"teacher_disagreement_score":0.3794884,"about_ca_system_score_codex":0.00013832288,"about_ca_system_score_gemma":0.000042527066,"threshold_uncertainty_score":0.9983604},"labels":[],"label_agreement":null},{"id":"W4255459105","doi":"10.5840/raven20111885","title":"Shawinigan, Québec","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.03632795677779115,"score_gpt":0.24726492465693953,"score_spread":0.21093696787914837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255459105","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28418887,0.004693761,0.00040099383,0.00713804,0.003729512,0.00011335009,0.000005103093,0.000029530253,0.69970083],"genre_scores_gemma":[0.98209596,0.00045288142,0.00067655894,0.0007623713,0.00060600654,7.3991515e-7,1.7369072e-7,0.000009628061,0.015395712],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993154,0.000114531664,0.0002081484,0.000052844713,0.00013865647,0.0001704238],"domain_scores_gemma":[0.99942946,0.000036604804,0.00018512741,0.00006663484,0.00011469104,0.00016745694],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004954124,0.000036943205,0.00014214651,0.00032947346,0.00028529944,0.000027272257,0.00024851706,0.00007858171,0.0044203335],"category_scores_gemma":[0.00021249756,0.00004233471,0.000099591496,0.00010346204,0.00054160797,0.000114710834,0.000011614884,0.00015192732,0.00014893916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003119176,0.00037511287,0.017087601,0.000021002053,0.00029783486,0.0018158463,0.39787513,0.00000401931,0.0003825838,0.29091904,0.21958171,0.07132822],"study_design_scores_gemma":[0.00015948126,0.00010378397,0.0060787518,0.000005604353,0.000017923578,0.000066166365,0.0014390055,2.4785768e-7,0.0000073064466,0.0021620868,0.98990965,0.0000499777],"about_ca_topic_score_codex":0.60535586,"about_ca_topic_score_gemma":0.9297742,"teacher_disagreement_score":0.770328,"about_ca_system_score_codex":0.00037396475,"about_ca_system_score_gemma":0.0019952343,"threshold_uncertainty_score":0.99648976},"labels":[],"label_agreement":null},{"id":"W4255990817","doi":"10.5840/raven20111850","title":"Kitchener, Ontario","year":2011,"lang":"en","type":"article","venue":"Raven A Journal of Vexillology","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.04337093213544553,"score_gpt":0.237059656399704,"score_spread":0.19368872426425848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255990817","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26768962,0.001464547,0.00063825195,0.0014564507,0.0039097727,0.00007972423,0.0000020055109,0.000015452862,0.72474414],"genre_scores_gemma":[0.91603833,0.0004652391,0.004420827,0.0009922012,0.0008666033,0.0000013333137,4.8811495e-7,0.000015135651,0.07719984],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993466,0.000091900125,0.00019443606,0.00005273351,0.0001404186,0.0001738796],"domain_scores_gemma":[0.99946684,0.0000210732,0.0001787374,0.00006515014,0.00010511572,0.0001630869],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004661137,0.000037144622,0.0001397151,0.00030968778,0.00024853792,0.000028890787,0.000224647,0.00008512621,0.0063913013],"category_scores_gemma":[0.00008442332,0.00004310285,0.00009701357,0.00008258329,0.00039205962,0.00011523931,0.0000115308285,0.00018681314,0.00009088614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027166115,0.00034101008,0.025745759,0.000011435159,0.00020424259,0.0015220583,0.5458844,0.0000023109042,0.0002637087,0.2989098,0.08594236,0.04090128],"study_design_scores_gemma":[0.0001802062,0.000094897216,0.010383741,0.0000053591098,0.000020846173,0.000062264866,0.00082206744,8.932714e-8,0.0000068294075,0.0054115034,0.9829618,0.000050414124],"about_ca_topic_score_codex":0.8091798,"about_ca_topic_score_gemma":0.98880637,"teacher_disagreement_score":0.89701945,"about_ca_system_score_codex":0.0007278535,"about_ca_system_score_gemma":0.0018676945,"threshold_uncertainty_score":0.99451697},"labels":[],"label_agreement":null}]}