{"meta":{"query_hash":"7a14d6bc18cc","filters":{"venue":"OECD development co-operation peer reviews"},"cohort_total":10,"direct_labels_cover":1,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7a14d6bc18cc","api":"https://metacan.xera.ac/api/v1/cohort?venue=OECD+development+co-operation+peer+reviews"},"results":[{"id":"W4235642719","doi":"10.1787/9789264303560-3-en","title":"Canada's aid at a glance","year":2018,"lang":"en","type":"book-chapter","venue":"OECD development co-operation peer reviews","topic":"International Development and Aid","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.047359831931424914,"score_gpt":0.3116332212442822,"score_spread":0.2642733893128573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235642719","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003704811,0.0020641228,0.000049860526,0.005522002,0.00139361,0.0010168152,0.000053615287,0.000056934332,0.989806],"genre_scores_gemma":[0.000105333216,0.0044303252,0.0020788978,0.003917761,0.000915594,0.000102644604,0.0013720049,0.00004679914,0.9870306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960743,0.000097226315,0.0009935842,0.0005849407,0.0018317791,0.0004181536],"domain_scores_gemma":[0.99853337,0.000051499523,0.00046178355,0.00027027598,0.00047065198,0.0002124315],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015308694,0.00045827462,0.000588415,0.0001202726,0.0011236257,0.00019283639,0.00053220656,0.00026746638,0.063559406],"category_scores_gemma":[0.00012246695,0.0004245852,0.000117634336,0.000027807217,0.00014171033,0.00020066,0.000116640535,0.0002406429,0.016829493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008513108,0.0000069076295,0.00007304693,0.000039006514,0.000048095008,0.000010913507,0.0019209593,2.6948058e-7,0.0000054378197,0.06398165,0.92322356,0.010681649],"study_design_scores_gemma":[0.00015460666,0.000008211181,0.00009512002,0.00021065955,0.000014798948,0.000002581093,0.0000151322065,0.0000011059251,0.00010997894,0.00038681817,0.99841213,0.0005888621],"about_ca_topic_score_codex":0.012132763,"about_ca_topic_score_gemma":0.70411736,"teacher_disagreement_score":0.6919846,"about_ca_system_score_codex":0.002489915,"about_ca_system_score_gemma":0.0063816416,"threshold_uncertainty_score":0.9998206},"labels":[],"label_agreement":null},{"id":"W4239983014","doi":"10.1787/9789264303560-en","title":"OECD Development Co-operation Peer Reviews: Canada 2018","year":2018,"lang":"en","type":"book","venue":"OECD development co-operation peer reviews","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer review; Business; Political science; Law","score_opus":0.06166021680363852,"score_gpt":0.33528669975219266,"score_spread":0.27362648294855413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239983014","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061894134,0.040099774,0.00081940176,0.025630094,0.0048176832,0.010177664,0.0009775999,0.00021012804,0.91720575],"genre_scores_gemma":[0.000011889762,0.018107133,0.003220392,0.018368104,0.0023810687,0.0007488429,0.0045076837,0.00011600267,0.9525389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98976034,0.0009513603,0.0030706057,0.001428889,0.0035034718,0.0012853128],"domain_scores_gemma":[0.9958599,0.000144089,0.001493596,0.00096017827,0.0006403415,0.0009019],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007243944,0.0011851633,0.0018535748,0.00026994475,0.0026951223,0.00077798776,0.0011764206,0.00074346806,0.024943091],"category_scores_gemma":[0.0007444487,0.0011298001,0.0002873816,0.00013095219,0.00033884763,0.00073424977,0.00012162158,0.0007638491,0.029481472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008044626,0.000028949618,0.00002906985,0.00029056257,0.000066009765,0.000012790523,0.006209485,0.0000017830671,0.0000055046344,0.0026201562,0.9404736,0.050254036],"study_design_scores_gemma":[0.00033652724,0.000026029968,0.00016705111,0.000630928,0.00006220208,0.000007354051,0.000054095723,0.0000023920998,0.00018598475,0.000037032984,0.9969948,0.0014955979],"about_ca_topic_score_codex":0.13208745,"about_ca_topic_score_gemma":0.92651373,"teacher_disagreement_score":0.7944263,"about_ca_system_score_codex":0.008763554,"about_ca_system_score_gemma":0.04642048,"threshold_uncertainty_score":0.9991152},"labels":[],"label_agreement":null},{"id":"W4241790160","doi":"10.1787/9789264309494-16-en","title":"Field visits to Bolivia and Mali","year":2018,"lang":"en","type":"book-chapter","venue":"OECD development co-operation peer reviews","topic":"African Studies and Geopolitics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Civil servants; Civil society; State (computer science); Political science; Public administration; Private sector; Economic growth; European union; Geography; Socioeconomics; Business; Sociology; Law; International trade; Politics","score_opus":0.05773515640975188,"score_gpt":0.35887507350431125,"score_spread":0.30113991709455934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241790160","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000564731,0.0039751246,0.00033613094,0.0043975892,0.00042119174,0.001089237,0.000016571057,0.000042667358,0.98966503],"genre_scores_gemma":[0.00011987867,0.006739104,0.0029134674,0.005884612,0.0007527916,0.00006132923,0.000059244292,0.000026287578,0.98344326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800247,0.00006615554,0.0005854233,0.00042467497,0.0005876578,0.00033361628],"domain_scores_gemma":[0.99907005,0.000067353925,0.00016979687,0.0002216722,0.00022344846,0.00024769336],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011062805,0.0003010358,0.0005415738,0.00008908597,0.0008709149,0.00018394724,0.00019599579,0.00021382491,0.0108043095],"category_scores_gemma":[0.00015592492,0.00026339118,0.00007293692,0.000023484712,0.000094284456,0.00009524832,0.00013377756,0.00015438063,0.0075669233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048714123,0.000008418626,0.000067392946,0.000063226486,0.000041409745,0.0000031709026,0.017959192,6.1436786e-8,7.21692e-7,0.11542003,0.7948435,0.07158802],"study_design_scores_gemma":[0.000056847977,0.0000514538,0.000045747878,0.00012818599,0.00002512499,9.180071e-7,0.0002504701,2.5793736e-7,0.00000959143,0.00070787297,0.9983659,0.00035765462],"about_ca_topic_score_codex":0.000056228106,"about_ca_topic_score_gemma":0.0013659736,"teacher_disagreement_score":0.20352238,"about_ca_system_score_codex":0.00015229954,"about_ca_system_score_gemma":0.0003393754,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W4250995688","doi":"10.1787/9789264303560-7-en","title":"Policy vision and framework","year":2018,"lang":"en","type":"book-chapter","venue":"OECD development co-operation peer reviews","topic":"Gender, Labor, and Family Dynamics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Human rights; Political science; Public administration; Public relations; Law and economics; Sociology; Law","score_opus":0.04700408883664628,"score_gpt":0.355683858391696,"score_spread":0.3086797695550497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250995688","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020281781,0.0072705597,0.0033796395,0.0029574158,0.000992978,0.0017165641,0.000033419383,0.0001194574,0.98332715],"genre_scores_gemma":[0.00015348871,0.05418184,0.016123112,0.0033217475,0.0013956372,0.000053163007,0.0004004902,0.00006237004,0.9243081],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972165,0.00014504777,0.0008015509,0.0005895761,0.00088248326,0.00036483805],"domain_scores_gemma":[0.99872506,0.00006872406,0.00031737023,0.00036582723,0.000272617,0.00025043404],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019021333,0.0004380694,0.00062764523,0.0002141768,0.0009791406,0.0003784896,0.0003014806,0.00062848674,0.0043406445],"category_scores_gemma":[0.00023334096,0.00037808725,0.000109064444,0.00005072189,0.00026550682,0.00022827754,0.000095766445,0.00035641604,0.005001611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007642857,0.000034676694,0.00041127796,0.0001930053,0.000070433205,0.0000050164786,0.042649783,7.8359875e-7,0.000009964301,0.67479736,0.14999796,0.13182212],"study_design_scores_gemma":[0.00009240913,0.000025354564,0.00037912384,0.0002642841,0.000023578668,0.0000013790791,0.00017366798,0.0000036036688,0.0000023034954,0.009309391,0.9892616,0.00046327597],"about_ca_topic_score_codex":0.000044072778,"about_ca_topic_score_gemma":0.0004392344,"teacher_disagreement_score":0.8392637,"about_ca_system_score_codex":0.00032658462,"about_ca_system_score_gemma":0.0012481486,"threshold_uncertainty_score":0.9998671},"labels":[],"label_agreement":null},{"id":"W4253828902","doi":"10.1787/9789264303560-12-en","title":"Canada's humanitarian assistance","year":2018,"lang":"en","type":"book-chapter","venue":"OECD development co-operation peer reviews","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanitarian aid; Political science; Government (linguistics); Public administration; Law","score_opus":0.053805395116757644,"score_gpt":0.3052294755013384,"score_spread":0.25142408038458075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253828902","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005314498,0.0037932894,0.000047347232,0.009460826,0.0005892269,0.0008422631,0.00029485978,0.00002902019,0.98493785],"genre_scores_gemma":[0.00005025172,0.0027045617,0.00051760214,0.011745427,0.0010903695,0.000059178383,0.00033152208,0.00004056019,0.98346055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970715,0.000095929645,0.0007817068,0.0005004822,0.0011253919,0.00042496168],"domain_scores_gemma":[0.9985926,0.000039229813,0.00046181737,0.00038474982,0.00021852856,0.00030305184],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012120074,0.00037130996,0.00054572127,0.00007578215,0.0011306976,0.00023346221,0.000449117,0.00025622983,0.028366152],"category_scores_gemma":[0.00015742234,0.00038005583,0.00010046682,0.00002665938,0.00017706271,0.00017620294,0.000032972195,0.00027869962,0.004845116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019469026,0.000003037444,0.0000044213148,0.000029458617,0.000018182393,0.000008427884,0.0016722673,1.1528192e-7,5.970701e-7,0.13043702,0.8568791,0.010945387],"study_design_scores_gemma":[0.000081961276,0.000006800264,0.00011349261,0.00017352494,0.00001710634,0.0000011874973,0.000014883193,2.8631578e-7,0.000010053459,0.0004565961,0.9986294,0.0004947044],"about_ca_topic_score_codex":0.49773332,"about_ca_topic_score_gemma":0.9968782,"teacher_disagreement_score":0.4991449,"about_ca_system_score_codex":0.0020729243,"about_ca_system_score_gemma":0.012022209,"threshold_uncertainty_score":0.9998651},"labels":[],"label_agreement":null},{"id":"W4400710996","doi":"10.1787/a97a32d0-en","title":"Whilst New Zealand’s ODA volume has increased, as a share of GNI it is stagnant","year":2023,"lang":"en","type":"other","venue":"OECD development co-operation peer reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Nemzeti Fejlesztési Minisztérium","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.2107480282259481,"score_gpt":0.45060928430812863,"score_spread":0.23986125608218054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400710996","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021982596,0.0071086534,0.0004512572,0.041242845,0.00084683305,0.0082486225,0.00048385325,0.0012608201,0.94033515],"genre_scores_gemma":[0.000020685255,0.016670248,0.004298874,0.0012831346,0.00039555813,0.0005177235,0.00059461803,0.00042441685,0.97579473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943452,0.0006001441,0.0012403395,0.0007668154,0.002412113,0.00063537835],"domain_scores_gemma":[0.9978944,0.00010496714,0.0006103474,0.00068207085,0.00030264672,0.0004055817],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0042995354,0.00047452355,0.0009956677,0.0005274974,0.00039768586,0.0004147976,0.000999422,0.0005347406,0.10811844],"category_scores_gemma":[0.0011095371,0.00042278337,0.00020034415,0.00043038593,0.00021130158,0.00021616828,0.00020180123,0.0004195881,0.025544044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064897336,0.000043189088,0.00056104996,0.00017055326,0.000050834376,0.000011564313,0.004373786,9.164192e-8,0.00000921501,0.00023815206,0.9453992,0.049135875],"study_design_scores_gemma":[0.000242145,0.000033867324,0.00008795681,0.0011006399,0.000024178711,0.0000015334975,0.00024778993,0.0000031220143,0.00012452035,0.000052497893,0.9975998,0.0004819476],"about_ca_topic_score_codex":0.019512808,"about_ca_topic_score_gemma":0.03412531,"teacher_disagreement_score":0.08257439,"about_ca_system_score_codex":0.0004912383,"about_ca_system_score_gemma":0.0049441415,"threshold_uncertainty_score":0.9998224},"labels":[],"label_agreement":null},{"id":"W4400711643","doi":"10.1787/f6842d8e-en","title":"Foreword","year":2023,"lang":"en","type":"book-chapter","venue":"OECD development co-operation peer reviews","topic":"Island Studies and Pacific Affairs","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Nemzeti Fejlesztési Minisztérium","keywords":"Computer science","score_opus":0.11736904523088298,"score_gpt":0.35358506671137463,"score_spread":0.23621602148049164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400711643","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010277481,0.002966321,0.0002109693,0.0021744843,0.0012056192,0.0011311723,0.00004102951,0.00014615567,0.99212325],"genre_scores_gemma":[0.000030581927,0.027965752,0.00079116743,0.00041965712,0.00062454253,0.00012825134,0.0005823635,0.000051148145,0.96940655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730456,0.00009249967,0.0008145601,0.00046204258,0.0009459497,0.00038040298],"domain_scores_gemma":[0.9990909,0.000071082286,0.00027464502,0.00026886608,0.00016208355,0.0001324422],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022886347,0.00037173784,0.0006768532,0.0001174291,0.001274271,0.00013608899,0.0002762931,0.00032461787,0.008236834],"category_scores_gemma":[0.00009465128,0.00030775482,0.00020093311,0.00003401198,0.00011923406,0.000116502255,0.000067908244,0.0002848211,0.03440944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030459532,0.0000055042046,0.000015651824,0.00005929816,0.000049416874,0.000006839308,0.01050722,4.9911927e-7,2.5707794e-7,0.21029027,0.6610069,0.11805507],"study_design_scores_gemma":[0.00009388107,0.0000112386815,0.000016032674,0.00014641263,0.000024906869,5.386001e-7,0.00039892612,0.0000012746967,0.00000179361,0.00082768436,0.9980561,0.0004211794],"about_ca_topic_score_codex":0.000027873257,"about_ca_topic_score_gemma":0.0020903577,"teacher_disagreement_score":0.3370492,"about_ca_system_score_codex":0.00023386485,"about_ca_system_score_gemma":0.0005707847,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W4400711656","doi":"10.1787/312f23cf-en","title":"The majority of New Zealand’s ODA is delivered in the Pacific and Asia","year":2023,"lang":"en","type":"other","venue":"OECD development co-operation peer reviews","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Nemzeti Fejlesztési Minisztérium","keywords":"Asia pacific; Oceanography; Geography; History; Ethnology; Geology","score_opus":0.317391453349163,"score_gpt":0.4260624500472015,"score_spread":0.10867099669803848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400711656","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015484461,0.21858296,0.0012254838,0.2828894,0.004115282,0.017805766,0.0014164079,0.00035042784,0.47206584],"genre_scores_gemma":[0.00022659982,0.05247037,0.0024401548,0.005253557,0.00043193635,0.0004875306,0.00030442246,0.00027857427,0.93810683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946633,0.00050623185,0.0038162991,0.00051805534,0.0002065747,0.0002895452],"domain_scores_gemma":[0.9967783,0.00044104373,0.0020416852,0.00061627274,0.00003291917,0.0000897654],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.019607296,0.0002902658,0.0011386469,0.00025246176,0.00019700889,0.00016674523,0.0003916743,0.00021832115,0.001962959],"category_scores_gemma":[0.00090055855,0.00022227707,0.00009473803,0.00012983239,0.00005634917,0.00013062074,0.000046014564,0.00023064886,0.006562545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024257854,0.00001570597,0.0058080787,0.0002094844,0.000036150028,3.2220183e-7,0.0039470317,6.3597446e-7,1.0662889e-7,0.003771227,0.9812081,0.005000766],"study_design_scores_gemma":[0.00033322026,0.000012394515,0.007242004,0.00019729933,0.000006090945,0.0000017951073,0.0004014622,0.000031250336,0.0000013691514,0.00037009545,0.9911649,0.00023812009],"about_ca_topic_score_codex":0.001264957,"about_ca_topic_score_gemma":0.004053543,"teacher_disagreement_score":0.46604103,"about_ca_system_score_codex":0.00024347437,"about_ca_system_score_gemma":0.00035738267,"threshold_uncertainty_score":0.9989494},"labels":[],"label_agreement":null},{"id":"W4400711706","doi":"10.1787/894caa79-en","title":"Abbreviations and acronyms","year":2023,"lang":"en","type":"book-chapter","venue":"OECD development co-operation peer reviews","topic":"Island Studies and Pacific Affairs","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Nemzeti Fejlesztési Minisztérium","keywords":"History","score_opus":0.09789110857446516,"score_gpt":0.34926912894670276,"score_spread":0.2513780203722376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400711706","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025282013,0.0064228815,0.0001476182,0.0030734271,0.00061956845,0.0010421727,0.00003513034,0.000100974816,0.98855567],"genre_scores_gemma":[0.000059310605,0.07461915,0.0006965739,0.00030557154,0.00034694732,0.00010515293,0.0004219908,0.00003375827,0.92341155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997935,0.000089739624,0.00067040353,0.00040637597,0.00061900745,0.0002794841],"domain_scores_gemma":[0.9992319,0.00008190984,0.00023324607,0.00019788672,0.00013371384,0.000121391044],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018865465,0.0003032653,0.00056104426,0.000097976415,0.0014573034,0.00020356836,0.00015692385,0.0002412823,0.0034967375],"category_scores_gemma":[0.00009660369,0.0002550724,0.00010637931,0.000030246796,0.00013183718,0.00012700522,0.00006464487,0.00021726688,0.009414704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002393408,0.000007909514,0.000060921146,0.00011420307,0.00007452818,0.000004977442,0.022905959,5.891393e-7,8.5222183e-7,0.2840758,0.53276205,0.15998979],"study_design_scores_gemma":[0.000088105764,0.000008552863,0.000062981024,0.00012682923,0.000028610924,7.338859e-7,0.00045443952,0.0000010419267,9.223993e-7,0.0006084107,0.99828565,0.00033371197],"about_ca_topic_score_codex":0.000027861353,"about_ca_topic_score_gemma":0.0017020749,"teacher_disagreement_score":0.4655236,"about_ca_system_score_codex":0.00014527744,"about_ca_system_score_gemma":0.00037713413,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W4410096929","doi":"10.1787/fcd70ea1-en","title":"OECD Development Co-operation Peer Reviews: Canada 2025","year":2025,"lang":"en","type":"book","venue":"OECD development co-operation peer reviews","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer review; Political science; Regional science; Geography; Law","score_opus":0.05112426314739623,"score_gpt":0.3400348742392097,"score_spread":0.2889106110918135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410096929","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016159609,0.047055997,0.000694357,0.029923726,0.0029028144,0.0077424124,0.00077321526,0.0001420706,0.91074926],"genre_scores_gemma":[0.000007972452,0.027150292,0.0022716052,0.022430364,0.0010212117,0.0009404993,0.0051001436,0.00007092615,0.94100696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903298,0.00091526576,0.0030956364,0.0013881067,0.003107977,0.0011631966],"domain_scores_gemma":[0.99642503,0.00019620456,0.001207197,0.0008859257,0.0005784678,0.0007071796],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005961237,0.0011426691,0.0019429916,0.00033958766,0.0024364924,0.00074921094,0.0011535602,0.00071633566,0.016024452],"category_scores_gemma":[0.0008531596,0.0011207768,0.00031034581,0.00017400389,0.0001911432,0.00058989064,0.00013332235,0.0009194177,0.010335051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00000695345,0.000027664752,0.00003289471,0.00048082945,0.00007396808,0.000014442381,0.0040657436,0.0000059252225,0.000003189039,0.006709687,0.894423,0.09415569],"study_design_scores_gemma":[0.00034336353,0.000012696658,0.00016223763,0.0009642975,0.00007560611,0.0000031353281,0.000057862137,0.000002908397,0.00013760521,0.000041047384,0.9968871,0.0013121734],"about_ca_topic_score_codex":0.14618048,"about_ca_topic_score_gemma":0.918125,"teacher_disagreement_score":0.7719445,"about_ca_system_score_codex":0.009019394,"about_ca_system_score_gemma":0.07102434,"threshold_uncertainty_score":0.9991242},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"}]}