{"meta":{"query_hash":"09c63f75afc6","filters":{"topic":"Public Procurement and Policy"},"cohort_total":320,"direct_labels_cover":0,"predictions_cover":320,"exported":320,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/09c63f75afc6","api":"https://metacan.xera.ac/api/v1/cohort?topic=Public+Procurement+and+Policy"},"results":[{"id":"W1501783272","doi":"","title":"Détecter et prévenir la collusion dans les marchés publics en construction: Meilleures pratiques favorisant la concurrence","year":2010,"lang":"fr","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Collusion; Publics; Cartel; Political science; Bidding; Procurement; Humanities; Concurrence; Business; Welfare economics; Economics; Industrial organization; Philosophy; Law; Marketing; Politics","score_opus":0.02522330159742916,"score_gpt":0.3147157513488482,"score_spread":0.2894924497514191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501783272","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3681696,0.00041176693,0.00007010619,0.014659065,0.0020723057,0.0018286548,0.00013919196,0.00020342061,0.6124459],"genre_scores_gemma":[0.95249075,0.024663415,0.002981873,0.00072128716,0.004003679,0.000789403,0.0005636809,0.00022345706,0.013562476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99413127,0.0010907013,0.0012566961,0.0014414793,0.000697746,0.0013821006],"domain_scores_gemma":[0.9955377,0.0017016315,0.00077658106,0.0011240459,0.00070155994,0.00015849006],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008133516,0.0007817581,0.00087661756,0.0012555385,0.00065219007,0.0028452738,0.0017986309,0.0015583131,0.0008108381],"category_scores_gemma":[0.0029609993,0.00082514045,0.00030638336,0.0005611438,0.0017991046,0.0018474833,0.003944559,0.0054947734,0.00006634535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000250897,0.0006305856,0.122123815,0.0019380266,0.00032212297,0.00008652845,0.0027495448,0.00036299648,0.0016570112,0.47026768,0.004289002,0.3953218],"study_design_scores_gemma":[0.0010671449,0.0000462067,0.033301856,0.0006438607,0.000038593575,0.00005311852,0.0016297505,0.005437213,0.00015990096,0.0059986357,0.9507514,0.0008723201],"about_ca_topic_score_codex":0.0021837086,"about_ca_topic_score_gemma":0.007686161,"teacher_disagreement_score":0.9464624,"about_ca_system_score_codex":0.000829451,"about_ca_system_score_gemma":0.0021999094,"threshold_uncertainty_score":0.99973786},"labels":[],"label_agreement":null},{"id":"W1514405757","doi":"10.1142/9789813220713_0004","title":"The WTO Government Procurement Agreement and Its Impacts on Trade","year":2011,"lang":"en","type":"article","venue":"WORLD SCIENTIFIC eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Government procurement; Business; Government (linguistics); International trade; Agreement; International economics; Trade agreement; Procurement; Economics; Free trade; Marketing","score_opus":0.050640655809079754,"score_gpt":0.227965458975955,"score_spread":0.17732480316687524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514405757","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11654149,0.00021653401,0.0000054170087,0.0032667117,0.0010505212,0.0009042616,0.0000057042867,0.000110062996,0.8778993],"genre_scores_gemma":[0.9174518,0.0000013807556,0.000016132179,0.0021096303,0.00047576474,0.00007934738,0.0000037285831,0.00001839469,0.079843834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976731,0.0000152008015,0.00031064116,0.00044625503,0.000960038,0.0005947583],"domain_scores_gemma":[0.9992576,0.000027936263,0.00022018017,0.00038921784,0.000050021084,0.000055024513],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001212646,0.00024874604,0.00014854225,0.00017565527,0.00108152,0.0010827555,0.00046962607,0.00003045981,0.00018502263],"category_scores_gemma":[0.00003207743,0.00016055649,0.0000720224,0.00024904436,0.0001532363,0.00036783324,0.00025335816,0.00014971416,0.00024490422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015425477,0.00025844885,0.0030750842,0.00015256109,0.00009910309,0.000009594805,0.00095370493,6.581942e-7,0.003990632,0.7226436,0.24433011,0.024332214],"study_design_scores_gemma":[0.00047514064,0.00002624472,0.0063342396,0.00006283115,0.000037786802,6.564827e-7,0.00015244991,0.00017206058,0.005047564,0.0027483942,0.9846836,0.00025907412],"about_ca_topic_score_codex":0.000022230564,"about_ca_topic_score_gemma":0.0019276675,"teacher_disagreement_score":0.8009103,"about_ca_system_score_codex":0.000094277406,"about_ca_system_score_gemma":0.000029207416,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W1515092101","doi":"","title":"Comparative Procurement Methodology Analysis in Australia: A New Approach","year":2010,"lang":"en","type":"article","venue":"e-publications@bond (Bond University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer science","score_opus":0.1624255263920481,"score_gpt":0.3222490510999975,"score_spread":0.15982352470794942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515092101","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17736512,0.00002895189,0.012928218,0.010783056,0.00042569067,0.0011644858,0.00001903915,0.00043429498,0.79685116],"genre_scores_gemma":[0.78718245,0.000006867018,0.035252787,0.0011958478,0.0015238295,0.00003202933,0.000885372,0.00003420247,0.1738866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982798,0.000037203776,0.00032019042,0.00059086824,0.00029083545,0.00048107095],"domain_scores_gemma":[0.9986342,0.00007235786,0.0003273981,0.0005537771,0.0003365203,0.00007572376],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007093593,0.0002638064,0.00044937534,0.003946059,0.0002384967,0.00031438537,0.0008470418,0.00019152528,0.0019804721],"category_scores_gemma":[0.00017228634,0.00027940853,0.0001807519,0.008358399,0.00012041042,0.0020420426,0.00026037314,0.00048408454,0.0003959476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004090702,0.00036897487,0.052408684,0.000033764176,0.00034706554,0.000002273856,0.00041359325,0.000041109877,0.0005856839,0.77126706,0.17417485,0.0003160665],"study_design_scores_gemma":[0.0010185111,0.000007779162,0.06880073,0.0000037409966,0.0004506963,0.0000013644681,0.0005947615,0.00070991484,0.000087164,0.0029313746,0.92501587,0.00037808064],"about_ca_topic_score_codex":0.0028396235,"about_ca_topic_score_gemma":0.005877892,"teacher_disagreement_score":0.76833564,"about_ca_system_score_codex":0.0000997079,"about_ca_system_score_gemma":0.0001823638,"threshold_uncertainty_score":0.9999658},"labels":[],"label_agreement":null},{"id":"W1517233493","doi":"","title":"ACHIEVING SOCIAL AND COMMUNITY BENEFITS THROUGH THE CITY OF VANCOUVER'S PROCUREMENT POLICIES","year":2007,"lang":"en","type":"dissertation","venue":"Summit (Simon Fraser University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Purchasing; Business; Order (exchange); Work (physics); Process (computing); Inclusion (mineral); Public relations; Marketing; Political science; Finance; Engineering; Sociology","score_opus":0.035776500521170956,"score_gpt":0.25968315160940586,"score_spread":0.2239066510882349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517233493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8223694,0.00019391092,0.000019659685,0.00041214735,0.00045526022,0.0004253997,0.000029584691,0.00008847134,0.17600618],"genre_scores_gemma":[0.99329066,0.0000843035,0.000020491945,0.000732521,0.0007504142,0.000001962728,0.00036520284,0.000035113324,0.004719342],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856603,0.00005793703,0.0002902747,0.00024714286,0.00044329578,0.00039531323],"domain_scores_gemma":[0.9985963,0.00008826111,0.0006390599,0.00029911424,0.0003585752,0.000018672228],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0005101348,0.0003553857,0.0003837388,0.0005312836,0.0013918482,0.00015163707,0.00080393476,0.00028711325,0.00008311675],"category_scores_gemma":[0.000087326756,0.0003234069,0.00016124721,0.0010273868,0.00015514992,0.0011343297,0.00032990513,0.0008122852,0.000007367796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077736937,0.0007605447,0.6726177,0.0029989467,0.0007350296,0.000013091734,0.0026210635,0.00001553891,0.00002702815,0.10774341,0.20013036,0.0115599455],"study_design_scores_gemma":[0.001062515,0.00003533769,0.049108844,0.00024309239,0.00051748013,2.4773736e-9,0.10873213,0.000009383385,0.00022836777,0.0013981814,0.83804965,0.00061501015],"about_ca_topic_score_codex":0.012474728,"about_ca_topic_score_gemma":0.48828465,"teacher_disagreement_score":0.6379193,"about_ca_system_score_codex":0.00009994985,"about_ca_system_score_gemma":0.000080757105,"threshold_uncertainty_score":0.9999218},"labels":[],"label_agreement":null},{"id":"W1529925379","doi":"","title":"Public administration : an interdisciplinary critical analysis","year":2002,"lang":"en","type":"book","venue":"Marcel Dekker eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public administration; Public sector; New public management; Accountability; Political science; Corporate governance; Professional administration; Politics; Administration (probate law); Public relations; Management; Economics","score_opus":0.06219362480142641,"score_gpt":0.3044795379134875,"score_spread":0.24228591311206107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529925379","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002067886,0.00007728516,0.00036768077,0.003867026,0.00044887335,0.00033942418,0.0000314577,0.00038250812,0.99427897],"genre_scores_gemma":[0.19854988,0.000002257378,0.00008737856,0.0025832506,0.0058747027,0.000087008215,0.0014803861,0.00011142587,0.7912237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970741,0.000029538844,0.0006717479,0.0008131036,0.00069892063,0.0007125471],"domain_scores_gemma":[0.9982609,0.000060858252,0.00035041993,0.00085729593,0.00037744368,0.000093052025],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004816218,0.0006051465,0.00066194386,0.0019055274,0.00045727074,0.0018548421,0.00084184256,0.00047639635,0.0038358294],"category_scores_gemma":[0.00009342994,0.00060409214,0.00050992845,0.0003331421,0.00022931868,0.0012773074,0.00092748826,0.0005869538,0.001116882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066596695,0.00026952595,0.00071122503,0.0005982882,0.0010408723,0.0001431575,0.00013082227,6.0946417e-7,0.000010735519,0.5062321,0.45733267,0.033463422],"study_design_scores_gemma":[0.00029316146,0.000049027945,0.0006291291,0.00005607934,0.0016611348,0.000005520588,0.000027664371,0.0023571819,0.0000016697109,0.07003429,0.9240354,0.00084979256],"about_ca_topic_score_codex":0.00002468593,"about_ca_topic_score_gemma":0.00058144185,"teacher_disagreement_score":0.4667027,"about_ca_system_score_codex":0.00017416003,"about_ca_system_score_gemma":0.00020402692,"threshold_uncertainty_score":0.99966085},"labels":[],"label_agreement":null},{"id":"W1540526601","doi":"10.5772/14696","title":"Managing and Controlling Public Sector Supply Chains","year":2011,"lang":"en","type":"book-chapter","venue":"Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supply chain; Business; Public sector; Industrial organization; Process management; Economics; Marketing; Economy","score_opus":0.026659497725450156,"score_gpt":0.20564853641833153,"score_spread":0.17898903869288138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540526601","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008191371,0.0018726117,0.0009894775,0.008537558,0.0010266609,0.0018575755,0.000042946718,0.0005906793,0.98500055],"genre_scores_gemma":[0.120104425,0.0029412927,0.00034772468,0.011722526,0.006502273,0.00030340513,0.00080333365,0.00046427248,0.85681075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589515,0.000015276384,0.0008298914,0.0012242967,0.0008147935,0.0012205831],"domain_scores_gemma":[0.9980103,0.00004407897,0.0007240232,0.00091848883,0.00019808614,0.00010502855],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010366624,0.00110171,0.0009090618,0.002107804,0.00048381544,0.0012424801,0.0010049313,0.00036873552,0.0047421358],"category_scores_gemma":[0.000028907756,0.0011169789,0.00032642644,0.00022997019,0.0002077723,0.0012977357,0.0014027992,0.00059520244,0.0011431586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046897847,0.00004312238,0.00053653814,0.0010684975,0.0005526311,0.00010874459,0.000074105636,0.0000019949707,0.0000032532625,0.9176066,0.036898214,0.04305941],"study_design_scores_gemma":[0.0013770679,0.00002206315,0.0003071387,0.00034220572,0.00036948506,0.0000037290508,0.00006386666,0.0006644403,0.0000012196958,0.14771798,0.8480546,0.0010762247],"about_ca_topic_score_codex":0.00028084905,"about_ca_topic_score_gemma":0.00022025633,"teacher_disagreement_score":0.8111564,"about_ca_system_score_codex":0.00016572225,"about_ca_system_score_gemma":0.00003686219,"threshold_uncertainty_score":0.9997943},"labels":[],"label_agreement":null},{"id":"W1548997619","doi":"","title":"Chinese Government Procurement Legislation: Process, Patterns and Future Reform","year":2015,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Call for bids; Bidding; Procurement; Government procurement; Legislation; Government (linguistics); Business; Jurisprudence; Process (computing); Law and economics; Industrial organization; Law; Economics; Marketing; Computer science; Political science","score_opus":0.027187378639356104,"score_gpt":0.3166321696702292,"score_spread":0.2894447910308731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548997619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8815797,0.00067859265,0.000014389165,0.013528329,0.00018220824,0.0004426898,0.000007787906,0.00020091493,0.10336541],"genre_scores_gemma":[0.9958527,0.000107632404,0.00010567476,0.0011718171,0.0018283213,0.000091896225,0.00027220242,0.00001721691,0.00055250427],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872303,0.000011743035,0.0002924637,0.00022035131,0.000516261,0.00023612713],"domain_scores_gemma":[0.99866986,0.000006482777,0.00029237673,0.0004468067,0.00054912874,0.000035364897],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00044207138,0.00021536138,0.00015344571,0.00004150256,0.0004015291,0.001279808,0.0004771877,0.00008371314,0.000051773062],"category_scores_gemma":[0.000067916706,0.00015138672,0.000040433675,0.00028632855,0.0001041074,0.0047174986,0.0003429723,0.00018113038,0.000057758545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023444857,0.00032438705,0.8344634,0.00054076687,0.00009757684,0.0000018347121,0.0033769107,0.000018723858,0.00023696892,0.090643324,0.0135973375,0.056464307],"study_design_scores_gemma":[0.0013817316,0.000022331553,0.17192948,0.000050040624,0.000029657533,0.000004944728,0.0019359386,0.0008205238,0.000059566035,0.0048102946,0.81855893,0.0003965846],"about_ca_topic_score_codex":0.0004187962,"about_ca_topic_score_gemma":0.00029571768,"teacher_disagreement_score":0.80496156,"about_ca_system_score_codex":0.00022490701,"about_ca_system_score_gemma":0.000026539861,"threshold_uncertainty_score":0.99975693},"labels":[],"label_agreement":null},{"id":"W1560311685","doi":"","title":"Linking Industrial Innovation Dynamics to E-Procurement Governance","year":2004,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Procurement; Corporate governance; Industrial organization; Business; Transaction cost; Context (archaeology); Maturity (psychological); Product (mathematics); Database transaction; Phase (matter); Marketing; Computer science; Finance; Political science","score_opus":0.026312278633018216,"score_gpt":0.23867138933524235,"score_spread":0.21235911070222413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560311685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50060666,0.00012200158,0.1629452,0.13375822,0.05740698,0.008842722,0.00021971924,0.0003200873,0.13577843],"genre_scores_gemma":[0.9940905,0.0000012712949,0.0000851515,0.0022776867,0.0030297805,0.000019936728,0.000028076214,0.0000073106507,0.000460312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980978,0.000008088563,0.0009221687,0.000041977037,0.0007611284,0.00016888436],"domain_scores_gemma":[0.99454737,0.000026036829,0.00363705,0.00009418639,0.0016856594,0.00000971924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022112557,0.00009245836,0.0001585722,0.00031026997,0.0001948048,0.0006816318,0.00032783838,0.000099150486,0.0000017079839],"category_scores_gemma":[0.0012454399,0.0000687499,0.000094128314,0.0010725607,0.0000038165304,0.0039962004,0.000059084894,0.00015169593,0.000043350854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008074618,0.000037454538,0.03009142,0.0001445699,0.00010361236,6.951137e-8,0.00043709154,0.015983798,0.00005367149,0.90527713,0.04219219,0.005598216],"study_design_scores_gemma":[0.002055275,0.00002354603,0.004044966,0.00021949665,0.000041289426,0.0000019574259,0.00025290472,0.0011478837,0.00006071271,0.0016874635,0.9903364,0.00012806088],"about_ca_topic_score_codex":0.00007728551,"about_ca_topic_score_gemma":0.00002040992,"teacher_disagreement_score":0.94814426,"about_ca_system_score_codex":0.0014187411,"about_ca_system_score_gemma":0.0001363832,"threshold_uncertainty_score":0.6572991},"labels":[],"label_agreement":null},{"id":"W1591543850","doi":"","title":"Barriers to International Trade in Procurement after the Economic Crisis, Part II: Opening International Procurement Markets: Unfinished Business","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; International trade; Business; Government procurement; Government (linguistics); Directive; Compromise; Purchasing; Trade barrier; Commerce; Marketing; Political science; Law","score_opus":0.012990192181017952,"score_gpt":0.22638423852501377,"score_spread":0.2133940463439958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591543850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6555096,0.001151972,0.0014526055,0.2113525,0.009881785,0.0031656062,0.000027987187,0.00026252703,0.1171954],"genre_scores_gemma":[0.99011976,0.0002677195,0.00006988135,0.005860706,0.0028822566,0.00022954734,0.000018749892,0.000043314896,0.00050809135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966266,0.000033906774,0.0006899454,0.0004106647,0.00054900616,0.0016898625],"domain_scores_gemma":[0.99920446,0.000012115035,0.00036519027,0.00023575732,0.00011298379,0.00006950538],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029409435,0.00032411361,0.00023150413,0.0005740256,0.0003477588,0.0005224018,0.0014070845,0.0000783504,0.0020940935],"category_scores_gemma":[0.00019547447,0.00025461987,0.00012253576,0.0003977734,0.000049039514,0.001914719,0.00043110535,0.0009102659,0.00009715268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061454787,0.00084160833,0.19042474,0.000116725954,0.002455622,0.000055328914,0.006297959,0.00041040234,0.00024368806,0.61820287,0.13098252,0.043823037],"study_design_scores_gemma":[0.0027296997,0.000080156984,0.04959042,0.00015142423,0.0001019815,0.00007712669,0.004713143,0.00057957304,0.00006006531,0.039195374,0.90194196,0.0007790851],"about_ca_topic_score_codex":0.00048922386,"about_ca_topic_score_gemma":0.0026579634,"teacher_disagreement_score":0.77095944,"about_ca_system_score_codex":0.001645434,"about_ca_system_score_gemma":0.0013643422,"threshold_uncertainty_score":0.9999906},"labels":[],"label_agreement":null},{"id":"W1592957987","doi":"10.1108/01443570610646210","title":"Professional service acquisition in public sector procurement","year":2006,"lang":"en","type":"article","venue":"International Journal of Operations & Production Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Purchasing; Originality; Public sector; Business; Work (physics); Service (business); Marketing; Function (biology); Process (computing); Value (mathematics); Knowledge management; Computer science; Qualitative research; Economics; Sociology","score_opus":0.022617705252516083,"score_gpt":0.2685166848634733,"score_spread":0.24589897961095722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592957987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6821613,0.00024265739,0.0041360487,0.24681072,0.014188875,0.0016554657,0.000008094456,0.00015702342,0.05063982],"genre_scores_gemma":[0.9873111,0.000020386335,0.0012589976,0.0026176253,0.006727274,0.00006757707,0.0001051457,0.000019218503,0.0018726629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977606,0.00002579916,0.0007770176,0.00024687726,0.0009573213,0.00023238362],"domain_scores_gemma":[0.997839,0.0000066798657,0.00037136636,0.00015769449,0.0016090119,0.000016270902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008903858,0.00017307347,0.00015635995,0.001418234,0.00014695786,0.0005985512,0.00052548735,0.000046533587,0.0005326977],"category_scores_gemma":[0.000054006083,0.00015654792,0.0000781029,0.0008003136,0.000024879286,0.0035797057,0.0001685642,0.00018320225,0.00012652145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038124665,0.0037142835,0.04381368,0.00029951666,0.00052539347,0.00010928909,0.00026818246,0.027937666,0.005737968,0.73321503,0.16509914,0.018898569],"study_design_scores_gemma":[0.0034710872,0.00004035613,0.13335143,0.00036202892,0.00011125726,0.000076635195,0.0006270062,0.0041072876,0.00066482945,0.01954691,0.8370271,0.0006141163],"about_ca_topic_score_codex":0.00021074034,"about_ca_topic_score_gemma":0.00049762224,"teacher_disagreement_score":0.71366817,"about_ca_system_score_codex":0.00028865333,"about_ca_system_score_gemma":0.00008071454,"threshold_uncertainty_score":0.6383839},"labels":[],"label_agreement":null},{"id":"W169337936","doi":"","title":"Understanding Supply Chains: Concepts, Critiques and Futures","year":2004,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supply chain; Futures contract; Demand chain; Service management; Business; Supply chain risk management; Supply chain management; Industrial organization; Marketing","score_opus":0.09936460687228077,"score_gpt":0.34409288254304937,"score_spread":0.2447282756707686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W169337936","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2275092,0.0013117279,0.000047425165,0.008990511,0.0014312512,0.0017279675,0.000059587903,0.00029869328,0.7586236],"genre_scores_gemma":[0.9871967,0.0072350306,0.00008838243,0.0009696509,0.0029774257,0.00014551796,0.00013520451,0.000073231095,0.001178887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974391,0.00004700498,0.00052632554,0.000804569,0.000291416,0.00089156884],"domain_scores_gemma":[0.9989472,0.00014212314,0.00022395102,0.0005091802,0.00012250911,0.000055059038],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001595803,0.00037394918,0.00047721047,0.0010580362,0.00034978692,0.0010288935,0.0006365534,0.00041432332,0.00022761972],"category_scores_gemma":[0.00041019407,0.00040139136,0.00012068534,0.00019196323,0.00041037376,0.000729857,0.0017208939,0.0012997374,0.000013664239],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002025389,0.00029032512,0.04899015,0.0033371283,0.00028987596,0.00007133283,0.0013633864,0.001474487,0.00009798515,0.88682854,0.0065320157,0.05052223],"study_design_scores_gemma":[0.0041036224,0.0000900758,0.025343996,0.00242728,0.000074402495,0.000011880875,0.01063615,0.0138647575,0.00007978526,0.5438159,0.39678296,0.0027691761],"about_ca_topic_score_codex":0.0010004737,"about_ca_topic_score_gemma":0.0013785824,"teacher_disagreement_score":0.7596875,"about_ca_system_score_codex":0.0010293865,"about_ca_system_score_gemma":0.00036353816,"threshold_uncertainty_score":0.9998438},"labels":[],"label_agreement":null},{"id":"W1826990030","doi":"10.3968/7453","title":"On the Construction of Chinese Government Procurement of Public Service Assessment System","year":2015,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Government (linguistics); Politics; Government procurement; Public service; Public administration; Business; Public value; Service (business); Value (mathematics); Public relations; Political science; Marketing; Law; Computer science","score_opus":0.05348971096482589,"score_gpt":0.3213133103148043,"score_spread":0.2678235993499784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1826990030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9189807,0.00008261695,0.000056696816,0.0071178493,0.00013689898,0.0004581784,0.000008475389,0.00007071099,0.07308784],"genre_scores_gemma":[0.9989022,0.0000075604057,0.00028570736,0.00043904496,0.00013721659,0.00007247825,0.00008132125,0.00001014467,0.000064336964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99849963,0.000055968547,0.00044551984,0.00013643062,0.00069661724,0.00016584572],"domain_scores_gemma":[0.99720794,0.000059183458,0.0007611766,0.0006521323,0.0013011087,0.000018437635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012312887,0.00015667905,0.00018877178,0.000051902418,0.00023121387,0.00038272192,0.0007464106,0.000055375633,0.000033843367],"category_scores_gemma":[0.00024699047,0.00009390945,0.00006373355,0.00054731744,0.00017765517,0.0014635844,0.00035299404,0.00014523385,0.000026252927],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048686958,0.00017402161,0.06718378,0.0003793591,0.00006804214,8.124055e-8,0.00032573487,0.00005683185,0.001343033,0.9257596,0.0021875952,0.0024732114],"study_design_scores_gemma":[0.010466741,0.00035736954,0.45481527,0.0015235165,0.0003684868,0.00002067544,0.029780263,0.03740344,0.004727084,0.06647761,0.39206633,0.0019932052],"about_ca_topic_score_codex":0.0003847127,"about_ca_topic_score_gemma":0.000081097416,"teacher_disagreement_score":0.859282,"about_ca_system_score_codex":0.00024760287,"about_ca_system_score_gemma":0.00005548997,"threshold_uncertainty_score":0.38295165},"labels":[],"label_agreement":null},{"id":"W186839639","doi":"10.21991/c96t03","title":"INDETERMINATE CUSTODY AFTER SWAIN","year":2011,"lang":"en","type":"article","venue":"Constitutional Forum / Forum constitutionnel","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indeterminate; Psychology; Criminology; Political science; Mathematics","score_opus":0.027964629203116778,"score_gpt":0.22202437775442077,"score_spread":0.19405974855130398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W186839639","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0360737,0.00055160024,0.025363931,0.0044781263,0.003917532,0.0009695179,0.000115895135,0.0007855419,0.92774415],"genre_scores_gemma":[0.98862076,0.000009904453,0.0005157182,0.008821001,0.00089935615,0.0002196676,0.00012058231,0.000020439586,0.00077259785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973313,0.00001474474,0.00060119637,0.0005710046,0.00048841373,0.0009932952],"domain_scores_gemma":[0.99879426,0.000030334299,0.00027759504,0.00043833852,0.00037738634,0.00008208148],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037504104,0.00045502395,0.00033878008,0.00068621314,0.00083356537,0.00028370856,0.00056680106,0.00022678146,0.002824211],"category_scores_gemma":[0.00024496284,0.0004315401,0.00025951132,0.0006629338,0.0027140067,0.0035056144,0.00044377614,0.000316864,0.0035327144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011784547,0.0001503053,0.0703123,0.000042901043,0.000054065677,0.00006324676,0.000026694754,0.000007146616,0.00005476591,0.9151938,0.0123943165,0.0015826428],"study_design_scores_gemma":[0.0019639377,0.00002658671,0.010471775,0.00015585576,0.00013553686,0.0001303014,0.0003609104,0.0007044648,0.00019999269,0.117478155,0.867315,0.0010574809],"about_ca_topic_score_codex":0.0003341383,"about_ca_topic_score_gemma":0.00017660658,"teacher_disagreement_score":0.952547,"about_ca_system_score_codex":0.00012355421,"about_ca_system_score_gemma":0.00048147255,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W1869350118","doi":"10.5539/emr.v6n2p54","title":"Evaluating Suppliers/Consultants and Procuring Entities in the Landscape of Public Procurement in Bangladesh","year":2017,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Order (exchange); Government (linguistics); Chief procurement officer; Value for money; Corporate governance; Finance; Marketing; Economics; Public economics","score_opus":0.14057480256640142,"score_gpt":0.3708823237826825,"score_spread":0.23030752121628106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869350118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95066,0.00032686704,0.000040218227,0.0032169304,0.00011798828,0.0013389891,0.0000015054584,0.000045634162,0.04425185],"genre_scores_gemma":[0.99883336,0.000080575956,0.00021178904,0.000040195977,0.00023685097,0.0002864289,0.000008895789,0.000020147563,0.00028178075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976877,0.000036560486,0.0003446013,0.0003213282,0.00091521157,0.0006946232],"domain_scores_gemma":[0.99909025,0.000092124756,0.00012871328,0.0005108729,0.00016085754,0.00001718205],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006799725,0.00017042411,0.0001911429,0.0013017883,0.00029390582,0.0011222361,0.0010042422,0.000049263734,0.000053858847],"category_scores_gemma":[0.00088118477,0.00014045276,0.000026897078,0.0007860266,0.000093858995,0.0012660127,0.00082360423,0.0003564468,0.000014457761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006595584,0.00042197653,0.5504389,0.0056451894,0.00012933298,0.0000833177,0.0017504958,0.0004939342,0.0009550701,0.37748662,0.0029620074,0.05956723],"study_design_scores_gemma":[0.004018588,0.000077628916,0.8997117,0.00091043796,0.00003592303,0.0000025646405,0.003587009,0.04589678,0.0001816052,0.004390356,0.040577207,0.00061015366],"about_ca_topic_score_codex":0.00035010016,"about_ca_topic_score_gemma":0.00022769973,"teacher_disagreement_score":0.37309626,"about_ca_system_score_codex":0.000053753094,"about_ca_system_score_gemma":0.00002760861,"threshold_uncertainty_score":0.9999147},"labels":[],"label_agreement":null},{"id":"W1974664198","doi":"","title":"Buying social justice : equality, government procurement, and legal change","year":2007,"lang":"en","type":"book","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Government procurement; Legislature; Government (linguistics); Business; Public administration; Economic Justice; Public economics; International trade; Political science; Economics; Law; Marketing","score_opus":0.09216334585301898,"score_gpt":0.2991563128004264,"score_spread":0.20699296694740743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974664198","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056383684,0.00033026366,0.00025893128,0.0036011105,0.00065267715,0.00084681116,0.000022414772,0.00026108572,0.99397033],"genre_scores_gemma":[0.004957238,0.000053868884,0.00009175687,0.025686864,0.032829314,0.000090000205,0.00020115405,0.00011531049,0.9359745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685645,0.000008278959,0.0005307467,0.0005878886,0.0012875054,0.0007291285],"domain_scores_gemma":[0.99895906,0.00003542075,0.0005893321,0.00021804571,0.00016182724,0.00003629167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010673238,0.0005685284,0.00048746238,0.00027007237,0.0004612319,0.00093477557,0.00041704546,0.0003913246,0.00081646943],"category_scores_gemma":[0.000048979575,0.00054274907,0.0001447131,0.00019660301,0.0001348535,0.0017169352,0.00086208095,0.00046222578,0.00032735794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026918959,0.00004808434,0.000086414024,0.0016078884,0.000081273334,0.000011256793,0.00005038077,1.8283655e-8,0.0000071833438,0.6445415,0.33806294,0.015476114],"study_design_scores_gemma":[0.0005722092,0.0000113499345,0.00022921507,0.00010881265,0.00047036336,0.0000023111022,0.000079257086,0.000049470287,0.0000032804935,0.0050008134,0.9928063,0.0006665821],"about_ca_topic_score_codex":0.00037911834,"about_ca_topic_score_gemma":0.00032183807,"teacher_disagreement_score":0.6547434,"about_ca_system_score_codex":0.00035347097,"about_ca_system_score_gemma":0.000098152355,"threshold_uncertainty_score":0.9997024},"labels":[],"label_agreement":null},{"id":"W1993561545","doi":"10.1016/j.jom.2012.10.003","title":"Reducing uncertainty in supplier selection decisions: Antecedents and outcomes of procedural rationality","year":2012,"lang":"en","type":"article","venue":"Journal of Operations Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Tellabs (Canada)","funders":"","keywords":"Rationality; Situational ethics; Selection (genetic algorithm); Structural equation modeling; Business; Psychology; Knowledge management; Economics; Computer science; Social psychology; Artificial intelligence; Political science; Machine learning","score_opus":0.02845987109372466,"score_gpt":0.30112971147578677,"score_spread":0.2726698403820621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993561545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918276,0.00010616192,0.0011045126,0.0027247726,0.0002813418,0.0002995001,0.0000013079358,0.000008779887,0.003646024],"genre_scores_gemma":[0.9973996,0.00004691554,0.0014058194,0.0005270268,0.0003390057,0.000012244477,0.0000071062514,0.00000685726,0.00025541487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988509,0.000014787691,0.0005620863,0.00008610754,0.00031158104,0.00017455766],"domain_scores_gemma":[0.9994077,0.000026422098,0.00024755436,0.00007781691,0.00022208094,0.000018421888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009819765,0.000101469916,0.00018874524,0.00058636174,0.00011191603,0.00014234504,0.0001288919,0.00002886419,0.000092304064],"category_scores_gemma":[0.0002020849,0.00008071421,0.000049506594,0.00043531074,0.000023483344,0.0022155927,0.000091822774,0.000095733834,0.0000062403597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010285376,0.0008972897,0.82354987,0.00020006511,0.00024166025,0.000002669352,0.0004808113,0.008849798,0.00077539723,0.14301161,0.0101209385,0.011767026],"study_design_scores_gemma":[0.0015559806,0.000024409494,0.97501653,0.00014094693,0.00011466005,0.000010447882,0.00070507935,0.005412975,0.000083920306,0.0018016113,0.014941627,0.00019181875],"about_ca_topic_score_codex":0.00013643675,"about_ca_topic_score_gemma":0.00009513106,"teacher_disagreement_score":0.15146665,"about_ca_system_score_codex":0.0000686068,"about_ca_system_score_gemma":0.000024800001,"threshold_uncertainty_score":0.32914302},"labels":[],"label_agreement":null},{"id":"W1994142179","doi":"10.1108/01409170410784392","title":"The weather report for the supply chain: a longitudinal analysis of the ISM/Forrester Research Reports on Technology in Supply Management, 2001‐2003","year":2004,"lang":"en","type":"article","venue":"Management Research News","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Purchasing; Quarter (Canadian coin); Marketing; Business; Supply chain management; Supply chain; Data collection; Operations management; Economics; Sociology","score_opus":0.087491321742802,"score_gpt":0.3775639877532565,"score_spread":0.2900726660104545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994142179","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10763825,0.0012895444,0.0012559992,0.40906963,0.0017312513,0.02082101,0.000024701616,0.0002830343,0.45788658],"genre_scores_gemma":[0.9485861,0.0007854786,0.00016041507,0.0011344127,0.00070393336,0.0033423794,0.00006786816,0.0000822572,0.045137122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928652,0.00016107543,0.0010406701,0.0009984677,0.003006626,0.0019279666],"domain_scores_gemma":[0.9951756,0.0003538092,0.0004541413,0.0028265482,0.0011495224,0.000040376945],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017403228,0.00035412455,0.00043884496,0.0041559436,0.0016388193,0.00088414684,0.0024955182,0.00015156125,0.00015948716],"category_scores_gemma":[0.001260731,0.00019416578,0.00032030683,0.016674886,0.000816151,0.0005011424,0.0023557204,0.0009242032,0.00007032901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035906248,0.00059355865,0.16875783,0.0003443358,0.0019681538,0.00069429266,0.00013900921,0.000868434,0.000029384675,0.56700313,0.23916982,0.020073006],"study_design_scores_gemma":[0.0010292458,0.000058835587,0.092524566,0.00015408729,0.00031695262,0.0000079897645,0.0018344424,0.000616628,0.000040388735,0.043608133,0.8595652,0.00024354814],"about_ca_topic_score_codex":0.0035994246,"about_ca_topic_score_gemma":0.008135096,"teacher_disagreement_score":0.84094787,"about_ca_system_score_codex":0.00045606017,"about_ca_system_score_gemma":0.00012747875,"threshold_uncertainty_score":0.9996609},"labels":[],"label_agreement":null},{"id":"W2022168955","doi":"10.1061/(asce)me.1943-5479.0000279","title":"Review of Contemporary Construction Procurement Practices","year":2013,"lang":"en","type":"article","venue":"Journal of Management in Engineering","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College","funders":"","keywords":"Procurement; Process management; Request for proposal; Standardization; Construction industry; Process (computing); Business; Construction management; Chief procurement officer; Engineering management; Knowledge management; Engineering; Construction engineering; Computer science; Marketing; Civil engineering","score_opus":0.02786410010238504,"score_gpt":0.2527995101850429,"score_spread":0.22493541008265783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022168955","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22341327,0.16924325,0.014345988,0.046888914,0.0080852,0.008922387,0.0000038893018,0.00039568418,0.5287014],"genre_scores_gemma":[0.9808432,0.008827788,0.0058562593,0.003022937,0.0012182035,0.000058604142,0.000006281152,0.000037466885,0.00012929576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986456,0.000007768286,0.0007503388,0.0000935988,0.00033462033,0.00016804658],"domain_scores_gemma":[0.9980758,0.000022852015,0.0015225025,0.0001254224,0.00023934209,0.000014113067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009343652,0.0001316497,0.00027841498,0.0006430053,0.00001582176,0.000080718615,0.00026783065,0.000028104367,0.00016859567],"category_scores_gemma":[0.00023191072,0.00011461666,0.000084327556,0.0005097032,0.00001412164,0.0024058002,0.0000967703,0.00015462849,0.000023785498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015292913,0.0012337185,0.06610296,0.2097512,0.0016349095,0.0001343252,0.00018183103,0.0026367905,0.0025763675,0.14475985,0.44225192,0.1285832],"study_design_scores_gemma":[0.0023847492,0.00006786462,0.016842986,0.023106255,0.00024088555,0.000029406454,0.0004380882,0.003963546,0.000185893,0.0019232047,0.95027924,0.00053788186],"about_ca_topic_score_codex":0.00006553037,"about_ca_topic_score_gemma":9.633667e-7,"teacher_disagreement_score":0.7574299,"about_ca_system_score_codex":0.00004401431,"about_ca_system_score_gemma":0.00001942734,"threshold_uncertainty_score":0.46739316},"labels":[],"label_agreement":null},{"id":"W2028937040","doi":"10.1504/ijpm.2007.015359","title":"The role of public purchasing departments in acquisition processes for consulting services","year":2007,"lang":"en","type":"article","venue":"International Journal of Procurement Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Purchasing; Procurement; Business; Purchasing process; Marketing; Value (mathematics); Work (physics); Process (computing); Purchasing management; Computer science; Engineering","score_opus":0.017677696546994446,"score_gpt":0.2813630415987644,"score_spread":0.26368534505176994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028937040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80726564,0.009903762,0.039334036,0.027472323,0.008095195,0.0058684316,0.00003165905,0.00017585616,0.10185312],"genre_scores_gemma":[0.9972929,0.00013139864,0.00092147564,0.0005403005,0.00097470504,0.000032546865,0.000019717943,0.000016207137,0.00007079134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772716,0.0000108725735,0.000931921,0.00015408407,0.0008193468,0.00035660368],"domain_scores_gemma":[0.9969637,0.000102439146,0.0012765421,0.00010638912,0.001530414,0.000020551703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030598638,0.00015706616,0.00017382995,0.00074451155,0.00013253592,0.00041725425,0.00085743004,0.00003696267,0.000015386522],"category_scores_gemma":[0.00016985607,0.00012029152,0.000093444876,0.00041774096,0.000042891803,0.0014437,0.00021592587,0.00009271613,0.0000046140626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012594715,0.0012321583,0.29319593,0.0015969286,0.0013977718,0.000033353306,0.0005809794,0.00013670413,0.002456027,0.3212296,0.0013349243,0.37554613],"study_design_scores_gemma":[0.00576936,0.00010678064,0.032996528,0.000924995,0.00018024285,0.000013081257,0.0046724593,0.0011051637,0.00359459,0.07267974,0.87752295,0.00043413948],"about_ca_topic_score_codex":0.000033034717,"about_ca_topic_score_gemma":0.00023481036,"teacher_disagreement_score":0.876188,"about_ca_system_score_codex":0.0001569244,"about_ca_system_score_gemma":0.000048976133,"threshold_uncertainty_score":0.4905346},"labels":[],"label_agreement":null},{"id":"W2042010947","doi":"10.3138/cpp.2013-012","title":"The Political Economy of Procurement","year":2014,"lang":"en","type":"article","venue":"Canadian Public Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Capitalism; Procurement; Politics; European union; Purchasing; Economics; Trade union; Political science; Economic system; Political economy; Economy; International trade","score_opus":0.016786506750476275,"score_gpt":0.21933097567328835,"score_spread":0.20254446892281208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042010947","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018310379,0.00003747604,0.000037937974,0.2626771,0.00016074676,0.00020361479,0.000005563476,0.000050597264,0.73499596],"genre_scores_gemma":[0.9522091,0.0000011172518,0.000012506348,0.042989418,0.0040603327,0.000047435522,0.000021521955,0.000024303545,0.00063423306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803585,0.000017510863,0.00033888998,0.00021302521,0.00018672609,0.0012080086],"domain_scores_gemma":[0.9988433,0.000055257093,0.00016357048,0.0004515852,0.0002653782,0.00022092414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006325731,0.00018173343,0.00018120531,0.0008028746,0.00044583812,0.0006179276,0.00076146214,0.000080365004,0.00012586948],"category_scores_gemma":[0.0009842827,0.00014130576,0.00009440925,0.00073440484,0.00020549055,0.00082202913,0.00011165511,0.00013385281,0.00026924696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001519524,0.000010707101,0.0028340803,0.00003066407,0.00001867718,2.6280424e-7,0.000005910136,8.921401e-8,0.000005406464,0.93763083,0.04988134,0.009580541],"study_design_scores_gemma":[0.00020705881,0.000006143056,0.0018052671,0.0000052896116,0.000007877468,0.0000011312089,0.000033633594,0.00029743332,0.00001656032,0.18896222,0.80852336,0.00013403838],"about_ca_topic_score_codex":0.13831894,"about_ca_topic_score_gemma":0.117185034,"teacher_disagreement_score":0.9503781,"about_ca_system_score_codex":0.00028030633,"about_ca_system_score_gemma":0.0017255932,"threshold_uncertainty_score":0.89892405},"labels":[],"label_agreement":null},{"id":"W2042587276","doi":"10.2139/ssrn.395601","title":"Contestability, Complementary Inputs and Contracting: The Case of Harbour Towage","year":2003,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Outcome (game theory); Port (circuit theory); Procurement; Business; Payment; Delegate; Harbour; Natural monopoly; Monopoly; Industrial organization; Delegation; Quality (philosophy); Productivity; Economics; Microeconomics; Marketing; Finance; Computer science; Engineering","score_opus":0.018204256169869044,"score_gpt":0.25236644002002034,"score_spread":0.2341621838501513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042587276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97664857,0.0014961966,0.00047888095,0.006473128,0.00016673582,0.00026049267,0.0000025617396,0.000025175019,0.014448272],"genre_scores_gemma":[0.99784225,0.00013785485,0.000017977434,0.0014210169,0.00043213376,0.0000039073107,0.0000024571773,0.000013579421,0.00012881863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982097,0.000050571558,0.0003458425,0.00013963145,0.000147048,0.0011071863],"domain_scores_gemma":[0.999234,0.00010695083,0.00034790076,0.00014991015,0.0001431766,0.000018056138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034350092,0.00014468096,0.00019298978,0.00011855308,0.00035588304,0.00020126581,0.00019889549,0.000033253564,0.0001321078],"category_scores_gemma":[0.00036902662,0.00010157681,0.0000747265,0.00020752508,0.00008871729,0.00071969215,0.000071580944,0.0007620934,0.0000070534807],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030814495,0.00008364155,0.020436455,0.000033427074,0.00013230815,0.000025349638,0.0000909138,0.000001044514,0.00050089654,0.96890265,0.0007334772,0.009029052],"study_design_scores_gemma":[0.004010563,0.00014047492,0.0043339827,0.000043421376,0.00030079694,0.004896395,0.007455124,0.00029551244,0.00029966357,0.83885115,0.13886887,0.00050407124],"about_ca_topic_score_codex":0.001096866,"about_ca_topic_score_gemma":0.0041434052,"teacher_disagreement_score":0.13813539,"about_ca_system_score_codex":0.00010889393,"about_ca_system_score_gemma":0.00033097045,"threshold_uncertainty_score":0.41421822},"labels":[],"label_agreement":null},{"id":"W2047992105","doi":"10.1002/bse.509","title":"Identifying priorities for action in corporate sustainable development indicator programs","year":2006,"lang":"en","type":"article","venue":"Business Strategy and the Environment","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Key (lock); Process (computing); Sustainable development; Action (physics); Process management; Identification (biology); Risk analysis (engineering); Business; Computer science; Management science; Economics; Computer security; Political science; Ecology","score_opus":0.04273943119649546,"score_gpt":0.22558567220326228,"score_spread":0.18284624100676683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047992105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870708,0.00079258846,0.0025627306,0.0013671108,0.00014259861,0.0016247652,0.000001050445,0.00007750129,0.0063608475],"genre_scores_gemma":[0.9963446,0.00004889965,0.00014977844,0.00012823941,0.00041138084,0.00043881912,0.00006799887,0.000018248375,0.002391988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989264,0.000010884687,0.00028436063,0.00022830143,0.00017561535,0.0003744502],"domain_scores_gemma":[0.99955714,0.000020205624,0.00026824008,0.000116313626,0.000029481751,0.000008637309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059392594,0.00017532383,0.00017072607,0.00017019603,0.00035336587,0.0004565202,0.00014126333,0.000061506835,0.000030825388],"category_scores_gemma":[0.000011515491,0.000129894,0.000028765857,0.00023417747,0.00014676916,0.0008297037,0.00011609241,0.00008008915,0.000023832472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034214344,0.00028570372,0.053483497,0.0011002899,0.000045470584,0.000012782033,0.0001727236,0.00037163764,0.00014282418,0.9115732,0.0004921737,0.03197759],"study_design_scores_gemma":[0.005299347,0.000012007749,0.57543206,0.000068507594,0.00006760988,0.0000026377543,0.0015245868,0.00070793135,0.00017254248,0.14333333,0.27285063,0.000528804],"about_ca_topic_score_codex":0.0009772233,"about_ca_topic_score_gemma":0.00014419359,"teacher_disagreement_score":0.76823986,"about_ca_system_score_codex":0.00006855507,"about_ca_system_score_gemma":0.00004703309,"threshold_uncertainty_score":0.52969235},"labels":[],"label_agreement":null},{"id":"W2048817377","doi":"10.1108/14691930110400128","title":"Encouraging innovation in the public sector","year":2001,"lang":"en","type":"article","venue":"Journal of Intellectual Capital","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":400,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Public sector; Private sector; Incentive; Business; Public relations; Intellectual capital; Marketing; Economics; Economic growth; Finance; Market economy; Political science","score_opus":0.04381950908766687,"score_gpt":0.2520114817354028,"score_spread":0.2081919726477359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048817377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616346,0.00017294793,0.0005401065,0.009772766,0.00048583603,0.00007884464,2.1194e-7,0.00001337669,0.02730136],"genre_scores_gemma":[0.9932899,0.000022860371,0.000026550517,0.0036981984,0.002820063,0.0000022748393,0.0000034092159,0.000009865931,0.00012691501],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874043,0.000018539728,0.00052811543,0.000077423894,0.00039149026,0.00024397086],"domain_scores_gemma":[0.9989504,0.00012888265,0.00039040932,0.00009356166,0.00042865536,0.000008041723],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014047882,0.00011034819,0.00014008365,0.0011343173,0.00008495298,0.0004692101,0.00044179114,0.000042264383,0.0009196656],"category_scores_gemma":[0.0020577812,0.00007185029,0.00006958206,0.0019112824,0.000033850843,0.0018756379,0.00005358608,0.0003358391,0.00011855898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040037758,0.00094355363,0.08136154,0.0001165058,0.00018145079,0.0003887419,0.01961393,0.000035270397,0.0034083754,0.28524992,0.5518001,0.056500252],"study_design_scores_gemma":[0.0013156394,0.00011250329,0.009132228,0.00007041849,0.000030797335,0.00046158026,0.007873001,0.0009644731,0.00009582058,0.019015195,0.96060115,0.00032716602],"about_ca_topic_score_codex":0.000044419616,"about_ca_topic_score_gemma":0.000060946815,"teacher_disagreement_score":0.40880108,"about_ca_system_score_codex":0.000056357403,"about_ca_system_score_gemma":0.000071467555,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W2050252945","doi":"10.1016/j.jenvman.2007.04.016","title":"Greening government procurement in developing countries: Building capacity in China","year":2007,"lang":"en","type":"article","venue":"Journal of Environmental Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":147,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Development and Reform Commission","keywords":"Procurement; China; Business; Government (linguistics); Purchasing; Government procurement; Environmentally friendly; Developing country; Sustainable development; Capacity building; Order (exchange); Environmental planning; Environmental economics; Environmental resource management; Natural resource economics; Economic growth; Economics; Marketing; Political science; Finance; Geography; Ecology","score_opus":0.016270557095146704,"score_gpt":0.2146280540481789,"score_spread":0.19835749695303218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050252945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783566,0.00019808105,0.0036937427,0.0018596646,0.00036267372,0.0005153595,0.000001933097,0.000016927926,0.014995014],"genre_scores_gemma":[0.9934479,0.00020625904,0.0038657193,0.0017881192,0.00052761886,0.0000103603,0.000002088084,0.000028016599,0.00012389084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968362,0.00001465925,0.0010841822,0.0002682574,0.0011720436,0.0006246604],"domain_scores_gemma":[0.99902594,0.000024565667,0.0007373675,0.00016542543,0.000012429183,0.000034297525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00274868,0.00028685946,0.00034182603,0.00069974386,0.000094371884,0.00014958285,0.00045870338,0.00006716937,0.0001581969],"category_scores_gemma":[0.000020888527,0.00027452063,0.00010269071,0.00045611264,0.000055073127,0.0015153354,0.00037973278,0.00029957437,0.000030731764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062550703,0.0012074719,0.8525238,0.0008970267,0.00027025002,0.00088280754,0.00092654943,0.0008676157,0.0022394522,0.092466526,0.001905546,0.045187443],"study_design_scores_gemma":[0.0024699306,0.000040688185,0.7511842,0.00043430238,0.00004646513,0.000012860406,0.0006863194,0.00016992867,0.0004271941,0.0019911607,0.24212469,0.00041220553],"about_ca_topic_score_codex":0.0001065489,"about_ca_topic_score_gemma":0.0001721963,"teacher_disagreement_score":0.24021915,"about_ca_system_score_codex":0.0015854365,"about_ca_system_score_gemma":0.000013035329,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W2053635616","doi":"10.1177/0275074008319171","title":"Book Review: Vaughn, Jacqueline, & Otenyo, Eric (2007). Managerial Discretion in Government Decision Making: Beyond the Street Level. Sudbury, MA: Jones and Bartlett","year":2008,"lang":"en","type":"article","venue":"The American Review of Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Discretion; Government (linguistics); Public administration; County government; Sociology; Political science; Law; Philosophy","score_opus":0.03356746909448166,"score_gpt":0.29482402066499064,"score_spread":0.261256551570509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053635616","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029919244,0.6970289,0.010369474,0.24474367,0.0007826925,0.005013819,0.00008849683,0.00015725408,0.011896439],"genre_scores_gemma":[0.28943422,0.55654675,0.0009749405,0.14911158,0.0018593278,0.000309106,0.00028863517,0.000062658604,0.00141279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738634,0.00014922663,0.0009043982,0.00034687552,0.0008477114,0.0003654307],"domain_scores_gemma":[0.9977634,0.00015636558,0.0012674266,0.000603314,0.00017894992,0.000030551335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022271273,0.00029121354,0.0005585485,0.000100857964,0.00024776935,0.0001422719,0.00055437686,0.000036687332,0.0006949441],"category_scores_gemma":[0.00089327944,0.00017955335,0.00013174443,0.0010363413,0.00040255662,0.0010645172,0.000197582,0.00019046252,0.00004177724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008296802,0.0001474587,0.002337064,0.003379521,0.00004318598,0.0000065403865,0.000020643916,7.359548e-7,0.000024631972,0.005232787,0.90783167,0.08089279],"study_design_scores_gemma":[0.00025923294,0.00004958156,0.01887486,0.002395016,0.000106645515,0.000017848495,0.000052018328,0.00007521389,0.000004047466,0.0003644867,0.977561,0.00024006065],"about_ca_topic_score_codex":0.00014458619,"about_ca_topic_score_gemma":0.00025485115,"teacher_disagreement_score":0.259515,"about_ca_system_score_codex":0.00007118368,"about_ca_system_score_gemma":0.000109242275,"threshold_uncertainty_score":0.76091504},"labels":[],"label_agreement":null},{"id":"W2057061718","doi":"10.1108/13598540510578333","title":"Should an organisation join a purchasing group?","year":2005,"lang":"en","type":"article","venue":"Supply Chain Management An International Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"","keywords":"Purchasing; Negotiation; Business; Marketing; Consolidation (business); Order (exchange); Originality; Supply chain management; Purchasing management; Purchasing power; Value (mathematics); Supply chain; Economics; Qualitative research; Computer science; Accounting; Finance","score_opus":0.029916845337138953,"score_gpt":0.2830231422048948,"score_spread":0.2531062968677558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057061718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7316479,0.000120050034,0.025585786,0.058394138,0.005170525,0.001124413,0.000018940547,0.00088098715,0.17705727],"genre_scores_gemma":[0.96535003,0.000063065454,0.0036007972,0.011716263,0.017614491,0.000022261282,0.00031951515,0.000059417227,0.0012541764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747926,0.00003742051,0.00052447984,0.00037096714,0.0011074002,0.0004804563],"domain_scores_gemma":[0.99900055,0.000012252195,0.00037683517,0.00026722215,0.00027301506,0.00007014494],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013000849,0.0002825119,0.00017250706,0.0011636447,0.00038623554,0.0025327962,0.0012215121,0.00007902174,0.003255285],"category_scores_gemma":[0.00004052102,0.0002760484,0.000115799805,0.00029217557,0.00004765204,0.00865238,0.0002957043,0.0003198964,0.00048435281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002695177,0.0010650348,0.035406847,0.000057703724,0.00048182966,0.00013503393,0.00091271143,0.000620612,0.0016148275,0.5460643,0.03052221,0.38284937],"study_design_scores_gemma":[0.0026976569,0.000065286484,0.041532937,0.00007492682,0.000103760234,0.00007117634,0.0011114987,0.023459148,0.000065950495,0.026995039,0.9031102,0.00071241934],"about_ca_topic_score_codex":0.00011862778,"about_ca_topic_score_gemma":0.00021771478,"teacher_disagreement_score":0.872588,"about_ca_system_score_codex":0.00025771014,"about_ca_system_score_gemma":0.000022551596,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W2063909545","doi":"10.1332/030557312x655611","title":"Transforming Vietnam: a quest for improved efficiency and transparency in central government procurement","year":2014,"lang":"en","type":"article","venue":"Policy & Politics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Transparency (behavior); Procurement; Liberalization; Government procurement; Craft; Business; Politics; Government (linguistics); International economics; Public economics; Economic system; Economics; Market economy; Political science","score_opus":0.015838862263204974,"score_gpt":0.2517810501083019,"score_spread":0.2359421878450969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063909545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66999483,0.0006340923,0.047782205,0.075647555,0.0011437536,0.00820668,0.00030226147,0.0007078678,0.19558072],"genre_scores_gemma":[0.9910712,0.000027356531,0.00027089697,0.0055375802,0.0025577995,0.00017105868,0.000026872007,0.00004231781,0.00029490236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976247,0.0000123410955,0.00051959086,0.00037378634,0.0002989462,0.0011706459],"domain_scores_gemma":[0.99946356,0.00004873212,0.00014167569,0.00020473449,0.00006737467,0.00007394825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004946926,0.0003083521,0.00032673773,0.00025338097,0.00019890595,0.00023951339,0.00027692338,0.000097892604,0.000015505535],"category_scores_gemma":[0.00022298575,0.0002952543,0.00010294625,0.0002886048,0.00008177245,0.0006307462,0.00005534102,0.00013822297,0.000007720178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004419791,0.00028963777,0.011709364,0.0008468266,0.000026223654,5.861884e-7,0.0007933794,0.000013603877,0.0012441351,0.9701124,0.00059415377,0.014325481],"study_design_scores_gemma":[0.0054115416,0.00017592934,0.013991175,0.00020547803,0.00014736572,0.000003816012,0.00024845012,0.032090504,0.0010284916,0.043888785,0.901733,0.001075505],"about_ca_topic_score_codex":0.002050453,"about_ca_topic_score_gemma":0.0007643583,"teacher_disagreement_score":0.92622364,"about_ca_system_score_codex":0.00025154706,"about_ca_system_score_gemma":0.00011865045,"threshold_uncertainty_score":0.99994993},"labels":[],"label_agreement":null},{"id":"W2065638270","doi":"10.1016/j.jpubeco.2005.04.002","title":"Auditing and competitive bidding in the public sector","year":2005,"lang":"en","type":"article","venue":"Journal of Public Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; York University","funders":"","keywords":"Bidding; Audit; Economics; Public sector; Microeconomics; Industrial organization; Business; Accounting; Economy","score_opus":0.04434261607255895,"score_gpt":0.23240825790056746,"score_spread":0.1880656418280085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065638270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8805881,0.00020566564,0.00007656078,0.06831037,0.00028496113,0.000089089226,0.0000016778499,0.000012933247,0.050430626],"genre_scores_gemma":[0.9891964,0.00008265485,0.00021553425,0.005749209,0.0046893405,0.0000027396986,0.0000034053003,0.000012631281,0.000048053033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896705,0.000023947357,0.00048756308,0.000108361106,0.00010615202,0.00030694553],"domain_scores_gemma":[0.9989373,0.000112873415,0.00067542336,0.000103174556,0.00014533871,0.00002589264],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023760127,0.00012003144,0.0002042005,0.0006278109,0.0001212034,0.0012287013,0.0004133633,0.00004901,0.0001787344],"category_scores_gemma":[0.00038120698,0.00009104936,0.00007093683,0.00028175735,0.000050310813,0.0043484443,0.000109141634,0.0002676157,0.000030316085],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073909023,0.000090659974,0.07493668,0.000029846446,0.000048525522,0.000005190053,0.00023057744,0.000019638916,0.000017723929,0.8859951,0.006912399,0.03170627],"study_design_scores_gemma":[0.00084187766,0.000012849119,0.025770476,0.00002197545,0.00001428679,0.00005431606,0.001131065,0.0022436765,0.0000035820492,0.0059421826,0.9638082,0.00015553719],"about_ca_topic_score_codex":0.000020458758,"about_ca_topic_score_gemma":0.0004142906,"teacher_disagreement_score":0.95689577,"about_ca_system_score_codex":0.00009677364,"about_ca_system_score_gemma":0.00008490237,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W2066254791","doi":"10.5539/ass.v10n1p250","title":"Strategic Procurement and Financial Performance of Iranian Manufacturing Companies","year":2013,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Purchasing; Strategic sourcing; Profit (economics); Industrial organization; Quality (philosophy); Order (exchange); Marketing; Strategic financial management; Finance; Strategic planning; Economics; Microeconomics","score_opus":0.021838802278618674,"score_gpt":0.23105408346059986,"score_spread":0.20921528118198118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066254791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75665766,0.000009701412,0.0000035444016,0.0008206981,0.000085387976,0.00017151875,4.6684926e-7,0.00002962077,0.24222142],"genre_scores_gemma":[0.99886703,0.0000023028792,0.000050353552,0.0004405831,0.0005436218,0.0000138572495,0.000001244386,0.0000049380956,0.0000760474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989642,0.000002840972,0.00016426224,0.00018905454,0.00035026664,0.0003293561],"domain_scores_gemma":[0.9996611,0.0000032121654,0.00013700873,0.00007477281,0.000105862106,0.000018048167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028507656,0.00010491526,0.0001233647,0.00015443844,0.00047593642,0.00034077902,0.0003145823,0.0000318994,0.00011336393],"category_scores_gemma":[0.000018888639,0.00009213786,0.000023419036,0.00041301694,0.00038793942,0.0019466559,0.00015137713,0.00007378569,0.00005463146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003710057,0.0002095332,0.049363866,0.0009403581,0.000019152843,0.0000017740541,0.0033400096,0.000001619621,0.013380564,0.4802696,0.0036142378,0.44882217],"study_design_scores_gemma":[0.00040615228,0.000029825653,0.97536534,0.00003766588,0.000014137829,8.025615e-7,0.0009999458,0.0003502795,0.001837198,0.012193304,0.008470238,0.0002951113],"about_ca_topic_score_codex":0.00030720865,"about_ca_topic_score_gemma":0.000022365486,"teacher_disagreement_score":0.9260015,"about_ca_system_score_codex":0.000024954707,"about_ca_system_score_gemma":0.00006451952,"threshold_uncertainty_score":0.3757273},"labels":[],"label_agreement":null},{"id":"W2079458901","doi":"10.4102/jtscm.v8i1.136","title":"An investigation into the effectiveness of public entities’ procurement practices","year":2014,"lang":"en","type":"article","venue":"Journal of Transport and Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Transport Canada","funders":"","keywords":"Procurement; Business; Process management; Chief procurement officer; Service delivery framework; Goods and services; Marketing; Service (business); Public sector; Knowledge management; Economics; Computer science","score_opus":0.017940309538408902,"score_gpt":0.24553531995800768,"score_spread":0.2275950104195988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079458901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843817,0.0002670135,0.003426106,0.0053444193,0.000360849,0.00055370684,8.827277e-7,0.000025451112,0.0056398828],"genre_scores_gemma":[0.99808663,0.00012309529,0.00037674067,0.0006484156,0.0006211301,0.00002265636,0.000022281856,0.00001609285,0.00008296138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983296,0.0001236572,0.0005555852,0.00017567998,0.00058604154,0.00022943228],"domain_scores_gemma":[0.99825,0.00008635012,0.0011159475,0.00021654101,0.00029189105,0.000039280956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006972526,0.00018065042,0.0002814921,0.00045625737,0.00017170934,0.0002180044,0.00045037843,0.000047113554,0.00004545636],"category_scores_gemma":[0.00007477808,0.00012291128,0.00010064079,0.00037348655,0.00012161927,0.002215196,0.000044468554,0.00015654239,0.0000026411105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030779274,0.0003500616,0.65088016,0.003139362,0.00041893218,0.000011175765,0.0014012484,0.00009626364,0.001291956,0.32116807,0.0008098488,0.020125104],"study_design_scores_gemma":[0.0028764238,0.0003077855,0.7642255,0.00046672244,0.0006584433,0.0000067883584,0.0026758215,0.0013834308,0.00046448817,0.047914244,0.17858616,0.000434188],"about_ca_topic_score_codex":0.0002914242,"about_ca_topic_score_gemma":0.00015029515,"teacher_disagreement_score":0.27325383,"about_ca_system_score_codex":0.000029234841,"about_ca_system_score_gemma":0.00003152829,"threshold_uncertainty_score":0.50121766},"labels":[],"label_agreement":null},{"id":"W2081604343","doi":"10.1016/j.hcmf.2012.03.002","title":"Procurement Change in Canada: An Opportunity for Improving System Performance","year":2012,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Procurement; Business; Process management; Operations management; Marketing; Economics","score_opus":0.07272930069240281,"score_gpt":0.2733201427669572,"score_spread":0.2005908420745544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081604343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84281164,0.0020784615,0.0007674075,0.05147321,0.008262736,0.018964916,0.00009389385,0.0011406371,0.074407116],"genre_scores_gemma":[0.98512876,0.00001780208,0.0001691758,0.011021161,0.001732158,0.0015563711,0.00016861108,0.000050430728,0.00015550379],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705964,0.000021362364,0.00053416734,0.00037835492,0.0004903697,0.0015161129],"domain_scores_gemma":[0.9989782,0.00001051608,0.00032456557,0.00041971964,0.0001339691,0.00013300858],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011818445,0.00031279438,0.00030006227,0.0004444294,0.00034815862,0.00013150866,0.00043232462,0.0000672424,0.000038967948],"category_scores_gemma":[0.000019164496,0.00030981342,0.00006634144,0.000503064,0.000013861894,0.0028246685,0.00030404146,0.00015948628,0.000025424048],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009600173,0.00018205047,0.55534285,0.013105152,0.000040042592,0.0000071495692,0.0002075507,0.000004522581,0.0000027004871,0.19037515,0.00700545,0.2336314],"study_design_scores_gemma":[0.0025067162,0.00010237166,0.3167644,0.00047427905,0.00010607288,0.0000040755076,0.009851441,0.02376359,0.000021369833,0.00026924993,0.644886,0.0012503959],"about_ca_topic_score_codex":0.76897067,"about_ca_topic_score_gemma":0.77919424,"teacher_disagreement_score":0.63788056,"about_ca_system_score_codex":0.0014246906,"about_ca_system_score_gemma":0.0002898582,"threshold_uncertainty_score":0.9999354},"labels":[],"label_agreement":null},{"id":"W208525281","doi":"","title":"Government Procurements Policies in Bolivia: creating a learning environment for smallholder value chains to serve more demanding markets","year":2007,"lang":"en","type":"article","venue":"Socio-Environmental Systems Modeling","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; Department for International Development; United States Agency for International Development","keywords":"Procurement; Government (linguistics); Business; Government procurement; Value (mathematics); Industrial organization; Commerce; Economic growth; Economics; Marketing; Computer science","score_opus":0.022477816976103047,"score_gpt":0.24106700422550797,"score_spread":0.21858918724940493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W208525281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94688576,0.00033467784,0.04581416,0.00077040127,0.00031550683,0.0025431046,0.00001916023,0.00013183121,0.0031853986],"genre_scores_gemma":[0.99491054,0.000026906699,0.0006221056,0.0011654103,0.001554405,0.0004774242,0.0000750481,0.00012641086,0.0010417651],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99568653,0.000038275637,0.0010117487,0.00077109266,0.0011543981,0.0013379527],"domain_scores_gemma":[0.99906576,0.000078949066,0.0004393693,0.00029809252,0.000015264122,0.00010256229],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026927344,0.0005542111,0.0005311323,0.00032626078,0.00075814157,0.00039192956,0.00042544154,0.00021684216,0.00004762293],"category_scores_gemma":[0.00009859906,0.000578354,0.00020248182,0.00024189279,0.00005110976,0.0010248038,0.0005423326,0.00034914498,0.000076653036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027308936,0.00053593656,0.7974593,0.00089481653,0.0002245278,0.000017284641,0.0049390774,0.17864853,0.008102146,0.0060972422,0.0004275331,0.0023805273],"study_design_scores_gemma":[0.0064177476,0.00016426673,0.046468757,0.0014143569,0.00030548475,0.000013404106,0.1549385,0.74072254,0.00013098755,0.00065310136,0.045770016,0.0030008235],"about_ca_topic_score_codex":0.0013153825,"about_ca_topic_score_gemma":0.000019501433,"teacher_disagreement_score":0.7509905,"about_ca_system_score_codex":0.0017411582,"about_ca_system_score_gemma":0.000017832019,"threshold_uncertainty_score":0.9996668},"labels":[],"label_agreement":null},{"id":"W2088683971","doi":"10.1139/l04-119","title":"Creative destruction: building toward sustainability","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Procurement; Scope (computer science); Sustainable development; Business; Public policy; Engineering; Engineering management; Economic growth; Economics; Marketing; Political science; Computer science","score_opus":0.010421148791425288,"score_gpt":0.20990432134186707,"score_spread":0.1994831725504418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088683971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8069355,0.0025302663,0.05302033,0.03047752,0.0035939245,0.00052142446,0.000006991881,0.00020480598,0.10270923],"genre_scores_gemma":[0.9952501,0.0000025806278,0.00041758807,0.00032108216,0.0038959722,0.0000019334252,9.964173e-7,0.000017178661,0.00009255173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913687,0.000003275217,0.0002778596,0.00008770448,0.0001391871,0.00035510317],"domain_scores_gemma":[0.99923766,0.000014000051,0.00015320767,0.000092181355,0.00039902286,0.000103948296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037105865,0.00012660836,0.00016366183,0.0006415381,0.00009442906,0.00024303074,0.00023358462,0.00004870793,0.000495727],"category_scores_gemma":[0.0004997306,0.00012721338,0.00008718757,0.00039172743,0.000026001808,0.0016391127,0.000017987953,0.00020501371,0.000010588389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071122224,0.000079491845,0.09732519,0.001367529,0.0005127867,0.00038721727,0.0023196456,0.20375575,0.0009409085,0.51595706,0.09442398,0.0828593],"study_design_scores_gemma":[0.0005056273,0.000014933994,0.016913438,0.00009556903,0.00005228806,0.00006992612,0.00025049067,0.007041649,0.00009694641,0.004590806,0.9700537,0.00031466276],"about_ca_topic_score_codex":0.002603293,"about_ca_topic_score_gemma":0.023373142,"teacher_disagreement_score":0.87562966,"about_ca_system_score_codex":0.0004025488,"about_ca_system_score_gemma":0.00041599508,"threshold_uncertainty_score":0.99444777},"labels":[],"label_agreement":null},{"id":"W2090151702","doi":"10.1177/0020852314548153","title":"Governance in public procurement: the reform of Turkey’s public procurement system","year":2015,"lang":"en","type":"article","venue":"International Review of Administrative Sciences","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Procurement; Transparency (behavior); Corporate governance; Accountability; Public administration; Politics; Good governance; Autonomy; Business; Political science; Finance; Law","score_opus":0.17262661178900315,"score_gpt":0.36367741569525597,"score_spread":0.19105080390625281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090151702","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019500505,0.013980004,0.00007214168,0.09478904,0.0010389425,0.0015305885,0.000033246048,0.000052029387,0.8690035],"genre_scores_gemma":[0.99752885,0.0006127585,0.0001119696,0.0010731311,0.0003133899,0.00011173605,0.000015173309,0.0000060845878,0.00022690608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996997,0.00003737104,0.000813309,0.0002953672,0.0015795948,0.00027735543],"domain_scores_gemma":[0.9973947,0.00003935094,0.0012052786,0.00020636272,0.001126441,0.000027866256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035852895,0.00017860904,0.00030616118,0.000203824,0.00008424616,0.0002892523,0.0015258101,0.000031587882,0.00010430539],"category_scores_gemma":[0.0010411562,0.000108221575,0.00009760345,0.0012652908,0.00038737795,0.0028547607,0.0002359983,0.000115540985,0.000024664803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011012737,0.00013870085,0.0062063634,0.0016539824,0.00003313916,0.00000127788,0.000057490965,8.424342e-7,0.000025339634,0.985562,0.0042724684,0.0020373615],"study_design_scores_gemma":[0.001331286,0.0002756555,0.013469698,0.01156974,0.00006463968,0.000015904818,0.0044266596,0.0012634784,0.000714076,0.008730338,0.9575632,0.0005753106],"about_ca_topic_score_codex":0.00036668993,"about_ca_topic_score_gemma":0.00023225413,"teacher_disagreement_score":0.97802836,"about_ca_system_score_codex":0.00026497236,"about_ca_system_score_gemma":0.0007107031,"threshold_uncertainty_score":0.44131476},"labels":[],"label_agreement":null},{"id":"W2090755154","doi":"10.1108/17410390810888633","title":"Building competitive enterprises through supply chain management","year":2008,"lang":"en","type":"article","venue":"Journal of Enterprise Information Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Supply chain; Competitive advantage; Supply chain management; Originality; Competition (biology); Industrial organization; Business; Position (finance); Supply chain risk management; Value chain; Service management; Value (mathematics); Key (lock); Empirical research; Process management; Computer science; Marketing","score_opus":0.01337943404445868,"score_gpt":0.23908486632255674,"score_spread":0.22570543227809806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090755154","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07825825,0.00028267724,0.17144391,0.006601614,0.0031319913,0.0015597838,0.000014602732,0.0002772686,0.7384299],"genre_scores_gemma":[0.9731557,0.00075769343,0.01438571,0.009708653,0.0012082956,0.000036704518,0.000037556445,0.000029850622,0.0006798402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972211,0.000018200866,0.0012177015,0.00015056683,0.0009428174,0.00044959248],"domain_scores_gemma":[0.99792105,0.000024759205,0.0013589228,0.00028044247,0.00037454083,0.00004025719],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006078985,0.00031331187,0.00035999436,0.0012450872,0.0002923702,0.00040439024,0.0007468177,0.000056679255,0.00033966324],"category_scores_gemma":[0.000037003603,0.00027969707,0.00027312472,0.0006426565,0.0000764651,0.009279004,0.00048046812,0.00022520516,0.0004292357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005453688,0.00047841913,0.011049702,0.0011385065,0.0010024572,0.00033912927,0.0017108137,0.00065949897,0.00002413721,0.77938676,0.17106025,0.032604974],"study_design_scores_gemma":[0.0024965168,0.0000474253,0.00972011,0.00035951208,0.00015407222,0.000063751075,0.001386337,0.00042449273,0.00004282984,0.00648579,0.9784692,0.0003499834],"about_ca_topic_score_codex":0.000030507925,"about_ca_topic_score_gemma":0.0000017289426,"teacher_disagreement_score":0.89489746,"about_ca_system_score_codex":0.0001652905,"about_ca_system_score_gemma":0.000020225294,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W2097698296","doi":"10.1504/gber.2010.034892","title":"Dynamic capabilities for strategic green advantage: green electricity purchasing in North American firms, SMEs, NGOs and agencies","year":2010,"lang":"en","type":"article","venue":"Global Business and Economics Review","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; University of Waterloo","keywords":"Business; Dynamic capabilities; Purchasing; Industrial organization; Electricity; Marketing; Commerce; Engineering","score_opus":0.017957566711838586,"score_gpt":0.2514379668789406,"score_spread":0.233480400167102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097698296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850223,0.008693681,0.00001849724,0.0035489101,0.00013066962,0.0007055253,0.00006800416,0.00004216042,0.0017702403],"genre_scores_gemma":[0.970808,0.025429841,0.00020740653,0.0029110177,0.00033302928,0.00009023037,0.00014481405,0.000021449152,0.00005415736],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987081,0.0000074845366,0.00041742067,0.00038346666,0.00005795622,0.000425525],"domain_scores_gemma":[0.99931955,0.000027814782,0.00029587545,0.00020269566,0.00012063871,0.000033405257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035775747,0.000267689,0.00052985974,0.00012020126,0.00015047962,0.000287139,0.00021993283,0.000047561174,0.00001990855],"category_scores_gemma":[0.00007953082,0.00024825873,0.000053856373,0.0006321672,0.00015655962,0.0009945323,0.00014828837,0.00012465617,0.000007798622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009066315,0.0001200439,0.35572678,0.017408647,0.000090705296,0.000007093724,0.000060560582,0.0000181134,0.000039655,0.07443156,0.00049976027,0.55150646],"study_design_scores_gemma":[0.0020128314,0.00006314086,0.6362971,0.0006993566,0.0003456271,0.000068978836,0.00036619356,0.017826593,0.000001249603,0.037790295,0.30259407,0.0019345614],"about_ca_topic_score_codex":0.0104801655,"about_ca_topic_score_gemma":0.05427339,"teacher_disagreement_score":0.5495719,"about_ca_system_score_codex":0.00007204111,"about_ca_system_score_gemma":0.00008397918,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W2098050780","doi":"10.1108/09596110310488221","title":"Purchasing for 4,000 hotels: the case of Avendra","year":2003,"lang":"en","type":"article","venue":"International Journal of Contemporary Hospitality Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep Society","funders":"","keywords":"Hospitality; Business; Hospitality industry; Marketing; Procurement; Purchasing; Corporation; Listing (finance); Purchasing management; Service (business); Tourism; Finance","score_opus":0.03434206712355421,"score_gpt":0.28657114291316954,"score_spread":0.25222907578961534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098050780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5783537,0.0020058583,0.027305312,0.025330404,0.0072523863,0.0017979128,0.000056184148,0.000066692555,0.35783154],"genre_scores_gemma":[0.9967225,0.00002270943,0.00044526532,0.0015326167,0.00087228674,0.000014417126,0.000008380299,0.000016134774,0.00036564394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844724,0.00002983941,0.00076904584,0.00013761985,0.0004417659,0.00017450994],"domain_scores_gemma":[0.9978687,0.00007915368,0.0010700007,0.00019882053,0.0007651626,0.000018151668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017695777,0.00015611647,0.00023083926,0.0003718536,0.00009842295,0.00026762043,0.0006696466,0.000035882003,0.000077320794],"category_scores_gemma":[0.00023039503,0.000115289535,0.00025869708,0.0001963727,0.00008233113,0.0014119823,0.00013223874,0.00011244846,0.000005327867],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022340649,0.0003547161,0.005404088,0.00021835713,0.0011278085,0.00067355816,0.00024226957,0.00005461186,0.000031729734,0.9375683,0.033972934,0.020128215],"study_design_scores_gemma":[0.0029665148,0.000088384404,0.0022604824,0.00018180192,0.00015925954,0.00021459658,0.0030482323,0.00034662848,0.00024830972,0.09777188,0.89242065,0.0002932726],"about_ca_topic_score_codex":0.00017185266,"about_ca_topic_score_gemma":0.000009921776,"teacher_disagreement_score":0.85844773,"about_ca_system_score_codex":0.00005391558,"about_ca_system_score_gemma":0.000046836518,"threshold_uncertainty_score":0.4701371},"labels":[],"label_agreement":null},{"id":"W2098642099","doi":"10.5430/jms.v2n2p38","title":"Analysis on Corruption and Collusive Behaviors in Government Procurement in a Game Theory Perspective","year":2011,"lang":"en","type":"article","venue":"Journal of Management and Strategy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Bidding; Government procurement; Language change; Government (linguistics); Game theory; Perspective (graphical); Microeconomics; Business; Rent-seeking; Industrial organization; Public economics; Economics; Marketing; Politics; Computer science; Political science","score_opus":0.025320405017060704,"score_gpt":0.2523614483147233,"score_spread":0.2270410432976626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098642099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295252,0.00025205404,0.00011102713,0.00027466714,0.00006691209,0.00036545654,0.0000014276015,0.000007923673,0.069395356],"genre_scores_gemma":[0.9989991,0.0001828472,0.000051023122,0.00028694,0.00011028043,0.000014705421,0.0000013682543,0.000008565538,0.00034516442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99869144,0.000030225565,0.00043019446,0.00020771078,0.00041334803,0.00022705385],"domain_scores_gemma":[0.999385,0.000016563376,0.0003990361,0.000091599155,0.00008412871,0.000023697194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010103178,0.00017330579,0.00029275968,0.00094647735,0.000044524786,0.00014086069,0.00014341311,0.00004786124,0.00010353296],"category_scores_gemma":[0.000019350284,0.00014486765,0.00007225767,0.0007197587,0.000047447364,0.00072660146,0.00009443621,0.00017521658,0.0000034125292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015072518,0.0011461092,0.45981807,0.00018118943,0.0007451726,0.00031107594,0.002554189,0.00016191624,0.000041484578,0.50613785,0.00037435617,0.027021313],"study_design_scores_gemma":[0.002297371,0.00022931196,0.9605185,0.000106810694,0.00063657574,0.0000029597109,0.010678125,0.00044532053,0.0000147582905,0.023722995,0.0010982851,0.00024898816],"about_ca_topic_score_codex":0.00022013894,"about_ca_topic_score_gemma":0.00039446622,"teacher_disagreement_score":0.5007004,"about_ca_system_score_codex":0.0001709442,"about_ca_system_score_gemma":0.000013106189,"threshold_uncertainty_score":0.59075314},"labels":[],"label_agreement":null},{"id":"W2099891648","doi":"10.5539/mas.v7n4p31","title":"Stakeholder Perceptions on Achieved Benefits of PFI Procurement Strategy","year":2013,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Teknologi Petronas","keywords":"Procurement; Globe; Business; Value for money; Private finance initiative; Payment; Stakeholder; Finance; Government (linguistics); Private sector; Asset (computer security); Investment (military); Ranking (information retrieval); Marketing; Public economics; Public relations; Economics; Economic growth; Politics; Medicine; Political science","score_opus":0.06319427073936874,"score_gpt":0.24424300406102012,"score_spread":0.1810487333216514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099891648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7860161,0.000018219793,0.0016153129,0.0009417891,0.00009843352,0.00079434365,0.000003475849,0.00012226714,0.21039006],"genre_scores_gemma":[0.99762475,0.000002642781,0.00016334647,0.0013190322,0.00028232165,0.00013445035,0.000008194347,0.000015033355,0.0004502469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980646,0.0000026051787,0.0002644654,0.00041770548,0.0007641563,0.00048650304],"domain_scores_gemma":[0.9991783,0.0000099501285,0.00017663225,0.00036219528,0.00023812364,0.00003479995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043192576,0.00018431862,0.00016010333,0.0003637207,0.00033461908,0.00045139328,0.00068388984,0.00004471613,0.0005427977],"category_scores_gemma":[0.000027659013,0.00015408741,0.000037737405,0.00083953905,0.00025115057,0.0012611939,0.00019127915,0.00012399448,0.00066663505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028099525,0.0005156598,0.003184192,0.00011137511,0.000017071043,2.3111393e-7,0.0004929496,0.0019018267,0.43307588,0.46968955,0.006432761,0.0845504],"study_design_scores_gemma":[0.0037810062,0.00019509938,0.6570633,0.00019410861,0.000117007454,0.0000019274617,0.0015863713,0.16362521,0.015103655,0.13816865,0.017783212,0.0023804372],"about_ca_topic_score_codex":0.00020930443,"about_ca_topic_score_gemma":0.000030231746,"teacher_disagreement_score":0.6538791,"about_ca_system_score_codex":0.000045824447,"about_ca_system_score_gemma":0.00008286111,"threshold_uncertainty_score":0.85684675},"labels":[],"label_agreement":null},{"id":"W2102108265","doi":"10.12927/hcpap.2007.19222","title":"Strategic Purchasing: The Experience in England","year":2007,"lang":"en","type":"article","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Purchasing; Business; Marketing; Process management","score_opus":0.09336274128926672,"score_gpt":0.3281549405059475,"score_spread":0.2347921992166808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102108265","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6617988,0.00010097325,0.00007764043,0.32022658,0.0004438525,0.00066563877,0.000003890557,0.0001746295,0.016508006],"genre_scores_gemma":[0.48581576,0.000020403579,0.00004308724,0.5133439,0.00021719788,0.00010298378,0.000025162844,0.000039585593,0.00039197344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626476,0.00005350764,0.0007752467,0.0007225084,0.00066200516,0.0015219623],"domain_scores_gemma":[0.99844414,0.0003069127,0.00031750568,0.00065606186,0.0001292848,0.00014608359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002255891,0.0004646505,0.0004360484,0.00059708767,0.0006517346,0.00048058733,0.0008300218,0.00017172257,0.0002683278],"category_scores_gemma":[0.00028734078,0.0003592375,0.0001259691,0.0017598645,0.00006193984,0.0007685144,0.00040372324,0.00047776877,0.000647828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033809256,0.0013549665,0.115509614,0.00042426106,0.000100838144,0.00021041025,0.049977273,0.000061644496,0.0020518163,0.15849051,0.63415414,0.03428357],"study_design_scores_gemma":[0.0017691435,0.00013184187,0.027107112,0.000001608911,0.00001646472,0.000011797835,0.0017191849,0.0006692041,0.00005308028,0.00089264737,0.96708506,0.0005428592],"about_ca_topic_score_codex":0.004567781,"about_ca_topic_score_gemma":0.013704577,"teacher_disagreement_score":0.3329309,"about_ca_system_score_codex":0.00038129164,"about_ca_system_score_gemma":0.00013562529,"threshold_uncertainty_score":0.999886},"labels":[],"label_agreement":null},{"id":"W2112045352","doi":"10.1139/cjce-2014-0376","title":"Sustainable procurement in the Canadian construction industry: challenges and benefits","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Procurement; Sustainability; Business; Construction industry; Triple bottom line; Questionnaire; Environmental economics; Process management; Marketing; Engineering; Construction engineering; Economics","score_opus":0.032901249035775626,"score_gpt":0.19684729900305367,"score_spread":0.16394604996727805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112045352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6577238,0.032732062,0.000054474745,0.075679496,0.0021474196,0.0009916796,0.0000063910466,0.000050994033,0.23061371],"genre_scores_gemma":[0.9986376,0.000025680858,0.00002031139,0.00044649333,0.00081503176,0.0000046603286,0.0000013445296,0.000011244439,0.00003764424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913645,0.000006023605,0.00019254487,0.00007516619,0.0001739553,0.00041585922],"domain_scores_gemma":[0.9994303,0.000009255435,0.00009401445,0.00007858329,0.00023968618,0.0001481538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009514148,0.00010856597,0.00012215317,0.00092638703,0.00009175034,0.00030696808,0.00020972727,0.000099837795,0.00002329503],"category_scores_gemma":[0.0002982648,0.00009136375,0.0000204478,0.00031768394,0.000026064874,0.00086139276,0.000012571144,0.0003555885,0.0000026052458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011004541,0.00001709219,0.041870855,0.00037906188,0.00007226789,0.00042496345,0.0044291522,0.009574583,0.000003829935,0.9056012,0.023360582,0.014255414],"study_design_scores_gemma":[0.00089616294,0.000032690998,0.04325981,0.00019102373,0.000036390524,0.00017018519,0.0053895838,0.00096195354,0.000003850884,0.005388616,0.9433614,0.00030832278],"about_ca_topic_score_codex":0.2163397,"about_ca_topic_score_gemma":0.97400194,"teacher_disagreement_score":0.92000085,"about_ca_system_score_codex":0.00028731703,"about_ca_system_score_gemma":0.001022692,"threshold_uncertainty_score":0.78887874},"labels":[],"label_agreement":null},{"id":"W2123843977","doi":"10.1111/rego.12077","title":"Innovation and public space: The developmental possibilities of regulation in the global south","year":2014,"lang":"en","type":"article","venue":"Regulation & Governance","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Global Affairs Canada","funders":"Kellogg Institute for International Studies, University of Notre Dame; Secretaría de Salud; National Research Foundation; Ford Foundation; National Science Foundation","keywords":"Discretion; Product (mathematics); Process (computing); Quality (philosophy); Competition (biology); Space (punctuation); Business; Economic system; Industrial organization; Economics; Political science","score_opus":0.018855020054230964,"score_gpt":0.22159361462356528,"score_spread":0.20273859456933432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123843977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693757,0.000050000217,0.0010872907,0.010008238,0.00007918426,0.00023622946,0.0000035297317,0.000023835908,0.019135956],"genre_scores_gemma":[0.9985011,0.0000020176199,0.000098795026,0.0008218856,0.00032800372,0.0000118651915,0.000023421448,0.000004996643,0.00020788083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999079,0.000024907777,0.00027376736,0.00013891778,0.00033757798,0.00014586956],"domain_scores_gemma":[0.9991738,0.00003637047,0.00049786613,0.00015162563,0.00013687735,0.0000034449743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007942632,0.000094021394,0.000089808,0.00006346833,0.00012366778,0.00019963148,0.00018069409,0.00004080977,0.000034819812],"category_scores_gemma":[0.00045747965,0.000061337894,0.0000178402,0.0010425219,0.00008571588,0.0010248054,0.00006363958,0.000052932104,0.000008689553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010009704,0.000012219534,0.17078565,0.000028411963,0.00000336158,2.418094e-8,0.00025633856,0.000017590826,0.0000669822,0.82060623,0.0009156614,0.0072974903],"study_design_scores_gemma":[0.00030663956,0.0000034191964,0.9090624,0.000021950149,0.0000047850103,8.9633994e-7,0.00029243508,0.0029931231,0.000022077122,0.053664614,0.033551548,0.00007614811],"about_ca_topic_score_codex":0.00029940883,"about_ca_topic_score_gemma":0.00028001936,"teacher_disagreement_score":0.76694167,"about_ca_system_score_codex":0.000062232466,"about_ca_system_score_gemma":0.000033444016,"threshold_uncertainty_score":0.25012866},"labels":[],"label_agreement":null},{"id":"W2133261478","doi":"","title":"Towards a U.K. local government reform Act of 2015 Improving Public Sector Performance for 2025","year":2013,"lang":"en","type":"article","venue":"CentAUR (University of Reading)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Politics; Corporate governance; Public administration; Public sector; Local government; Power (physics); Public policy; Political science; Business; Economics; Economic growth; Economy; Finance; Law","score_opus":0.017208525107712674,"score_gpt":0.19531372863075033,"score_spread":0.17810520352303766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133261478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9036751,0.000035297562,0.004077854,0.003052331,0.00030447473,0.00066682184,0.00002330738,0.000077944846,0.088086866],"genre_scores_gemma":[0.9968426,0.000019077293,0.0004261661,0.00017518087,0.00020119539,0.0000020441205,0.000034909543,0.000012959072,0.0022858598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989526,0.0000040012883,0.00016139797,0.00020168193,0.0003337089,0.00034657112],"domain_scores_gemma":[0.9991487,0.000012330331,0.00035049205,0.0002091399,0.00024416944,0.00003514981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025381436,0.00014273469,0.00023692136,0.00017075588,0.00016416835,0.000065702385,0.00043235917,0.00007742936,0.00058181316],"category_scores_gemma":[0.000032455835,0.0001494753,0.000125576,0.00029533674,0.000102248254,0.002326521,0.00029185042,0.00008061527,0.000066528155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049060804,0.00070431485,0.07428442,0.0049270233,0.00040330619,0.0000031959419,0.001120121,0.000010912661,0.010304568,0.073268816,0.17995787,0.65452486],"study_design_scores_gemma":[0.0072558215,0.00034124573,0.13244906,0.0003912466,0.0003754689,0.0000028917625,0.014835056,0.058460906,0.0040409267,0.0015064208,0.77899486,0.0013461042],"about_ca_topic_score_codex":0.004119592,"about_ca_topic_score_gemma":0.00015195165,"teacher_disagreement_score":0.65317875,"about_ca_system_score_codex":0.00030406407,"about_ca_system_score_gemma":0.000074435506,"threshold_uncertainty_score":0.6370446},"labels":[],"label_agreement":null},{"id":"W2141695770","doi":"10.1111/j.1477-8947.2004.00099.x","title":"Using public procurement to achieve social outcomes","year":2004,"lang":"en","type":"article","venue":"Natural Resources Forum","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":595,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Popularity; Government (linguistics); Economic growth; Business; Government procurement; Public administration; Ethnic group; Public relations; Political science; Economics; Marketing; Law","score_opus":0.048223234418059945,"score_gpt":0.29528454667624976,"score_spread":0.2470613122581898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141695770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85392076,0.00019441852,0.00024705517,0.1177856,0.0008484641,0.00071294967,0.0000052667037,0.0004074258,0.025878035],"genre_scores_gemma":[0.97786134,7.5052424e-7,0.0003830471,0.019193295,0.0018094184,0.000026304442,0.000020942187,0.000038019272,0.00066687143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977643,0.000007695418,0.0003125149,0.00035693118,0.0006832732,0.00087529153],"domain_scores_gemma":[0.99937075,0.00001196153,0.00019281043,0.00019232513,0.00018813707,0.00004403447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003011316,0.0002960518,0.00027073562,0.0005125407,0.0006372399,0.00080146245,0.0005807872,0.000113908645,0.00008750795],"category_scores_gemma":[0.00022480343,0.0002397393,0.00017546731,0.0008859407,0.0000491149,0.0014254045,0.0004895896,0.00028179804,0.00033344133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005252804,0.0007743737,0.191136,0.00043609765,0.0005270415,0.00003416612,0.0023967344,0.00024260207,0.0057043545,0.639256,0.08177988,0.077187486],"study_design_scores_gemma":[0.0013915682,0.000029083098,0.015822012,0.000034209297,0.00004610651,0.0000023073321,0.00047207234,0.00016693128,0.00010569806,0.011016957,0.97033054,0.0005824994],"about_ca_topic_score_codex":0.0005647582,"about_ca_topic_score_gemma":0.0004063206,"teacher_disagreement_score":0.8885507,"about_ca_system_score_codex":0.00020708764,"about_ca_system_score_gemma":0.000052392716,"threshold_uncertainty_score":0.9776285},"labels":[],"label_agreement":null},{"id":"W2141916168","doi":"","title":"How to Reduce Corruption in Public Procurement: The Fundamentals","year":2006,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Procurement; Transparency (behavior); Language change; Government procurement; Business; Goods and services; Public sector; Value for money; Government (linguistics); Public economics; Accounting; Economics; Political science; Marketing; Law; Economy","score_opus":0.04378369448049833,"score_gpt":0.2535918266848604,"score_spread":0.2098081322043621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141916168","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30770856,0.00011403436,0.00071266573,0.23975687,0.0005482648,0.0014893615,0.000002211347,0.00031289103,0.44935513],"genre_scores_gemma":[0.97855353,0.0000017661134,0.00007731639,0.007541833,0.0018075164,0.00013810639,0.000036809717,0.000017180013,0.011825947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987152,0.0000099524605,0.00022189031,0.00025509784,0.00035026175,0.00044759212],"domain_scores_gemma":[0.9995269,0.000013210039,0.000111535344,0.00023466758,0.00010002682,0.000013656568],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005480431,0.00016362095,0.000121122415,0.00038516708,0.00016946702,0.0016951833,0.0003885776,0.00004574949,0.00032035654],"category_scores_gemma":[0.000092015296,0.0001125486,0.000047415633,0.001099195,0.000030006924,0.0019039708,0.00018338172,0.00010242588,0.00038674913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025584335,0.00023742556,0.057610217,0.00006112868,0.00001371023,0.000002270044,0.00004480074,0.0000126465375,0.0037836733,0.6100144,0.31322843,0.01496572],"study_design_scores_gemma":[0.0004489854,0.000007206628,0.028807344,0.000014137063,0.000008606235,7.4297446e-7,0.00019281283,0.00024723294,0.00024612338,0.0061651883,0.96366316,0.00019844245],"about_ca_topic_score_codex":0.0013966652,"about_ca_topic_score_gemma":0.0016279654,"teacher_disagreement_score":0.670845,"about_ca_system_score_codex":0.00008110782,"about_ca_system_score_gemma":0.000025406274,"threshold_uncertainty_score":0.99934113},"labels":[],"label_agreement":null},{"id":"W2153779956","doi":"10.1016/j.jom.2009.01.002","title":"The effects of innovation–cost strategy, knowledge, and action in the supply chain on firm performance","year":2009,"lang":"en","type":"article","venue":"Journal of Operations Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"Michigan State University","keywords":"Supply chain; Business; Industrial organization; Intellectual capital; Competitive advantage; Action (physics); Resource (disambiguation); Knowledge value chain; Knowledge management; Value (mathematics); Marketing; Organizational learning; Computer science","score_opus":0.021406249158647073,"score_gpt":0.2849627094904526,"score_spread":0.2635564603318055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153779956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955352,0.0003955998,0.00018594708,0.011188817,0.00034001833,0.0006990711,3.8075584e-7,0.000008251869,0.031829886],"genre_scores_gemma":[0.9975127,0.00045929605,0.000034175777,0.0011053975,0.0004068034,0.000015888661,0.0000035303635,0.0000038688104,0.00045836403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991733,0.000021872103,0.0003957013,0.00006810071,0.00021646249,0.000124565],"domain_scores_gemma":[0.9994043,0.000050667117,0.00021417633,0.00012338326,0.00020262547,0.0000048402967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010347563,0.0000892322,0.00009651761,0.00043741375,0.0002562513,0.00031552516,0.00023707881,0.00002087149,0.000007585722],"category_scores_gemma":[0.00008600716,0.000051071067,0.000023439303,0.000866826,0.00002537283,0.00084851705,0.00002973244,0.00014408039,0.0000064934957],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009812038,0.00058460224,0.0037050562,0.00031353865,0.00007331084,0.000007026874,0.0004033467,0.0018280454,0.00028979534,0.5756181,0.036001053,0.381078],"study_design_scores_gemma":[0.0024708482,0.00047941355,0.69305444,0.00041179833,0.000109224085,0.000008295037,0.0010531348,0.009088746,0.00026963043,0.0034450996,0.2893687,0.0002406849],"about_ca_topic_score_codex":0.00000927917,"about_ca_topic_score_gemma":0.00004354474,"teacher_disagreement_score":0.6893494,"about_ca_system_score_codex":0.000030093914,"about_ca_system_score_gemma":0.000020215226,"threshold_uncertainty_score":0.30426162},"labels":[],"label_agreement":null},{"id":"W2154850966","doi":"10.1111/jcms.12179","title":"Governance Issues in the EU's e‐Procurement Framework","year":2014,"lang":"en","type":"article","venue":"JCMS Journal of Common Market Studies","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Procurement; Commission; Harmonization; Corporate governance; Business; Government procurement; Government (linguistics); European commission; Industrial organization; E-procurement; Public administration; Accounting; Commerce; International trade; Political science; European union; Marketing; Finance","score_opus":0.030993178655641444,"score_gpt":0.3122601158926911,"score_spread":0.28126693723704965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154850966","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24761471,0.032041896,0.00044568552,0.44265392,0.003447545,0.00069214957,0.0000026639184,0.00007960528,0.27302182],"genre_scores_gemma":[0.9843427,0.0013079338,0.00024297065,0.0100727,0.0035239174,0.00001022107,4.4710154e-7,0.0000135168875,0.00048561237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983309,0.00007710264,0.0005593658,0.00011625743,0.0006259735,0.00029043443],"domain_scores_gemma":[0.998399,0.0003495215,0.00074771576,0.00023268755,0.0002613061,0.000009724035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032317757,0.00019087798,0.00041464387,0.00015504795,0.00017517827,0.00032191913,0.0007254419,0.00004886178,0.00007898278],"category_scores_gemma":[0.0013551731,0.00011598067,0.00012362187,0.00044699066,0.0000818468,0.0011844536,0.00020446489,0.00037982827,0.000021000045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014622767,0.00022388471,0.068827115,0.00022501923,0.00018381051,0.000016181866,0.0008258664,0.000011506873,0.000009132935,0.18929416,0.7267905,0.0134465955],"study_design_scores_gemma":[0.00044714057,0.000037881364,0.076987274,0.00029887096,0.000048926515,0.0000048251463,0.000644452,0.000074292446,0.0000069401494,0.04885538,0.8724488,0.00014518999],"about_ca_topic_score_codex":0.000060043196,"about_ca_topic_score_gemma":0.00012780902,"teacher_disagreement_score":0.73672795,"about_ca_system_score_codex":0.0000453712,"about_ca_system_score_gemma":0.000014049548,"threshold_uncertainty_score":0.47295547},"labels":[],"label_agreement":null},{"id":"W2156735678","doi":"10.1111/j.1467-9361.2011.00650.x","title":"Welfare Effects of Reducing Home Bias in Government Procurements: A Dynamic Contest Model","year":2012,"lang":"en","type":"article","venue":"Review of Development Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Economics; CONTEST; Welfare; Government procurement; Profit (economics); Government (linguistics); Sterilization (economics); Microeconomics; International economics; Procurement; Labour economics; Monetary economics; Market economy; Monetary policy","score_opus":0.024669836612091576,"score_gpt":0.23977194638782404,"score_spread":0.21510210977573246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156735678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94457614,0.032958902,0.00017414214,0.0018748327,0.0005613409,0.0022899453,0.000011037203,0.000053289452,0.017500363],"genre_scores_gemma":[0.98964393,0.0073936395,0.0014930456,0.0010461134,0.00009245544,0.00012475903,0.00004612989,0.000030395358,0.00012954009],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981875,0.000011468839,0.0009952829,0.00021110807,0.00020696716,0.000387716],"domain_scores_gemma":[0.998775,0.000029794832,0.00086048536,0.00023759129,0.00007075519,0.000026363596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009467892,0.00023773132,0.0005895855,0.00016458405,0.00004453037,0.000027495258,0.0003073058,0.000052571126,0.000056134628],"category_scores_gemma":[0.00021182756,0.00022695264,0.000096657044,0.00025205873,0.00002618125,0.0010604404,0.0002223532,0.0000893594,0.000030494497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013155866,0.0030988664,0.27773643,0.32857975,0.00080015755,0.0000033580532,0.0013731001,0.0005616949,0.00065632997,0.14177911,0.009544174,0.23573548],"study_design_scores_gemma":[0.0067245187,0.00006605781,0.12873296,0.061934788,0.00051368837,0.000006034697,0.00027632865,0.020951493,0.0032286681,0.0015143194,0.77311003,0.0029411293],"about_ca_topic_score_codex":0.000037016573,"about_ca_topic_score_gemma":0.00001913295,"teacher_disagreement_score":0.76356584,"about_ca_system_score_codex":0.00033085456,"about_ca_system_score_gemma":0.00010877771,"threshold_uncertainty_score":0.925486},"labels":[],"label_agreement":null},{"id":"W2156953436","doi":"","title":"Promoting innovation in transportation infrastructure maintenance: incentives contracting and performance-based specifications","year":2007,"lang":"en","type":"article","venue":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incentive; Business; Industrial organization; Transport engineering; Action (physics); Test (biology); Process management; Knowledge management; Marketing; Operations management; Engineering; Computer science; Economics; Microeconomics","score_opus":0.024012772662037177,"score_gpt":0.2510251309873572,"score_spread":0.22701235832532002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156953436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97869414,0.000039092665,0.0071348343,0.0068291174,0.00020667345,0.000659039,0.000054898937,0.00026558252,0.006116616],"genre_scores_gemma":[0.9932101,0.000013990115,0.004036667,0.00046206714,0.00017976982,0.00005907675,0.0019729035,0.000016060969,0.000049408463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981458,0.000004795799,0.00084696553,0.00038080665,0.00025237253,0.00036921963],"domain_scores_gemma":[0.998009,0.000021540462,0.0008544714,0.00036068907,0.00073687226,0.000017411865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010805244,0.00020128606,0.00021599323,0.00236677,0.0002069537,0.00012659779,0.00036391226,0.00017574024,0.000048481223],"category_scores_gemma":[0.0009503939,0.00020232538,0.000025126334,0.0034756782,0.000253701,0.0029903175,0.000073182615,0.00034403786,0.000007362584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010231803,0.00024728774,0.54597855,0.0004976349,0.000025115341,0.0000031944983,0.00013276712,0.000075320175,0.0040077292,0.34684727,0.0025633047,0.09951952],"study_design_scores_gemma":[0.0022026992,0.000028151513,0.6743337,0.0003612678,0.000042407944,0.0000017191181,0.00039072306,0.015712297,0.0044863783,0.0014153067,0.30056438,0.00046095217],"about_ca_topic_score_codex":0.00016300399,"about_ca_topic_score_gemma":0.00020281192,"teacher_disagreement_score":0.34543195,"about_ca_system_score_codex":0.000078140976,"about_ca_system_score_gemma":0.00010133296,"threshold_uncertainty_score":0.82505894},"labels":[],"label_agreement":null},{"id":"W2171212872","doi":"10.3386/w18385","title":"Public Procurement and the Private Supply of Green Buildings","year":2012,"lang":"en","type":"report","venue":"National Bureau of Economic Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Innovative Research Group Project of the National Natural Science Foundation of China; Harvard Business School","keywords":"Procurement; Business; Green building; Architectural engineering; Engineering; Marketing","score_opus":0.443546225426566,"score_gpt":0.45356013576111237,"score_spread":0.01001391033454635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171212872","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009193695,0.0026034866,0.0000030060644,0.019807432,0.00047947062,0.0016280134,0.000046275683,0.000027572878,0.966211],"genre_scores_gemma":[0.9863974,0.00085262576,0.000060344497,0.00019243288,0.0054338323,0.00021744054,0.0003505756,0.000050468367,0.0064449203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625087,0.00005269316,0.0008196929,0.0003550581,0.0019881884,0.00053350977],"domain_scores_gemma":[0.9957287,0.00037101598,0.00090264867,0.00031120796,0.0026531892,0.000033250974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013393205,0.00023675426,0.00053307397,0.0013463421,0.0001850448,0.00025749116,0.00087712484,0.00022668386,0.0006589391],"category_scores_gemma":[0.0016820644,0.00017435079,0.00016052074,0.000384112,0.0006351804,0.0010533809,0.0008309667,0.00051521213,0.000079844955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006606131,0.00006050709,0.010579995,0.0008076963,0.00020927793,1.7703796e-7,0.000032323558,9.673512e-7,0.000031399348,0.8922065,0.091974445,0.0040306877],"study_design_scores_gemma":[0.0011766684,0.000013167626,0.003948416,0.00010744748,0.000047722926,0.0000035494215,0.000021161983,0.00011743731,0.00004003525,0.30088934,0.69343644,0.00019858159],"about_ca_topic_score_codex":0.008565978,"about_ca_topic_score_gemma":0.00025962188,"teacher_disagreement_score":0.97720367,"about_ca_system_score_codex":0.0004047859,"about_ca_system_score_gemma":0.0012646924,"threshold_uncertainty_score":0.9980361},"labels":[],"label_agreement":null},{"id":"W2173367296","doi":"10.18331/brj2015.1.3.2","title":"Current and future ABE processes","year":2014,"lang":"en","type":"article","venue":"Biofuel Research Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Current (fluid); Political science; Business; Engineering; Electrical engineering","score_opus":0.07072181729436781,"score_gpt":0.3565029446342507,"score_spread":0.28578112733988287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173367296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6318265,0.028286055,0.000532496,0.098221794,0.0028195854,0.0009307406,0.0000070237593,0.00030831865,0.23706745],"genre_scores_gemma":[0.9398325,0.0035625738,0.00012535887,0.0011025431,0.054736994,0.000020728456,0.000009688622,0.00003512675,0.000574505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829507,0.000038585073,0.00018751508,0.000180548,0.0007345428,0.0005637263],"domain_scores_gemma":[0.998835,0.000058180496,0.00010137326,0.0001278505,0.00081194734,0.00006564699],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002482648,0.00012014926,0.00012036972,0.000560255,0.00062835583,0.001534644,0.00037577545,0.000055153316,0.00027800963],"category_scores_gemma":[0.00085206947,0.00008827992,0.000033902765,0.00073797395,0.00011072651,0.0013348476,0.00023015098,0.00063783565,0.00023382327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007950533,0.00018582681,0.04151572,0.0013892832,0.000032498112,0.0000078587655,0.00013427978,1.6907279e-7,0.00052969094,0.070751086,0.20622554,0.67914855],"study_design_scores_gemma":[0.00039731286,0.00001909748,0.011035103,0.00006373163,0.000005285294,0.0000138333935,0.0000843641,0.00008142006,0.000020191686,0.02842997,0.9597356,0.00011410034],"about_ca_topic_score_codex":0.000026833495,"about_ca_topic_score_gemma":0.000024182515,"teacher_disagreement_score":0.75351006,"about_ca_system_score_codex":0.000026474845,"about_ca_system_score_gemma":0.00013620655,"threshold_uncertainty_score":0.9995019},"labels":[],"label_agreement":null},{"id":"W2188644878","doi":"","title":"Corporate Sustainability of Green Technology AndAssessment of The Environment And Challenges Faced byRegulatory Authorities in Uganda: A Case of The ElectricityRegulatory Authority (ERA)","year":2011,"lang":"en","type":"article","venue":"The Journal of Internet Banking and Commerce","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Sustainability; Corporate governance; Regulatory authority; Civil society; Overtime; Quality (philosophy); Sample (material); Business; Electricity; Service (business); Public relations; Marketing; Public administration; Politics; Political science; Engineering; Finance; Law","score_opus":0.040566730453997814,"score_gpt":0.23250452622062648,"score_spread":0.19193779576662867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188644878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940339,0.0022323255,0.00004472603,0.0030878247,0.000066794695,0.00018509851,0.0000016594488,0.000004360855,0.00034332892],"genre_scores_gemma":[0.9996127,0.00020255795,0.000014968331,0.000064345455,0.00003793989,0.0000023130506,1.0920359e-7,0.0000070429433,0.00005804581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989325,0.00012549658,0.0004944409,0.00009271516,0.00019760619,0.00015723167],"domain_scores_gemma":[0.9983771,0.000064398635,0.0011290673,0.0002587407,0.0001610217,0.000009671309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016800263,0.00013167439,0.0003055546,0.0001981328,0.00007901256,0.000013553521,0.00042918767,0.00007599464,0.00001350218],"category_scores_gemma":[0.00006778227,0.000071085626,0.00006753823,0.00021464916,0.00048166676,0.00020036139,0.00043126484,0.00031596376,5.6838797e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054151425,0.0005894023,0.77524096,0.0017070966,0.0003536707,0.000019354113,0.01302901,0.000029985322,0.001962167,0.15227619,0.00025275102,0.053997926],"study_design_scores_gemma":[0.0015283084,0.00029969646,0.8909646,0.000520448,0.00028952543,0.00021215313,0.009367456,0.0010694369,0.005231663,0.08898609,0.0012907147,0.00023987127],"about_ca_topic_score_codex":0.0017625618,"about_ca_topic_score_gemma":0.00030073326,"teacher_disagreement_score":0.11572371,"about_ca_system_score_codex":0.000048598828,"about_ca_system_score_gemma":0.000054380867,"threshold_uncertainty_score":0.28987876},"labels":[],"label_agreement":null},{"id":"W2197498005","doi":"10.29379/jedem.v7i2.392","title":"Transparency and Open Government: Reporting on the Disclosure of Information","year":2015,"lang":"en","type":"article","venue":"JeDEM - eJournal of eDemocracy and Open Government","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Transparency (behavior); Open data; Open government; Publishing; Government (linguistics); Business; Accounting; Political science; Law","score_opus":0.07680373940109007,"score_gpt":0.2874051807682981,"score_spread":0.210601441367208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197498005","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35608292,0.0001711347,0.00015366172,0.031026965,0.00032302187,0.0013455757,0.00004832001,0.000010125327,0.6108383],"genre_scores_gemma":[0.9958855,0.00011127629,0.00012313778,0.0029387036,0.00020554702,0.000016348255,0.000006183732,0.000010572729,0.00070272025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973937,0.000024488752,0.001125821,0.00016389266,0.0010819051,0.00021014312],"domain_scores_gemma":[0.99665225,0.00007769939,0.002892528,0.0002379542,0.000095397285,0.000044198336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027426197,0.00018255314,0.0003846611,0.000031809177,0.00018992755,0.0008664421,0.00077031663,0.000052258067,0.00011615353],"category_scores_gemma":[0.00044997313,0.00011849189,0.000056621222,0.00017427218,0.000054393706,0.004537472,0.0008555113,0.00016843314,0.000008420548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026313527,0.00085576734,0.30926937,0.00091387186,0.00061005,0.000017331398,0.0029460122,0.00014666401,0.0008961217,0.33502066,0.15098087,0.1957119],"study_design_scores_gemma":[0.0041827485,0.0003384411,0.08681116,0.000797017,0.0002389995,0.00002099918,0.006946266,0.0014572095,0.0011496416,0.018736575,0.878778,0.00054296234],"about_ca_topic_score_codex":0.0003481826,"about_ca_topic_score_gemma":0.000031378575,"teacher_disagreement_score":0.7277971,"about_ca_system_score_codex":0.00008032889,"about_ca_system_score_gemma":0.000060178554,"threshold_uncertainty_score":0.8355121},"labels":[],"label_agreement":null},{"id":"W2216004524","doi":"10.1007/3-540-27018-3_10","title":"Major Changes in Supply Organizations","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Business","score_opus":0.015773969966494394,"score_gpt":0.21517574457445734,"score_spread":0.19940177460796296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2216004524","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028823182,0.00015748688,0.000015244833,0.014591287,0.00020797196,0.00027557075,0.000008792756,0.00019324529,0.98452157],"genre_scores_gemma":[0.0049218116,0.00009731932,0.00007330574,0.009968648,0.0059881727,0.000014425173,0.00040680091,0.000086319014,0.9784432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899065,0.0000010225286,0.00023332406,0.0002748375,0.00022021185,0.0002799411],"domain_scores_gemma":[0.9994404,0.000011241117,0.00016121093,0.00023465611,0.00014076437,0.000011751055],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001189292,0.00028325178,0.00024541482,0.0008369954,0.00007513515,0.00025610696,0.00031312255,0.00021972563,0.032876164],"category_scores_gemma":[0.000039325383,0.00026733236,0.00004269756,0.00021314163,0.000028807875,0.0005417208,0.00021433544,0.00019897404,0.0044839755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023215089,0.000014642737,0.00079115364,0.00005391671,0.000017228702,0.0000037981265,0.000011607064,5.5865536e-7,0.000007040813,0.8538809,0.1411838,0.004033055],"study_design_scores_gemma":[0.00026092597,0.000002387214,0.00036740876,0.000056970064,0.000037050624,6.8376943e-7,0.0000056016447,0.000040248677,0.000005127481,0.015722338,0.9831744,0.0003268869],"about_ca_topic_score_codex":0.0003692288,"about_ca_topic_score_gemma":0.008661116,"teacher_disagreement_score":0.8419906,"about_ca_system_score_codex":0.000055297438,"about_ca_system_score_gemma":0.000038738144,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W2235232424","doi":"10.4018/978-1-59904-277-0.ch005","title":"Buyer-Supplier Relationships in Business-to-Business E-Procurement","year":2007,"lang":"en","type":"book-chapter","venue":"Advances in e-business research series","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Dynamism; Procurement; Business; Dependency (UML); Industrial organization; Supply management; Resource dependence theory; Information exchange; Resource (disambiguation); Supply chain; Supply chain management; Relational view; Marketing; Microeconomics; Economics; Computer science","score_opus":0.11282646530833607,"score_gpt":0.359854056236728,"score_spread":0.24702759092839194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235232424","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012012618,0.0065307836,0.0005902983,0.01616459,0.0018133147,0.0032471465,0.000055524273,0.0003310137,0.9700661],"genre_scores_gemma":[0.15279995,0.036418773,0.005351851,0.005791632,0.02817138,0.0033618622,0.0042706793,0.0020174833,0.7618164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916744,0.0000646353,0.0016703496,0.0016427763,0.0027495753,0.0021982582],"domain_scores_gemma":[0.9929495,0.00034986483,0.00058617414,0.0012581146,0.004737146,0.00011924296],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004322232,0.0011779033,0.001247835,0.0075407694,0.0007094965,0.0009975343,0.0018105764,0.00081793254,0.0013138944],"category_scores_gemma":[0.0026507156,0.0011784348,0.00012571209,0.0075908187,0.0007397863,0.008415052,0.0016222096,0.0022025262,0.00159388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001417763,0.00040299015,0.02301106,0.005379702,0.000068248446,0.0004455951,0.00028651184,0.0014769962,0.00007673858,0.92464375,0.0130545115,0.029736154],"study_design_scores_gemma":[0.0009796246,0.000017476985,0.055941813,0.0015952796,0.000026214308,0.0000074992017,0.0001391491,0.000025629632,0.000007916274,0.07705903,0.8630452,0.0011551776],"about_ca_topic_score_codex":0.0012203522,"about_ca_topic_score_gemma":0.01658803,"teacher_disagreement_score":0.84999067,"about_ca_system_score_codex":0.0007989673,"about_ca_system_score_gemma":0.0006603137,"threshold_uncertainty_score":0.99959904},"labels":[],"label_agreement":null},{"id":"W2265737486","doi":"","title":"An empirical study of sticky costs in Spanish companies","year":2012,"lang":"es","type":"article","venue":"Contaduría y Administración","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Business; Empirical research; Mathematics; Statistics","score_opus":0.046518832979418084,"score_gpt":0.350098648142123,"score_spread":0.30357981516270494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265737486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808315,0.0006335987,0.000011940338,0.00071878283,0.00084933377,0.0010178264,0.000034672787,0.000098508266,0.015803808],"genre_scores_gemma":[0.99654454,0.000018173934,0.000027389047,0.0007634192,0.0022811322,0.000048845344,0.00008318866,0.000058975616,0.00017431636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661845,0.00011813107,0.0010894595,0.00050262746,0.00064626883,0.0010250828],"domain_scores_gemma":[0.9981061,0.0001474681,0.0006424775,0.0006956654,0.0002653002,0.00014299176],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011336996,0.0005285178,0.00084122486,0.0006001912,0.00017209658,0.0005812442,0.0008028772,0.00023355671,0.0006873596],"category_scores_gemma":[0.00030663479,0.0005384065,0.00012377085,0.00087817805,0.00016592721,0.0030763657,0.0002963966,0.00043754783,0.00031961917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000273049,0.008624767,0.97437805,0.00039405946,0.00010415564,0.000029134184,0.001448125,0.000002471056,0.0001577574,0.009228562,0.0022715519,0.003088292],"study_design_scores_gemma":[0.0026730644,0.0004969163,0.95346254,0.00018125545,0.00022818793,0.0000046866394,0.0063318885,0.00026116858,0.00006799368,0.00010903071,0.035583142,0.00060015207],"about_ca_topic_score_codex":0.0016274323,"about_ca_topic_score_gemma":0.0012123518,"teacher_disagreement_score":0.03331159,"about_ca_system_score_codex":0.00012739183,"about_ca_system_score_gemma":0.0001268073,"threshold_uncertainty_score":0.99970675},"labels":[],"label_agreement":null},{"id":"W2267589531","doi":"","title":"Editorial: Procurement (March 2008)","year":2008,"lang":"en","type":"editorial","venue":"˜The œopen source business resource","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.019720955893316988,"score_gpt":0.2588897537169274,"score_spread":0.23916879782361042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267589531","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027617774,0.00080660055,0.00020518978,0.0034105277,0.9036602,0.0028824534,0.00007090489,0.0006410396,0.088295475],"genre_scores_gemma":[0.00020255061,0.0001706581,0.000032797976,0.001987147,0.948682,0.0007664148,0.0020691105,0.0005044051,0.045584902],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99015856,0.0001367639,0.001430616,0.001789886,0.0045564477,0.0019277342],"domain_scores_gemma":[0.99214906,0.00056661374,0.0019098638,0.0024413958,0.0028251177,0.00010796339],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.002667035,0.001583476,0.0015140512,0.00088979193,0.0021023764,0.005435032,0.008892127,0.0017116258,0.00059828407],"category_scores_gemma":[0.0012670598,0.0012203592,0.00041740487,0.0033250465,0.00053286017,0.0020887693,0.0061764116,0.0020106707,0.0024906208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035238557,0.00025997116,0.000059837028,0.0005455356,0.00019416516,0.000015142083,0.00013249471,0.00008249164,0.000008207008,0.00015848869,0.99322313,0.004968178],"study_design_scores_gemma":[0.0020952304,0.000020216468,0.00006490602,0.0003621733,0.00029735497,0.0000072252324,0.000097283264,0.00013238788,0.0000012830756,0.0002500345,0.9951089,0.0015630252],"about_ca_topic_score_codex":0.01038561,"about_ca_topic_score_gemma":0.00077576644,"teacher_disagreement_score":0.045021817,"about_ca_system_score_codex":0.0003861619,"about_ca_system_score_gemma":0.0011916745,"threshold_uncertainty_score":0.9996913},"labels":[],"label_agreement":null},{"id":"W2268600965","doi":"","title":"Increasing your Profit Margin through Electronic Procurement","year":2000,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada)","funders":"","keywords":"Procurement; Purchasing; Enabling; Business; Profit margin; Profit (economics); Intranet; The Internet; Marketing; Computer science; Economics; World Wide Web","score_opus":0.015190487369595782,"score_gpt":0.24437008331003462,"score_spread":0.22917959594043885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268600965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8089974,0.0055510793,0.0018795847,0.013232681,0.00035639034,0.0010248157,0.0000020201735,0.00046138058,0.16849466],"genre_scores_gemma":[0.98098755,0.0020964746,0.0001246862,0.002864079,0.0049266145,0.00004303106,0.00002693424,0.00008526023,0.008845345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934005,0.000047320354,0.0005460646,0.00041628035,0.00068682095,0.0049029784],"domain_scores_gemma":[0.9991366,0.000017526649,0.00033958183,0.0002923502,0.00017776052,0.00003617983],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029207456,0.0004142126,0.00032897637,0.0002877525,0.0006559889,0.000680104,0.00074434764,0.00012885257,0.0016878782],"category_scores_gemma":[0.00009139591,0.00036666237,0.000210433,0.00078515173,0.000055657525,0.0028925268,0.00009371398,0.0020765222,0.0011068803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004046711,0.00019205562,0.0107437335,0.000069696944,0.00030196313,0.0000068899676,0.00013749466,0.000016157577,0.0006448224,0.8829076,0.0035681552,0.10100673],"study_design_scores_gemma":[0.0016960428,0.00010530263,0.0011918481,0.000059028498,0.00013728405,0.00031615095,0.00038190305,0.00023554897,0.000046739184,0.49281746,0.5024086,0.0006040505],"about_ca_topic_score_codex":0.0009657734,"about_ca_topic_score_gemma":0.0007988393,"teacher_disagreement_score":0.49884048,"about_ca_system_score_codex":0.0011962644,"about_ca_system_score_gemma":0.0016274392,"threshold_uncertainty_score":0.9998785},"labels":[],"label_agreement":null},{"id":"W2277529793","doi":"10.1108/jpbafm-15-03-2003-b001","title":"Toward a framework for managing high-risk government outsourcing: field research in three italian municipalities","year":2003,"lang":"en","type":"article","venue":"Journal of Public Budgeting Accounting & Financial Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Outsourcing; Business; Knowledge process outsourcing; Public sector; Government (linguistics); Quality (philosophy); Private sector; Economies of scale; Scale (ratio); Contracting out; Industrial organization; Marketing; Economics; Business administration; Economic growth; Economy","score_opus":0.07451910171903868,"score_gpt":0.30347531888843454,"score_spread":0.22895621716939585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277529793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7993393,0.0012492148,0.07950422,0.032894775,0.005581859,0.0023998362,0.00001343596,0.00021780953,0.07879952],"genre_scores_gemma":[0.9844899,0.00008803944,0.009705996,0.0020304995,0.003245104,0.000102651466,0.0000042174893,0.00007424337,0.000259335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99458784,0.00013802949,0.0014436153,0.00051844364,0.0017965123,0.0015155672],"domain_scores_gemma":[0.9963841,0.00071618473,0.0015977973,0.0005100774,0.0007245836,0.00006725914],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016700992,0.00041972462,0.00064044166,0.0015419187,0.0006793042,0.001748575,0.0012778569,0.00023126617,0.00009157021],"category_scores_gemma":[0.0076398044,0.00040950702,0.00038302082,0.001898,0.00009128247,0.0022348508,0.0006070707,0.0012150231,0.000030436104],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112595415,0.00025220757,0.07497182,0.00084043184,0.00013059244,0.000054350796,0.00041276586,0.0002261849,0.000005467095,0.86869144,0.0070834393,0.047218688],"study_design_scores_gemma":[0.002877569,0.00016910514,0.02122001,0.0013038451,0.00020933955,0.000008982283,0.006470675,0.0012082731,0.000036155987,0.52517384,0.4404936,0.0008286042],"about_ca_topic_score_codex":0.0011775707,"about_ca_topic_score_gemma":0.00039756772,"teacher_disagreement_score":0.43341017,"about_ca_system_score_codex":0.000485156,"about_ca_system_score_gemma":0.00012893468,"threshold_uncertainty_score":0.99983567},"labels":[],"label_agreement":null},{"id":"W2279762660","doi":"10.5281/zenodo.18309","title":"D3.1_Procurement Barriers Report","year":2015,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Business","score_opus":0.06445224655279895,"score_gpt":0.25502190580249706,"score_spread":0.1905696592496981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279762660","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014328562,0.00007689903,0.0013003112,0.0057756086,0.00039057157,0.0004920933,0.00001829062,0.0015386717,0.976079],"genre_scores_gemma":[0.9877947,0.000010123031,0.00015975391,0.002575804,0.0021393362,1.4875805e-7,0.0017465942,0.0012288311,0.0043447018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832755,0.000039793154,0.0002817755,0.0003624752,0.0005710177,0.00041736063],"domain_scores_gemma":[0.99836105,0.000004440478,0.00018533823,0.00041790758,0.00091510284,0.000116150004],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001468387,0.0001531964,0.00013206009,0.0003394827,0.0012865817,0.0017212476,0.00087447604,0.000053911004,0.008940365],"category_scores_gemma":[0.0017491477,0.00015475147,0.000049755217,0.0007106088,0.00009137471,0.0011645498,0.0012311011,0.00017814305,0.01351398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040362924,0.000054636137,0.00006959154,0.000053292268,0.00003202013,0.00003760982,0.00023952348,0.00001056835,0.00033493034,0.03422372,0.9398594,0.025044331],"study_design_scores_gemma":[0.0005438625,0.000029751778,0.00021923122,0.000012715048,0.000017259714,0.000058962978,0.00029089733,0.00022468985,0.00006223955,0.0017697755,0.99658054,0.00019009752],"about_ca_topic_score_codex":0.00008549791,"about_ca_topic_score_gemma":7.002681e-7,"teacher_disagreement_score":0.97346616,"about_ca_system_score_codex":0.00013608689,"about_ca_system_score_gemma":0.0000098871715,"threshold_uncertainty_score":0.9993151},"labels":[],"label_agreement":null},{"id":"W2291246208","doi":"10.5539/ijms.v8n1p170","title":"Threats to New Product Innovativeness and the Effects of Supplier Influence Processes","year":2016,"lang":"en","type":"article","venue":"International Journal of Marketing Studies","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competitor analysis; Business; Profitability index; Marketing; Product (mathematics); Industrial organization; Revenue; New product development; Competitive advantage; Service (business); Market share","score_opus":0.0163452710446972,"score_gpt":0.29525937011891323,"score_spread":0.27891409907421605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291246208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600111,0.002782788,0.00016106114,0.035165623,0.000644176,0.00018044998,8.882668e-7,0.00000974321,0.0010441674],"genre_scores_gemma":[0.9962543,0.00055749796,0.00014211376,0.0010047237,0.0014736772,0.0000065962663,1.5650464e-7,0.0000066510606,0.00055428315],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99907434,0.000028332915,0.000327084,0.00009513939,0.00037055335,0.00010453079],"domain_scores_gemma":[0.99614567,0.0012493364,0.00052796456,0.000061521496,0.0020070062,0.000008532505],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017640804,0.00009664008,0.00019863027,0.0002320948,0.000051864645,0.000078883335,0.00034510565,0.000011292687,0.000008007593],"category_scores_gemma":[0.01868723,0.000046089932,0.0000312585,0.00026271134,0.00012164592,0.0006823589,0.00026557868,0.000050956543,0.000002830953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072075133,0.00016071908,0.41628903,0.0023813564,0.0027652876,0.000030280578,0.0027548294,0.000013868203,0.012453466,0.027188443,0.044391062,0.48436412],"study_design_scores_gemma":[0.014908332,0.00014077593,0.6977634,0.01190828,0.0003738692,0.00006875058,0.0008941944,0.000005095026,0.014484063,0.09829575,0.16042928,0.0007282104],"about_ca_topic_score_codex":0.000023951285,"about_ca_topic_score_gemma":0.000009222535,"teacher_disagreement_score":0.48363593,"about_ca_system_score_codex":0.000021935688,"about_ca_system_score_gemma":0.000060688002,"threshold_uncertainty_score":0.9895788},"labels":[],"label_agreement":null},{"id":"W2298772594","doi":"","title":"Life Cycle Costing in Defence Acquisition: The Challenges of Transforming Complex Aspirations into Factual Ground Realities","year":2016,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Context (archaeology); Activity-based costing; Government (linguistics); Process (computing); Workforce; Business; Public administration; Operations management; Economics; Accounting; Political science; Economic growth; Marketing; Computer science","score_opus":0.08837233223196704,"score_gpt":0.27517787278527245,"score_spread":0.1868055405533054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298772594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6051673,0.00042143266,0.003738667,0.0781141,0.00015538305,0.0004857261,0.0000072472403,0.00017133709,0.3117388],"genre_scores_gemma":[0.99716514,0.00004891616,0.00006247532,0.0020983007,0.00048725013,0.00002642514,0.0000058237074,0.000009023761,0.00009665575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99912035,0.000013765657,0.0003039404,0.00014336038,0.00019836795,0.00022019575],"domain_scores_gemma":[0.9994772,0.00014789453,0.00011878421,0.00015054383,0.000091658854,0.00001389297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004374498,0.000112118156,0.00013677408,0.0001583997,0.00017771509,0.000099323726,0.00024479846,0.000038371865,0.00041370012],"category_scores_gemma":[0.0001954076,0.000065262895,0.00004512343,0.00021903454,0.000098351644,0.0015303611,0.000070500995,0.000050193677,0.00003946936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013410188,0.000038467988,0.0022290132,0.00010385353,0.000015095149,4.3312627e-7,0.0010489834,0.000007822369,0.0010756416,0.9590132,0.0008622402,0.035591837],"study_design_scores_gemma":[0.0053052106,0.00012457858,0.34508845,0.0009929446,0.00013168331,0.0000057074544,0.029652402,0.0041971994,0.0011430824,0.39725885,0.21448721,0.0016126788],"about_ca_topic_score_codex":0.001848151,"about_ca_topic_score_gemma":0.0023876322,"teacher_disagreement_score":0.56175435,"about_ca_system_score_codex":0.000023746694,"about_ca_system_score_gemma":0.00003202791,"threshold_uncertainty_score":0.45297262},"labels":[],"label_agreement":null},{"id":"W2300198905","doi":"","title":"International Procurement Developments in 2015: Structural Reforms to International Procurement Laws","year":2016,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; General partnership; Negotiation; Presentation (obstetrics); International trade; Business; Political science; Law; Marketing","score_opus":0.02042029915452272,"score_gpt":0.2781216639852189,"score_spread":0.2577013648306962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300198905","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15210001,0.000019313271,0.0011738238,0.103744484,0.0046913344,0.0017565533,0.000019405448,0.0003925876,0.73610246],"genre_scores_gemma":[0.98015124,0.000009036495,0.0014485517,0.0060103647,0.0017546247,0.00020846745,0.00006629538,0.000029292869,0.010322119],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976506,0.000005329649,0.00054016686,0.0004497639,0.0008527734,0.0005013284],"domain_scores_gemma":[0.9992249,0.000009803547,0.0001859727,0.00019637526,0.00034094683,0.000042019103],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047090303,0.0002704807,0.00017847272,0.00072782877,0.00008174404,0.00033771025,0.00089188176,0.00006754499,0.002506085],"category_scores_gemma":[0.00017405645,0.00016887252,0.000056781628,0.00038973909,0.000025883848,0.0023145955,0.00061122817,0.00009209471,0.0010915049],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037999,0.00031685692,0.44107085,0.000090007845,0.00026035856,0.000015747446,0.0003486109,0.000012856263,0.0060732085,0.21905947,0.16277508,0.16959696],"study_design_scores_gemma":[0.0016531217,0.000012315432,0.07100222,0.000104699924,0.0000061397886,0.0000016887724,0.000054457454,0.000110178444,0.00061815034,0.002771166,0.92328715,0.000378707],"about_ca_topic_score_codex":0.00031533267,"about_ca_topic_score_gemma":0.0006445094,"teacher_disagreement_score":0.8280512,"about_ca_system_score_codex":0.00049793674,"about_ca_system_score_gemma":0.000070401045,"threshold_uncertainty_score":0.99968624},"labels":[],"label_agreement":null},{"id":"W2304834704","doi":"10.2139/ssrn.2700786","title":"The Impact of Federal Procurement Certification on U.S. Female-Owned Businesses","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Procurement; Certification; Business; Accounting; Industrial organization; Marketing; Management; Economics","score_opus":0.04125433137641528,"score_gpt":0.2896172060415837,"score_spread":0.24836287466516843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304834704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596486,0.0017039806,0.0007114713,0.011252093,0.00051234633,0.0005397568,0.0000015029913,0.00009393384,0.025536284],"genre_scores_gemma":[0.9971015,0.00022908382,0.0000057849966,0.00017299884,0.0016596654,0.000013782998,0.000010734475,0.000022163613,0.0007842911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976154,0.00002206445,0.00036205072,0.00015417035,0.00049117935,0.0013551131],"domain_scores_gemma":[0.9986093,0.00002529666,0.00049969566,0.00021311417,0.0006247238,0.000027837888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022069123,0.00018974736,0.00017185757,0.00020482104,0.0003966158,0.0005150125,0.00045339702,0.00005064539,0.000022105118],"category_scores_gemma":[0.00038322862,0.00011074609,0.0001460704,0.00048140137,0.000050319424,0.000913112,0.000059035618,0.00056130154,0.000092187074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014686702,0.00077316124,0.067572415,0.00006838586,0.0007968829,0.0000019975773,0.000263891,0.00074952905,0.0017705054,0.80584246,0.035045266,0.08564683],"study_design_scores_gemma":[0.0054193367,0.0009782292,0.078374036,0.00014183822,0.00017774057,0.00009611147,0.002712167,0.0022190372,0.00043042633,0.8002476,0.10819008,0.0010133953],"about_ca_topic_score_codex":0.0006418433,"about_ca_topic_score_gemma":0.00048777985,"teacher_disagreement_score":0.08463344,"about_ca_system_score_codex":0.0006887218,"about_ca_system_score_gemma":0.0015701096,"threshold_uncertainty_score":0.49662772},"labels":[],"label_agreement":null},{"id":"W2338395275","doi":"10.12927/hcpap.2015.24417","title":"Towards a Model of Stewardship and Accountability in Support of Innovation and “Good” Failure","year":2015,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Accountability; Stewardship (theology); Business; Process management; Knowledge management; Engineering ethics; Public relations; Political science; Computer science; Engineering; Politics","score_opus":0.08541136799954531,"score_gpt":0.3119646837652721,"score_spread":0.2265533157657268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338395275","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34125936,0.000057357687,0.000038603095,0.654757,0.00014749035,0.000965291,0.0001726486,0.0000673898,0.0025348368],"genre_scores_gemma":[0.049822465,0.000032326192,0.00033578178,0.9481213,0.00027915402,0.0001819978,0.00073040207,0.00010022705,0.0003963251],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953896,0.00007750703,0.0016167918,0.0009646271,0.0010193884,0.00093209726],"domain_scores_gemma":[0.9969688,0.00014866056,0.0012178334,0.00071548595,0.0008704227,0.00007879302],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026351332,0.0006915649,0.0013133892,0.0016096601,0.00012942958,0.0001809574,0.00052177196,0.00080097414,0.00007665186],"category_scores_gemma":[0.0006374205,0.0006637639,0.00010415184,0.0018680058,0.00010140246,0.00092457625,0.0007302653,0.001025253,0.000023080718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045194503,0.0001474698,0.0075131054,0.0021841072,0.000050961866,0.0000063154066,0.0017331403,0.000007758242,0.00010237751,0.0026730802,0.9835106,0.001619147],"study_design_scores_gemma":[0.0021253596,0.0002771916,0.0034427799,0.000007742967,0.00010078803,0.0000060824127,0.00018019947,0.0013171375,0.00002383541,0.0023246356,0.98942876,0.0007654974],"about_ca_topic_score_codex":0.005800118,"about_ca_topic_score_gemma":0.0027856126,"teacher_disagreement_score":0.2933643,"about_ca_system_score_codex":0.0004148338,"about_ca_system_score_gemma":0.0007417254,"threshold_uncertainty_score":0.99958134},"labels":[],"label_agreement":null},{"id":"W2368630006","doi":"","title":"The Influence of Entering into GPA upon China's Science and Technology Innovation and Industrial Development and China's Coping Strategies","year":2012,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Procurement; Business; Government (linguistics); Purchasing; Government procurement; Coping (psychology); Industrial organization; Marketing; Political science","score_opus":0.021406558042337806,"score_gpt":0.255604914417213,"score_spread":0.23419835637487518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368630006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99499345,0.00012315273,0.000059862214,0.0018199915,0.000078002464,0.00014925272,1.0990313e-7,0.00003941457,0.0027367743],"genre_scores_gemma":[0.9994884,0.000017878077,0.00021932622,0.00010074056,0.00014042064,0.000010313487,0.0000010748955,0.000004267418,0.000017572998],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992178,0.0000031268132,0.00021990878,0.00013490397,0.00018204802,0.00024219388],"domain_scores_gemma":[0.99958646,0.000012622571,0.00015656663,0.00008389853,0.00015009275,0.000010366106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001017598,0.0000996749,0.00009504479,0.00046976368,0.00046908308,0.00043304902,0.00014947137,0.00005113636,0.0000026892346],"category_scores_gemma":[0.0002908841,0.00007030528,0.000003007647,0.0011583043,0.000318854,0.0025378545,0.00045155679,0.00009607615,7.202514e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016687634,0.000018359382,0.17661496,0.00011754626,0.000013801669,1.5693145e-7,0.00065671705,0.000002152258,0.014695529,0.7229687,0.00009433219,0.08480108],"study_design_scores_gemma":[0.0013539519,0.000037021306,0.8771607,0.0002063009,0.00002423418,0.000008893359,0.0022871909,0.0003744585,0.010069276,0.015028642,0.09295037,0.00049896457],"about_ca_topic_score_codex":0.00025962887,"about_ca_topic_score_gemma":0.00004544545,"teacher_disagreement_score":0.70794004,"about_ca_system_score_codex":0.00002018568,"about_ca_system_score_gemma":0.00009910757,"threshold_uncertainty_score":0.41759017},"labels":[],"label_agreement":null},{"id":"W2373296073","doi":"","title":"The Model of Government's Instruments Procurement","year":2006,"lang":"en","type":"article","venue":"Research and Exploration in Laboratory","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Procurement; Government procurement; Government (linguistics); Ideal (ethics); Business; Industrial organization; Marketing; Political science; Law","score_opus":0.06729262339795919,"score_gpt":0.3004689529988379,"score_spread":0.23317632960087872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373296073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95461583,0.00042760477,0.00019960146,0.006482928,0.00011857448,0.0007055933,0.000019023688,0.000037784954,0.03739305],"genre_scores_gemma":[0.99895316,0.00009796459,0.00003926974,0.00011372527,0.00028776884,0.00011349183,0.00001098672,0.00000862967,0.0003750154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858093,0.000020982738,0.00024055649,0.00014167404,0.00073445216,0.00028139207],"domain_scores_gemma":[0.9994601,0.000029300312,0.00008945487,0.00014306192,0.0002672765,0.000010806163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013552642,0.0000755541,0.000078261866,0.0001374741,0.00023595964,0.0002508639,0.00016306987,0.000035184992,0.000008507062],"category_scores_gemma":[0.00011246529,0.00005667353,0.00001093261,0.00066049316,0.00012828465,0.0015746239,0.0001260339,0.00012782708,0.000017297363],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015608648,0.00029116633,0.055193726,0.00019143078,0.000014166527,8.809008e-7,0.00012474594,0.0002794294,0.008650764,0.8803864,0.049650554,0.0050606546],"study_design_scores_gemma":[0.0034987018,0.00012870696,0.01706732,0.00017309976,0.000014046409,1.6951061e-7,0.0027603952,0.077607125,0.0094168065,0.43316472,0.4555969,0.0005720241],"about_ca_topic_score_codex":0.00022272195,"about_ca_topic_score_gemma":0.00046433398,"teacher_disagreement_score":0.44722167,"about_ca_system_score_codex":0.000064563006,"about_ca_system_score_gemma":0.000066333545,"threshold_uncertainty_score":0.24190864},"labels":[],"label_agreement":null},{"id":"W2401914798","doi":"10.1108/jopp-05-02-2005-b001","title":"Improving organizational effectiveness through meaningful involvement of municipal purchasing departments - case studies from ontario canada","year":2005,"lang":"en","type":"article","venue":"Journal of Public Procurement","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Purchasing; Procurement; Business; Service (business); Order (exchange); Public sector; Marketing; Public relations; Political science; Finance","score_opus":0.04989046847963289,"score_gpt":0.2683069321024676,"score_spread":0.2184164636228347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401914798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99347305,0.0013899655,0.0012919654,0.0016818639,0.000886353,0.00043730214,0.00001066278,0.000025305888,0.0008035013],"genre_scores_gemma":[0.99515307,0.000022073484,0.0017616434,0.001108599,0.0018144293,0.00001807001,0.000032875283,0.00003307585,0.000056167206],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967069,0.00006221762,0.0012183475,0.00027341957,0.0012417935,0.0004973456],"domain_scores_gemma":[0.99615073,0.000104561725,0.0018600886,0.00024345245,0.0015813226,0.000059836424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001822833,0.00032908784,0.0005660517,0.00031889917,0.0002922782,0.00025364733,0.0005042104,0.000068471534,0.0003573851],"category_scores_gemma":[0.0006172146,0.00027986115,0.00012556784,0.00046841832,0.000065416934,0.0028658935,0.00040766274,0.00030053864,0.0000057483785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006213099,0.0034126404,0.86163497,0.0027019242,0.008344223,0.0013837939,0.012851176,0.0014382182,0.007652481,0.039892484,0.03518664,0.024880165],"study_design_scores_gemma":[0.02307574,0.0006763432,0.037710875,0.0017041772,0.002609611,0.00088915863,0.011072855,0.0032733101,0.01923414,0.015297496,0.8812938,0.0031625244],"about_ca_topic_score_codex":0.5270312,"about_ca_topic_score_gemma":0.8630779,"teacher_disagreement_score":0.8461071,"about_ca_system_score_codex":0.0020327996,"about_ca_system_score_gemma":0.0014420982,"threshold_uncertainty_score":0.99996537},"labels":[],"label_agreement":null},{"id":"W2431500078","doi":"10.2139/ssrn.2795286","title":"Transparency in the Public Sector: Drivers of Effectiveness in Right to Information Implementation","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Transparency (behavior); Public sector; Business; Accounting; Computer security; Computer science; Political science; Law","score_opus":0.018474807945151637,"score_gpt":0.2657786185253574,"score_spread":0.24730381058020576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431500078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898297,0.000089237685,0.0016041527,0.002929554,0.00015037777,0.0004040043,0.0000012984672,0.000012652387,0.0049790177],"genre_scores_gemma":[0.99930614,0.00003382812,0.0000060324633,0.00040253816,0.00019585346,0.00002077793,0.000024661818,0.000005031144,0.0000051288885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99840283,0.000055708508,0.00032621695,0.0000714298,0.00032516613,0.00081864797],"domain_scores_gemma":[0.9995789,0.000020586363,0.0001780017,0.00008273658,0.00012599674,0.000013780634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039458913,0.000096184616,0.00011994405,0.0006891297,0.000053559485,0.00015540255,0.00032751783,0.000033314267,0.000026024678],"category_scores_gemma":[0.000060257327,0.000071511306,0.00003922765,0.00092744967,0.000011986421,0.0029734017,0.00002282153,0.00040576071,0.000028552857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013955483,0.00012862806,0.2729876,0.00008826575,0.000047437716,0.0000016380586,0.0026330065,0.00011752825,0.00019307753,0.6896368,0.0007416071,0.03328483],"study_design_scores_gemma":[0.011662341,0.00040682286,0.31803593,0.00013981575,0.00007260398,0.00004734424,0.027576312,0.0004470777,0.00021953636,0.51797235,0.12273559,0.00068428344],"about_ca_topic_score_codex":0.0010019672,"about_ca_topic_score_gemma":0.014095105,"teacher_disagreement_score":0.17166449,"about_ca_system_score_codex":0.00047482664,"about_ca_system_score_gemma":0.00058683206,"threshold_uncertainty_score":0.78654},"labels":[],"label_agreement":null},{"id":"W2465556914","doi":"","title":"The Limitations of Supply Chain Disclosure Regimes","year":2016,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Due diligence; Supply chain; Corporate governance; Accountability; Business; Context (archaeology); Accounting; Argument (complex analysis); Human rights; Order (exchange); Scholarship; Corporate social responsibility; Public relations; Marketing; Law; Finance; Political science","score_opus":0.02596387467561073,"score_gpt":0.23431038886427086,"score_spread":0.20834651418866013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465556914","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25855485,0.0013797596,0.00033071262,0.14191785,0.0012941584,0.00080998364,0.0000395224,0.0003846389,0.5952885],"genre_scores_gemma":[0.98150635,0.00014252475,0.000059039856,0.001747992,0.0014525014,0.000043780594,0.00001211006,0.00002122307,0.015014466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895066,0.00001697836,0.00026426077,0.00017908418,0.00026685433,0.00032218455],"domain_scores_gemma":[0.9990193,0.00020940135,0.0002062964,0.00038322216,0.00015755276,0.00002419498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044138377,0.0001393992,0.00013878237,0.000081022576,0.00033658853,0.00021515522,0.00045059982,0.000054052805,0.00019274009],"category_scores_gemma":[0.0005553444,0.000075475815,0.00009734323,0.00030192095,0.00020066943,0.0011317712,0.00014350562,0.000085396256,0.0006421184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018035182,0.000033662476,0.008498795,0.000018083068,0.000030449884,7.4916477e-7,0.000024579336,4.3439184e-7,0.00078094634,0.90657604,0.07564635,0.008371853],"study_design_scores_gemma":[0.0004616415,0.000009805145,0.006713701,0.000049538532,0.000024142004,4.129686e-7,0.00009050997,0.000012844353,0.00034134724,0.032409817,0.9597477,0.00013858326],"about_ca_topic_score_codex":0.00056297,"about_ca_topic_score_gemma":0.0011327383,"teacher_disagreement_score":0.88410133,"about_ca_system_score_codex":0.000019252513,"about_ca_system_score_gemma":0.000036593126,"threshold_uncertainty_score":0.82533467},"labels":[],"label_agreement":null},{"id":"W2492294532","doi":"10.1093/acprof:oso/9780199232420.003.0008","title":"Evolution of the Government Procurement Agreement Model and Procurement Linkages","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accession; Negotiation; Procurement; Government procurement; Government (linguistics); Political science; State (computer science); International trade; Business; International economics; Economics; Law; Computer science; European union; Marketing","score_opus":0.034339315982723106,"score_gpt":0.22493487738757717,"score_spread":0.19059556140485406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492294532","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030199724,0.0008430005,0.0011112083,0.0019895963,0.00023736898,0.0018662288,0.000022278286,0.00008041245,0.9935479],"genre_scores_gemma":[0.20579472,0.00020634725,0.00072325516,0.0041587893,0.0025046358,0.0001179642,0.00004253192,0.00014306403,0.7863087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623793,0.0000042645265,0.0008063073,0.0005595148,0.0019254222,0.00046655038],"domain_scores_gemma":[0.9980671,0.000015275897,0.0010006361,0.0005693879,0.00031513962,0.000032452823],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084936677,0.0005848377,0.00045224364,0.00022135899,0.0002181645,0.00015814531,0.00056527933,0.00029113307,0.00049607485],"category_scores_gemma":[0.000034810517,0.00040785177,0.0002264024,0.00011352561,0.00015891378,0.0004700552,0.00091437483,0.00035387563,0.00006704097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027682276,0.000099751305,0.00096163125,0.0008242266,0.00015980174,8.6459903e-7,0.00003277816,0.0000787113,0.00015703542,0.9660719,0.02655158,0.005034052],"study_design_scores_gemma":[0.0010957192,0.000048751484,0.0013220971,0.000697004,0.0005368144,0.0000015880381,0.000077463155,0.0055816234,0.00020037124,0.063109234,0.92641395,0.0009154059],"about_ca_topic_score_codex":0.0001408381,"about_ca_topic_score_gemma":0.00032335537,"teacher_disagreement_score":0.9029626,"about_ca_system_score_codex":0.00054343796,"about_ca_system_score_gemma":0.00013347795,"threshold_uncertainty_score":0.99983734},"labels":[],"label_agreement":null},{"id":"W2501979257","doi":"10.1093/acprof:oso/9780199232420.003.0018","title":"Reconciling Social and Economic Approaches to Public Procurement","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Public economics; Empirical evidence; Empirical research; Political science; Business; Context (archaeology); Rendering (computer graphics); Proportionality (law); Public relations; Public administration; Regional science; Economics; Sociology; Law; Marketing; Geography; Computer science; Epistemology","score_opus":0.32618505329421926,"score_gpt":0.2670144047509532,"score_spread":0.059170648543266036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501979257","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037922285,0.00014939005,0.00015442882,0.0087656,0.0003443543,0.00070798944,0.0000071316163,0.00022012413,0.98927176],"genre_scores_gemma":[0.04282148,0.00004419704,0.0006966754,0.016097153,0.022180717,0.00010064726,0.00026991178,0.00025682556,0.9175324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980657,0.0000020639716,0.00049285335,0.0006137901,0.00028632523,0.00053927937],"domain_scores_gemma":[0.99932027,0.000017256276,0.00031793432,0.0002148099,0.00007952299,0.000050197494],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00081470807,0.0004758729,0.00043635032,0.000839735,0.00027759362,0.00089188997,0.00034917082,0.00032846222,0.0020172994],"category_scores_gemma":[0.000026110378,0.00046388526,0.00013264967,0.00005899787,0.000065984284,0.0009011416,0.00046773432,0.00028023004,0.001469503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001388061,0.000010505878,0.00021715097,0.00015978677,0.00008211764,0.0000015251215,0.00003810862,3.610851e-7,0.0000014248442,0.9142517,0.045138713,0.04008475],"study_design_scores_gemma":[0.00028067105,0.000008834147,0.00009987956,0.000029887067,0.00005849887,0.0000012604647,0.000029204593,0.00010298768,0.0000028594584,0.021513157,0.97729266,0.0005800856],"about_ca_topic_score_codex":0.00019388531,"about_ca_topic_score_gemma":0.0011754083,"teacher_disagreement_score":0.93215394,"about_ca_system_score_codex":0.0002025735,"about_ca_system_score_gemma":0.00010686001,"threshold_uncertainty_score":0.9997813},"labels":[],"label_agreement":null},{"id":"W2520901591","doi":"","title":"Foreword from the IMFO President : regulars","year":2015,"lang":"en","type":"article","venue":"IMFO","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Declaration; Audit; Risk management; Quarter (Canadian coin); Corporate governance; Internal audit; Political science; Business; Management; Public relations; Public administration; Accounting; History; Finance; Law; Economics","score_opus":0.05580333788704081,"score_gpt":0.2424874650083615,"score_spread":0.18668412712132068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520901591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7324841,0.0014212385,0.00047220587,0.054949798,0.0020401366,0.0006911503,0.00002569648,0.00047097274,0.2074447],"genre_scores_gemma":[0.97882974,0.0000048666825,0.00009414103,0.009493232,0.0059055327,0.000034265984,0.000060532868,0.00002584113,0.005551839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990041,0.000010491037,0.00017591433,0.00018889355,0.0003357326,0.00028486343],"domain_scores_gemma":[0.9993378,0.000036639554,0.00012072142,0.00037558962,0.00010718431,0.000022049164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038957168,0.00013577814,0.00011556831,0.00006245916,0.00011794429,0.00034875126,0.00051048666,0.000052155534,0.0002842999],"category_scores_gemma":[0.00020594512,0.000091238115,0.00006514534,0.00025327932,0.000044806744,0.0009260397,0.00027053253,0.00010573376,0.0010742499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028094975,0.000029507059,0.026549801,0.000008981719,0.00003333954,0.0000036775402,0.00019361837,0.0000072410044,0.00006146166,0.039554406,0.9273398,0.006190097],"study_design_scores_gemma":[0.0005216133,0.0000046635582,0.03141672,0.000017276936,0.00003958886,5.1689193e-7,0.00016347946,0.0005186316,0.000069018926,0.053633157,0.9134562,0.00015913564],"about_ca_topic_score_codex":0.005811308,"about_ca_topic_score_gemma":0.0007227332,"teacher_disagreement_score":0.24634564,"about_ca_system_score_codex":0.00002929027,"about_ca_system_score_gemma":0.000042935553,"threshold_uncertainty_score":0.9997035},"labels":[],"label_agreement":null},{"id":"W2531100211","doi":"10.1016/j.hcmf.2012.07.016","title":"The Power of Collaboration: Incorporating Voices in Canadian Healthcare into Integrated, Responsive Purchasing Networks","year":2012,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Purchasing; Procurement; Business; Health care; Purchasing power; Marketing; Knowledge management; Collaborative network; Public relations; Computer science; Political science; Economics; Economic growth","score_opus":0.013840082224155106,"score_gpt":0.2752969576503574,"score_spread":0.2614568754262023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531100211","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17527725,0.017721983,0.0011780697,0.7303733,0.0072641517,0.006571921,0.000041061696,0.00043371314,0.0611385],"genre_scores_gemma":[0.9886734,0.00011817454,0.00023370484,0.00978429,0.00060782227,0.00013691171,0.000100049765,0.0000404114,0.00030524723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695337,0.00010981857,0.0007752525,0.00031320425,0.0004348282,0.0014135103],"domain_scores_gemma":[0.9983044,0.00008457525,0.0005573797,0.00046387737,0.00045433326,0.00013538175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023086737,0.00029312234,0.00030304678,0.00092495134,0.0009065424,0.0003800016,0.0005107454,0.00014945035,0.000028125944],"category_scores_gemma":[0.0001829029,0.00024393946,0.00006736333,0.0025159009,0.00010633336,0.0016122401,0.00030707163,0.00035360255,0.000041286028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113660084,0.000041907773,0.3190299,0.00043749917,0.00004160536,0.000009915781,0.00074813573,0.000065213426,0.0000017996919,0.63259065,0.013005943,0.033913765],"study_design_scores_gemma":[0.0006411189,0.000041231408,0.033081733,0.0003647708,0.000025051715,0.0000017570733,0.025028149,0.0025176534,0.0000057111397,0.0068071024,0.9310419,0.0004438019],"about_ca_topic_score_codex":0.39132923,"about_ca_topic_score_gemma":0.7957058,"teacher_disagreement_score":0.918036,"about_ca_system_score_codex":0.0005506461,"about_ca_system_score_gemma":0.000315327,"threshold_uncertainty_score":0.9947563},"labels":[],"label_agreement":null},{"id":"W2552798294","doi":"10.2139/ssrn.2866426","title":"Knowledge Sources and Waste Reduction: Less is More","year":2016,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reduction (mathematics); Environmental science; Waste management; Business; Engineering; Mathematics","score_opus":0.01568062093700845,"score_gpt":0.2424353105423698,"score_spread":0.22675468960536135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552798294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9427178,0.0074251816,0.0007939291,0.031910792,0.00048375764,0.00012735218,0.0000010761416,0.000093059454,0.016447071],"genre_scores_gemma":[0.9773432,0.0017658288,0.000007900069,0.00047221975,0.0061823367,0.000004652653,8.866663e-7,0.000022626708,0.014200343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813217,0.000009344565,0.00019596078,0.00018660713,0.00017243896,0.0013034878],"domain_scores_gemma":[0.9995557,0.0000109102975,0.0001710401,0.000118363365,0.00012118029,0.000022787419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080102636,0.0001556749,0.00013758888,0.0002451042,0.00031488828,0.00025934726,0.00023616952,0.000058190406,0.00011701353],"category_scores_gemma":[0.0000343922,0.00010166031,0.000067248264,0.00023934587,0.00007615286,0.0013264943,0.00010162563,0.00041012236,0.00013148034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007942697,0.00009555074,0.009647561,0.00006224153,0.00023338788,0.0000017623881,0.00038813363,4.970848e-7,0.0030365235,0.58262974,0.02234716,0.381478],"study_design_scores_gemma":[0.0025060468,0.00006671265,0.0012424315,0.00018727011,0.00013248702,0.0003783615,0.0050687133,0.0000812435,0.00045363535,0.5178891,0.47138026,0.0006137279],"about_ca_topic_score_codex":0.00006106749,"about_ca_topic_score_gemma":0.00013817643,"teacher_disagreement_score":0.4490331,"about_ca_system_score_codex":0.00015990157,"about_ca_system_score_gemma":0.0003052233,"threshold_uncertainty_score":0.41455874},"labels":[],"label_agreement":null},{"id":"W2552974554","doi":"10.1016/j.socnet.2016.10.003","title":"Bid-rigging networks and state-corporate crime in the construction industry","year":2016,"lang":"en","type":"article","venue":"Social Networks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Bidding; Call for bids; State (computer science); Language change; Core (optical fiber); Business; Politics; Marketing; Engineering; Procurement; Political science; Computer science; Telecommunications","score_opus":0.02795400903847126,"score_gpt":0.23304995095314332,"score_spread":0.20509594191467206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552974554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92316747,0.0005569526,0.00848989,0.019487545,0.0018767557,0.0007220678,0.0000041007743,0.00030429856,0.045390893],"genre_scores_gemma":[0.99164444,0.000045929428,0.000011155054,0.0029019315,0.0051822006,0.00001826184,0.000008304468,0.00001654296,0.00017125318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990124,0.00003387056,0.00021177821,0.00019217432,0.00014851123,0.00040124104],"domain_scores_gemma":[0.9995398,0.000055731238,0.0002440937,0.00009839019,0.000050384177,0.0000116367055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006438781,0.00014827415,0.00014586444,0.00011704645,0.00030299978,0.00031757468,0.00018848959,0.00021626239,0.00006679664],"category_scores_gemma":[0.00003439572,0.00009435321,0.000037900863,0.0005502327,0.00016392989,0.0007824606,0.0001043992,0.0003639175,0.000014963288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009535515,0.00006421837,0.40766442,0.00004244038,0.000060188493,0.00001749551,0.00035531574,0.0003908419,0.000026081909,0.20715225,0.06798961,0.31614178],"study_design_scores_gemma":[0.004423904,0.000030556475,0.5843642,0.00030718773,0.00014608023,0.000012841299,0.0015180547,0.026687732,0.000005261388,0.15626961,0.22478528,0.0014493018],"about_ca_topic_score_codex":0.00022938628,"about_ca_topic_score_gemma":0.00011668614,"teacher_disagreement_score":0.31469247,"about_ca_system_score_codex":0.000027634542,"about_ca_system_score_gemma":0.000019409907,"threshold_uncertainty_score":0.3847612},"labels":[],"label_agreement":null},{"id":"W2562188672","doi":"10.17238/issn2409-0239.2015.2.69","title":"Methodological Recommendations for Evaluating Suppliers of Goods, Works, Services during Auctions, Tenders, and Other Competitive Procurement Procedures","year":2015,"lang":"en","type":"article","venue":"Rocket-Space Device Engineering and Information Systems","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Association of Optometrists","funders":"","keywords":"Call for bids; Procurement; Common value auction; Business; Goods and services; Request for proposal; Industrial organization; Operations management; Commerce; Marketing; Engineering; Economics; Microeconomics","score_opus":0.09876825350350898,"score_gpt":0.31851257168206987,"score_spread":0.21974431817856088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562188672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82141453,0.0075731673,0.1181433,0.018610643,0.0036314507,0.011055892,0.00024120332,0.0018999493,0.017429836],"genre_scores_gemma":[0.99395037,0.000041136253,0.004765057,0.0003706247,0.00042279856,0.000280571,0.000105557396,0.000018813545,0.000045045912],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896634,0.000018555173,0.00042653782,0.00013774291,0.00022765437,0.00022315759],"domain_scores_gemma":[0.9991241,0.0000861126,0.0003592735,0.00009572564,0.00029498024,0.00003979112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011160555,0.00017700465,0.00024464316,0.0003162207,0.00016342332,0.0003829097,0.000097687844,0.00008093038,0.000004072653],"category_scores_gemma":[0.00034032867,0.00015748807,0.000030433084,0.00028219764,0.000015942434,0.0030169121,0.000078256635,0.00009024242,0.000004351329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011247421,0.00040592687,0.074262306,0.10145132,0.00186023,0.0000010951309,0.040263675,0.081204064,0.004588551,0.62808067,0.034509644,0.0322478],"study_design_scores_gemma":[0.003472121,0.000102523256,0.0039674207,0.0019910054,0.00018209788,0.000021630678,0.045611452,0.20873089,0.00039832632,0.0001937302,0.73453057,0.00079822005],"about_ca_topic_score_codex":0.00015769782,"about_ca_topic_score_gemma":0.000014599005,"teacher_disagreement_score":0.7000209,"about_ca_system_score_codex":0.000045571807,"about_ca_system_score_gemma":0.00003471246,"threshold_uncertainty_score":0.64221776},"labels":[],"label_agreement":null},{"id":"W2590874898","doi":"10.20381/ruor-2570","title":"Procurement Strategies to Support Women's Enterprise. Ottawa: WE Connect Canada","year":2010,"lang":"en","type":"article","venue":"uO Research (University of Ottawa)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Procurement; Public relations; Economic growth; Process management; Political science; Knowledge management; Marketing; Computer science; Economics","score_opus":0.03186381857339913,"score_gpt":0.269495488480803,"score_spread":0.2376316699074039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590874898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62130135,0.000007726085,0.000110154026,0.021619888,0.00042707345,0.0007593448,0.0000316892,0.0000989988,0.35564378],"genre_scores_gemma":[0.9908487,0.000006645039,0.00016488103,0.0005990762,0.00043668778,0.000005747007,0.000029316685,0.000019228606,0.007889697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972573,0.000029814808,0.00018837735,0.000393223,0.0012072995,0.0009239707],"domain_scores_gemma":[0.99856013,0.0000680008,0.00013597345,0.0004201385,0.000682934,0.00013283243],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014679612,0.00018811876,0.00025934193,0.00078568363,0.0004928377,0.00026216646,0.0011815194,0.00008878986,0.004221499],"category_scores_gemma":[0.00021280303,0.00021056422,0.00008055001,0.0010445034,0.00017980207,0.0014147349,0.0005972075,0.0005016235,0.00029529262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035926998,0.00022233155,0.04135204,0.00046289183,0.00014151046,0.00010543543,0.0008593355,0.000009037087,0.004607446,0.25598827,0.690095,0.0061207805],"study_design_scores_gemma":[0.00061313796,0.00007957471,0.010785006,0.000020142235,0.0000122744195,0.0000010801227,0.005298821,0.000077245255,0.00011175812,0.0013634533,0.9813994,0.00023809877],"about_ca_topic_score_codex":0.14483951,"about_ca_topic_score_gemma":0.7228035,"teacher_disagreement_score":0.57796395,"about_ca_system_score_codex":0.00022937977,"about_ca_system_score_gemma":0.0011815645,"threshold_uncertainty_score":0.9966888},"labels":[],"label_agreement":null},{"id":"W2601303830","doi":"","title":"TRANSPARENCY IN PUBLIC PROCUREMENT THROUGH E-PROCUREMENT IN INDIA","year":2016,"lang":"en","type":"article","venue":"The Journal of Internet Banking and Commerce","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Procurement; E-procurement; Business; Government (linguistics); Corporate governance; Chief procurement officer; Public sector; Accounting; Government procurement; Finance; Economics; Computer science; Computer security; Marketing; Economy","score_opus":0.04129028336489863,"score_gpt":0.2539622829595694,"score_spread":0.21267199959467079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601303830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93953955,0.0011536462,0.0014091781,0.030809373,0.0003527141,0.00030746448,0.0000010210529,0.000024160065,0.026402898],"genre_scores_gemma":[0.9966872,0.00027230056,0.000034075663,0.0024333955,0.00039303812,0.000007808624,8.3394275e-7,0.000014297112,0.0001570542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984753,0.000053253214,0.0006489857,0.00012577207,0.0003492753,0.0003473734],"domain_scores_gemma":[0.9992133,0.00007463589,0.00043344946,0.00014921441,0.000113678856,0.000015740627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001736253,0.0001780675,0.0002562065,0.00036305975,0.000049769125,0.00016102017,0.0005885561,0.00005311836,0.00019962837],"category_scores_gemma":[0.00010193955,0.00009595632,0.000056344263,0.00037579468,0.00006609674,0.0013538382,0.00013183225,0.00027468073,0.000015356907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006481137,0.00081577,0.6595161,0.0003958237,0.00020403255,0.00004413014,0.00739637,0.000008064393,0.002192087,0.1636292,0.024167512,0.1409828],"study_design_scores_gemma":[0.0097826375,0.00033149237,0.46494278,0.0040084193,0.00014760828,0.00009592823,0.0016768596,0.00031122466,0.0008713242,0.06687024,0.44999874,0.0009627161],"about_ca_topic_score_codex":0.00039046133,"about_ca_topic_score_gemma":0.0003664868,"teacher_disagreement_score":0.42583123,"about_ca_system_score_codex":0.00008899685,"about_ca_system_score_gemma":0.000040240255,"threshold_uncertainty_score":0.39129853},"labels":[],"label_agreement":null},{"id":"W26690051","doi":"10.1016/j.wasman.2015.11.049","title":"The Invisible Wall: An Analysis of Metropolitan Procurement Regulations in the United States","year":2015,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metropolitan area; Business; Geography; Archaeology","score_opus":0.0616157990258274,"score_gpt":0.30232020198543863,"score_spread":0.24070440295961124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26690051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9067175,0.00008361656,0.00036447003,0.0289308,0.000076425735,0.0005411149,0.000004163095,0.00009112626,0.0631908],"genre_scores_gemma":[0.9962348,0.000006783099,0.00005734909,0.0029024456,0.00012891965,0.00003072835,0.00024680656,0.000007687476,0.00038449446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988232,0.000042930773,0.0003166095,0.0001358827,0.0004338574,0.00024750025],"domain_scores_gemma":[0.99904907,0.00006363361,0.00016998763,0.00038557363,0.0003160477,0.000015677891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016944574,0.000108095686,0.00014584062,0.00094338343,0.00015487989,0.00032162256,0.00051670946,0.000027773542,0.00006146034],"category_scores_gemma":[0.00016660125,0.000055900513,0.00006337544,0.0046556764,0.00006681373,0.00072396325,0.000080071484,0.0000709718,0.000012634377],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002337984,0.00017464776,0.122904,0.000014811263,0.00023695725,3.8317043e-7,0.0006532253,0.0014287384,0.000010658623,0.8524459,0.021783656,0.00032365558],"study_design_scores_gemma":[0.00078896974,0.000044060544,0.11164924,0.000009703835,0.00072528276,1.616615e-7,0.019794794,0.25223583,0.000032513988,0.045305386,0.5691394,0.0002746548],"about_ca_topic_score_codex":0.031420242,"about_ca_topic_score_gemma":0.015771875,"teacher_disagreement_score":0.80714047,"about_ca_system_score_codex":0.00007422782,"about_ca_system_score_gemma":0.000034732686,"threshold_uncertainty_score":0.9750296},"labels":[],"label_agreement":null},{"id":"W2734749674","doi":"10.5539/ijef.v9n8p111","title":"Do Firms in Polluting Industries Outsource Pollution Abatement Services More? Panel Data Evidence from U.S. Industries","year":2017,"lang":"en","type":"article","venue":"International Journal of Economics and Finance","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Outsourcing; Panel data; Business; Industrial organization; Pollution; Work (physics); Environmental pollution; Empirical evidence; Construct (python library); Economics; Marketing; Econometrics; Environmental protection; Engineering; Environmental science","score_opus":0.0996250950767693,"score_gpt":0.29655405867253076,"score_spread":0.19692896359576145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734749674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97689295,0.0007748318,0.00001791659,0.02088628,0.0008093162,0.000054039956,0.000060304235,0.0000035817868,0.00050076057],"genre_scores_gemma":[0.99494416,0.0020748663,0.0000844477,0.0008209775,0.001975745,0.0000013714102,0.000021971418,0.000007976919,0.00006846458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904126,0.000004505138,0.00047815975,0.00019917909,0.00012374691,0.00015314933],"domain_scores_gemma":[0.9982207,0.000031302858,0.001292971,0.00028554685,0.00015807539,0.000011422777],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005786879,0.00012276138,0.00018991884,0.00020379713,0.0001551079,0.0013281283,0.0014373913,0.000075070144,0.000021027468],"category_scores_gemma":[0.0002732759,0.00011596894,0.000025567575,0.0000462663,0.00007634299,0.0052641053,0.00074310607,0.00019852923,0.0000073201854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002919695,0.0001083778,0.77201915,0.000030304736,0.00020943195,0.00004062514,0.0007288279,0.002113547,0.000054106808,0.018877463,0.003098139,0.20242809],"study_design_scores_gemma":[0.0013982098,0.000015552698,0.72844255,0.00089893915,0.000033460106,0.000010285711,0.0005346485,0.021054892,0.00009349643,0.007688979,0.23952945,0.00029955272],"about_ca_topic_score_codex":0.0039375303,"about_ca_topic_score_gemma":0.0005845985,"teacher_disagreement_score":0.23643132,"about_ca_system_score_codex":0.000063831205,"about_ca_system_score_gemma":0.00007843036,"threshold_uncertainty_score":0.9997086},"labels":[],"label_agreement":null},{"id":"W2741217832","doi":"10.1108/jopp-09-02-2009-b003","title":"Public vs. private sector perspectives on supply chain management","year":2009,"lang":"en","type":"article","venue":"Journal of Public Procurement","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Procurement; Purchasing; Public sector; Private sector; Business; Supply chain management; Supply chain; New public management; Empirical research; Marketing; Public relations; Economics; Political science; Economic growth","score_opus":0.041528419278340584,"score_gpt":0.24808245157128545,"score_spread":0.20655403229294486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741217832","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2799061,0.003003674,0.00651645,0.3969969,0.0034313393,0.003292946,0.000014073622,0.0007436646,0.30609488],"genre_scores_gemma":[0.9830897,0.00020058866,0.00087276666,0.010667082,0.0042696106,0.000027668731,0.0000139652475,0.00004381883,0.00081478973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958104,0.000051190505,0.0010104892,0.00045254026,0.0016836401,0.0009917391],"domain_scores_gemma":[0.9972073,0.000025061789,0.0012944995,0.0004685389,0.00086320186,0.00014139761],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026824486,0.00047810897,0.0005314389,0.0020357124,0.0003100549,0.0015314901,0.0012532773,0.000118102995,0.0010497532],"category_scores_gemma":[0.00027938918,0.00038605885,0.00034493842,0.0011572832,0.000070434544,0.0036272523,0.00021031324,0.00051572017,0.00027193024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021898141,0.0019874915,0.009904957,0.00022105216,0.00049048243,0.00007819523,0.00036793167,0.000008584715,0.0003930111,0.8223493,0.12107438,0.042905614],"study_design_scores_gemma":[0.0035599386,0.00056492764,0.045098353,0.00020850005,0.00015481075,0.000034233828,0.00067410193,0.00016840918,0.00014606083,0.016079785,0.93260115,0.0007097118],"about_ca_topic_score_codex":0.0000070920723,"about_ca_topic_score_gemma":0.0000062485233,"teacher_disagreement_score":0.8115268,"about_ca_system_score_codex":0.00047327264,"about_ca_system_score_gemma":0.00012848417,"threshold_uncertainty_score":0.99986345},"labels":[],"label_agreement":null},{"id":"W2747608843","doi":"10.5539/jpl.v10n4p21","title":"“Reverse Marketization”: Market Failure or Deficiency in Management?","year":2017,"lang":"en","type":"article","venue":"Journal of Politics and Law","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Marketization; Government (linguistics); Market failure; Business; Outsourcing; Government failure; Sanitation; Service (business); Market mechanism; Market economy; Industrial organization; Economics; Marketing; Microeconomics; China; Engineering; Political science","score_opus":0.01624036884353142,"score_gpt":0.2538997355326045,"score_spread":0.23765936668907306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747608843","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09251146,0.00010369344,0.00010103064,0.011763244,0.00052402547,0.00016596161,0.0000044260883,0.0000136185245,0.8948125],"genre_scores_gemma":[0.9903898,0.000080064485,0.00033130686,0.0022508611,0.0007159312,0.0000013338228,0.0000012983028,0.0000114646045,0.006217927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991506,0.000008035427,0.00029935612,0.000090316105,0.00020223483,0.0002494859],"domain_scores_gemma":[0.9992452,0.00001885667,0.0004221,0.000173825,0.00011389793,0.000026105216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058642606,0.00010371565,0.00015723778,0.00023938117,0.0002817067,0.000685862,0.0003333788,0.000044040815,0.00041858346],"category_scores_gemma":[0.00011857675,0.000078665915,0.000045533165,0.00008877666,0.000087359,0.001405271,0.00016189714,0.00011315173,0.000010850825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037452955,0.000061058076,0.01702603,0.00022738338,0.000019152723,0.000073189105,0.00002605934,0.0000011031825,0.000005131659,0.9337881,0.04784777,0.0008875468],"study_design_scores_gemma":[0.0012607251,0.00001608352,0.05293937,0.00014191502,0.000058016,0.00002050853,0.00019673708,0.00024253005,0.000003140035,0.030540943,0.9144229,0.00015707733],"about_ca_topic_score_codex":0.00026741746,"about_ca_topic_score_gemma":0.00031333437,"teacher_disagreement_score":0.9032472,"about_ca_system_score_codex":0.000022204073,"about_ca_system_score_gemma":0.000022831453,"threshold_uncertainty_score":0.6613783},"labels":[],"label_agreement":null},{"id":"W2749224830","doi":"","title":"PRACTICE: VALUE CREATION FOR GLOBAL PROCUREMENT COMPETITIVENESS","year":2012,"lang":"en","type":"article","venue":"International Business Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Function (biology); Production (economics); Value (mathematics); Industrial organization; Strategic sourcing; Dilemma; Perspective (graphical); Marketing; Commerce; Economics; Strategic planning; Computer science; Microeconomics; Strategic financial management","score_opus":0.10232677669626984,"score_gpt":0.43881852463268534,"score_spread":0.3364917479364155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749224830","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032547668,0.0005220829,0.021959433,0.09246666,0.004933846,0.0025609366,0.000069884554,0.0002962875,0.8446432],"genre_scores_gemma":[0.98554856,0.000023331426,0.00087925274,0.0017619712,0.009300266,0.00045147238,0.0003716671,0.000026020565,0.0016374418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975685,0.000033863304,0.00026844259,0.00025748482,0.0012599784,0.0006117358],"domain_scores_gemma":[0.9951503,0.00020185791,0.0001529856,0.00017442733,0.0042879325,0.00003248546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023613782,0.00015271117,0.00013144364,0.00036853834,0.00030634852,0.0006628354,0.00055187824,0.00007538314,0.00042594498],"category_scores_gemma":[0.0030390723,0.00014232505,0.000058371214,0.0010064596,0.00009629306,0.0040807924,0.00032083064,0.0001401305,0.00044202502],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033037164,0.00063524226,0.08334828,0.00018815552,0.000099607394,0.0000017842654,0.000045616936,0.00003696028,0.00033631822,0.89040494,0.0147505095,0.009822214],"study_design_scores_gemma":[0.0006924415,0.000006833807,0.14115228,0.000051048024,0.000017994456,0.0000042597453,0.000109178836,0.0004437204,0.00008374461,0.0071403906,0.8501441,0.00015401778],"about_ca_topic_score_codex":0.00073277636,"about_ca_topic_score_gemma":0.000019588664,"teacher_disagreement_score":0.9530009,"about_ca_system_score_codex":0.0003479056,"about_ca_system_score_gemma":0.0001288812,"threshold_uncertainty_score":0.6391737},"labels":[],"label_agreement":null},{"id":"W2753109496","doi":"","title":"Contract Management Principles and Practices","year":2011,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Pace; Work (physics); Plan (archaeology); Business; Contract management; Public relations; Management; Operations management; Political science; Engineering; Marketing; Economics; Geography","score_opus":0.05964571169326417,"score_gpt":0.22782614589597686,"score_spread":0.16818043420271267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753109496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21492638,0.000057646994,0.00015098111,0.0018823629,0.000138571,0.0002468144,0.0000018320787,0.00018842184,0.782407],"genre_scores_gemma":[0.9759444,0.00009823922,0.00090568763,0.0007864163,0.0002933877,0.0000015178697,0.000008873181,0.00001733541,0.021944141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991584,0.000010705109,0.0000921388,0.0002841837,0.00016279744,0.0002917897],"domain_scores_gemma":[0.99931103,0.000023696019,0.0003520005,0.00021273538,0.00007104964,0.00002947647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020438539,0.00016207014,0.0001326543,0.00047610386,0.00020150947,0.00016772952,0.0003489523,0.000056899004,0.00050906016],"category_scores_gemma":[0.000051372812,0.00016528831,0.000048594477,0.0003927499,0.00006865929,0.0029924186,0.00043232934,0.0001045089,0.00020408935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009584065,0.0001336857,0.09458953,0.00013195373,0.00013579815,0.00014805775,0.00033079417,2.7820448e-7,0.000035140994,0.8935822,0.006975013,0.00384168],"study_design_scores_gemma":[0.0006810332,0.000013009527,0.10423637,0.00002485239,0.00013075622,0.0000024512146,0.0008578875,0.00009407413,0.000034462682,0.0009295895,0.89276266,0.00023287354],"about_ca_topic_score_codex":0.002559337,"about_ca_topic_score_gemma":0.0009702607,"teacher_disagreement_score":0.89265263,"about_ca_system_score_codex":0.00003258465,"about_ca_system_score_gemma":0.000015764865,"threshold_uncertainty_score":0.67402613},"labels":[],"label_agreement":null},{"id":"W2758635341","doi":"10.5278/ojs.njcl.v0i1.1982","title":"Sustainability requirements in EU public and private procurement – a right or an obligation?","year":2017,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"European Commission; Aarhus Universitet","keywords":"Procurement; Sustainability; Obligation; Business; Environmental resource management; Political science; Environmental science; Law; Marketing","score_opus":0.09398746597777118,"score_gpt":0.32571562871940274,"score_spread":0.23172816274163155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758635341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82226515,0.00030633432,0.00015296134,0.013591079,0.000050058574,0.001739946,0.000017857059,0.000041104693,0.16183554],"genre_scores_gemma":[0.89276797,0.000067752604,0.000118078395,0.0000732962,0.00005248682,5.934709e-7,0.000032149095,0.000013520568,0.10687413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974404,0.00022441232,0.00022751254,0.00052475726,0.00091738004,0.00066556537],"domain_scores_gemma":[0.9971893,0.00009810486,0.0005065336,0.0010582148,0.0010458868,0.000101982056],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035954013,0.00020882062,0.0003778307,0.00047627278,0.0027471827,0.0003341717,0.0023466952,0.00012126559,0.080911815],"category_scores_gemma":[0.0005192467,0.00019942486,0.00009081807,0.0007328274,0.0012235789,0.005208861,0.0026315474,0.00029367223,0.0032350284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002602689,0.00088169164,0.0036895424,0.001212913,0.0002558192,0.00025112292,0.0028966854,0.000012928046,0.0019163528,0.028623655,0.9464587,0.011197925],"study_design_scores_gemma":[0.0023839928,0.00011848861,0.12152672,0.00007867567,0.00005014371,0.0000014100959,0.0043200133,0.0006282001,0.00018942366,0.0005130648,0.8699433,0.0002465562],"about_ca_topic_score_codex":0.0056244503,"about_ca_topic_score_gemma":0.011292976,"teacher_disagreement_score":0.117837176,"about_ca_system_score_codex":0.00041594592,"about_ca_system_score_gemma":0.00045112168,"threshold_uncertainty_score":0.99855113},"labels":[],"label_agreement":null},{"id":"W2761640332","doi":"","title":"Recommendations for evaluating social procurement policy within the Canadian Federal Government","year":2017,"lang":"en","type":"article","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Government procurement; Business; Public administration; Procurement; Political science; Marketing","score_opus":0.0896707486574147,"score_gpt":0.33565978142578395,"score_spread":0.24598903276836925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761640332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63540536,0.00012120939,0.00016559027,0.13415536,0.0012297386,0.0020234117,0.00001804457,0.00010854598,0.22677273],"genre_scores_gemma":[0.9902163,0.0000047778435,0.00016838277,0.000103640414,0.0019915672,0.000006584791,0.000013226152,0.000012542492,0.0074829627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843425,0.000075784395,0.00013520117,0.00024325051,0.0006956941,0.00041584455],"domain_scores_gemma":[0.9987584,0.0000914825,0.00032903597,0.00022430223,0.00053960696,0.000057173213],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023595027,0.00010791422,0.00013730035,0.00016421075,0.014087431,0.0011199209,0.0005780335,0.000082794264,0.00004207633],"category_scores_gemma":[0.0007723649,0.00010512686,0.00006225419,0.0001631774,0.000274608,0.00078943145,0.00032057808,0.00043993312,0.000011426903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015093487,0.0004850545,0.25329548,0.0015826438,0.00093651115,0.00003233361,0.023897452,0.0001093345,0.00769567,0.448886,0.20185697,0.059713192],"study_design_scores_gemma":[0.0017494643,0.00023786434,0.06492118,0.00011152917,0.000051841038,0.0000020401064,0.008289017,0.005433853,0.00006124463,0.0044576246,0.91437495,0.00030941702],"about_ca_topic_score_codex":0.17279936,"about_ca_topic_score_gemma":0.07714381,"teacher_disagreement_score":0.712518,"about_ca_system_score_codex":0.00037453207,"about_ca_system_score_gemma":0.0004796072,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W2766589973","doi":"10.2139/ssrn.3010000","title":"Buying Products from Whom You Know: Personal Connections and Information Asymmetry in Supply Chain Relationships","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Supply chain; Information asymmetry; Business; Distribution (mathematics); Asymmetry; Marketing; Industrial organization; Mathematics","score_opus":0.016008076847722957,"score_gpt":0.2269364771416671,"score_spread":0.21092840029394413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766589973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96453446,0.0012700169,0.00049608655,0.02428003,0.000394054,0.00022756014,0.0000053586145,0.00004908657,0.008743337],"genre_scores_gemma":[0.99690205,0.0003974429,0.000038388393,0.0003147747,0.0018750031,0.000008756413,0.000042995172,0.00001179639,0.0004087986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983891,0.000022066153,0.0002842292,0.00014951768,0.00021518688,0.0009398969],"domain_scores_gemma":[0.9992404,0.00003143355,0.00040439845,0.00016422411,0.00014040948,0.000019138348],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018939419,0.00014156748,0.0001372797,0.00045935734,0.0015709318,0.0015756021,0.00026249146,0.00008161948,0.00003058338],"category_scores_gemma":[0.0010292473,0.00013637784,0.00003788263,0.00021074394,0.000060766564,0.0077746515,0.0001037688,0.0013200643,0.000075267635],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059594877,0.000053628308,0.41078633,0.000038567618,0.00007347731,0.0000012932181,0.0006577667,0.0000075038643,0.00012024255,0.5428223,0.0011989811,0.044180315],"study_design_scores_gemma":[0.002596551,0.00003458372,0.6205474,0.00012647132,0.00008006916,0.000051516497,0.0041555306,0.0036730634,0.000016993132,0.22925784,0.13897431,0.0004856381],"about_ca_topic_score_codex":0.0020212638,"about_ca_topic_score_gemma":0.003873092,"teacher_disagreement_score":0.31356448,"about_ca_system_score_codex":0.00025426014,"about_ca_system_score_gemma":0.00053727295,"threshold_uncertainty_score":0.99972886},"labels":[],"label_agreement":null},{"id":"W2767621735","doi":"10.23865/arctic.v8.739","title":"Socially Responsible Public Procurement and Set-Asides: a Comparative Analysis of the US, Canada and the EU","year":2017,"lang":"en","type":"article","venue":"Arctic review on law and politics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Università degli Studi di Torino; University of Oxford; University of Cambridge; European Commission; Centre for Economic Policy Research","keywords":"Procurement; Disadvantaged; Promotion (chess); Competition (biology); Business; Diversity (politics); Economics; Public economics; Economic growth; Political science; Marketing; Law; Politics","score_opus":0.05311835325611519,"score_gpt":0.3050169413834399,"score_spread":0.2518985881273247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767621735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3957223,0.022215564,0.000003160502,0.39395493,0.00036803648,0.0026217736,0.00008485242,0.000031958738,0.18499742],"genre_scores_gemma":[0.9603158,0.0021368396,0.000011045829,0.037035223,0.00016672711,0.000023897905,0.000008274421,0.0000054985608,0.000296656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989034,0.00007540146,0.00030389472,0.00017733268,0.0002901186,0.00024988363],"domain_scores_gemma":[0.99871457,0.00016344857,0.0004615511,0.00044289714,0.00018705228,0.000030509387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091558136,0.00015826961,0.00045201846,0.000058218284,0.0008822824,0.0004042251,0.00030597235,0.000027584607,0.000021986365],"category_scores_gemma":[0.00040055072,0.000084300766,0.000078438396,0.00022213199,0.0005431571,0.00031088106,0.00026059535,0.00011554007,0.0000011452328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009275053,0.000014856169,0.009415702,0.0008313483,0.00027552474,3.1653937e-7,0.000077373705,2.0861138e-7,8.329122e-7,0.9864621,0.0027141287,0.00019829729],"study_design_scores_gemma":[0.00073087553,0.000012310878,0.07636869,0.00063693454,0.0015966137,0.0000014883315,0.00006876588,0.0002158905,0.0000052471855,0.019373845,0.9008076,0.00018175067],"about_ca_topic_score_codex":0.30009583,"about_ca_topic_score_gemma":0.42172825,"teacher_disagreement_score":0.9670883,"about_ca_system_score_codex":0.000029811523,"about_ca_system_score_gemma":0.00030804524,"threshold_uncertainty_score":0.70456487},"labels":[],"label_agreement":null},{"id":"W2780910901","doi":"","title":"Comparative procurement methodology analysis in Australia","year":2010,"lang":"en","type":"article","venue":"Bond University Research Portal (Bond University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer science","score_opus":0.2206266647728722,"score_gpt":0.3759017474769661,"score_spread":0.15527508270409388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780910901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66904044,0.0000057147113,0.00011970741,0.00088151294,0.00012879197,0.0004164929,0.00001748537,0.000080607475,0.32930925],"genre_scores_gemma":[0.964552,0.0000072275207,0.0006958415,0.000092473936,0.00023465228,5.3174847e-7,0.0000995904,0.00001051354,0.034307174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975531,0.00011795598,0.00020127452,0.0006108464,0.0006534915,0.0008633163],"domain_scores_gemma":[0.9986227,0.00013640459,0.00017470605,0.0004140013,0.00054893346,0.00010322575],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001639576,0.0002438861,0.00047193118,0.0055183405,0.0004681072,0.00015378921,0.00100984,0.00022397588,0.0016491472],"category_scores_gemma":[0.00011947132,0.000281335,0.00021850312,0.0077922894,0.0004244828,0.0018827756,0.0006927616,0.0010409004,0.00023595587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040157393,0.00044974842,0.15259461,0.000070067115,0.00055969827,0.00093140634,0.0005127024,0.00002743682,0.002900032,0.7895124,0.051821634,0.0002186718],"study_design_scores_gemma":[0.0020781464,0.000056243745,0.09021615,0.000017407223,0.0004196636,0.0000023174957,0.008217202,0.00041763944,0.00029042282,0.0032548225,0.8944226,0.0006073877],"about_ca_topic_score_codex":0.009997455,"about_ca_topic_score_gemma":0.045127284,"teacher_disagreement_score":0.84260094,"about_ca_system_score_codex":0.00013128492,"about_ca_system_score_gemma":0.00020179634,"threshold_uncertainty_score":0.9999639},"labels":[],"label_agreement":null},{"id":"W2785209248","doi":"10.55016/ojs/sppp.v10i1.43023","title":"2016 Status Report on Major Equipment Procurement","year":2017,"lang":"en","type":"article","venue":"The School of Public Policy Publications","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Global Affairs Canada","funders":"Canadian Armed Forces; Strong","keywords":"Procurement; Business; Marketing","score_opus":0.06607409362112067,"score_gpt":0.3275366235189601,"score_spread":0.26146252989783947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785209248","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014702131,0.00009341104,0.00025505025,0.32586333,0.0004141613,0.0010700645,0.00003961366,0.00029244204,0.6572698],"genre_scores_gemma":[0.96085894,0.00003471763,0.00014105784,0.006417808,0.0046005417,0.0005467973,0.00016529748,0.000056091158,0.02717874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663055,0.000037207097,0.00080980296,0.000503778,0.0009640825,0.0010546092],"domain_scores_gemma":[0.99392784,0.000061217586,0.0017599863,0.0031482663,0.0009401946,0.000162483],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023846792,0.00034344583,0.00032289018,0.0011214432,0.001680679,0.0027785557,0.0027021235,0.000111740854,0.001175846],"category_scores_gemma":[0.008062404,0.00024370095,0.00020563368,0.00085412915,0.00038345723,0.004071241,0.00094938604,0.00033645204,0.001464825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011675211,0.00027799056,0.026146451,0.000041442934,0.00013051929,0.000001092704,0.000023106479,0.0000014994383,0.00016212459,0.67777294,0.2906607,0.004770446],"study_design_scores_gemma":[0.0006526543,0.000017806262,0.19452184,0.000028942279,0.0000541531,0.0000048820684,0.000035462348,0.000049902203,0.000066576744,0.02160719,0.782711,0.00024953255],"about_ca_topic_score_codex":0.00578957,"about_ca_topic_score_gemma":0.00026455455,"teacher_disagreement_score":0.9461568,"about_ca_system_score_codex":0.00027039973,"about_ca_system_score_gemma":0.001412884,"threshold_uncertainty_score":0.9997372},"labels":[],"label_agreement":null},{"id":"W2788666636","doi":"10.1007/s11187-018-9997-4","title":"The efficacy of gender-based federal procurement policies in the United States","year":2018,"lang":"en","type":"article","venue":"Small Business Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Procurement; Government procurement; Certification; Business; Government (linguistics); Entrepreneurship; Call for bids; Liberian dollar; Accounting; Public relations; Finance; Marketing; Economics; Political science; Management","score_opus":0.0562232872846215,"score_gpt":0.2504882597116659,"score_spread":0.19426497242704438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788666636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97470826,0.000039904437,0.00012714491,0.014750787,0.00032698532,0.00047826962,0.000004754318,0.000046350724,0.009517567],"genre_scores_gemma":[0.991929,0.000050253864,0.00004862022,0.0065523563,0.0011772629,0.000044304306,0.00010470362,0.000025449845,0.00006802647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998788,0.00002105572,0.0004423379,0.0002063122,0.00011213803,0.00043018087],"domain_scores_gemma":[0.998792,0.0001442915,0.00034509145,0.00038312,0.00032528213,0.000010220467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008009908,0.00020743662,0.00018858226,0.00033439635,0.00038217485,0.00060392154,0.0007673007,0.00005672761,0.000032743876],"category_scores_gemma":[0.00017965803,0.00013199639,0.00006193221,0.00085008686,0.00025384108,0.00035161586,0.00014178951,0.00010175036,0.000049869523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010390582,0.0013048464,0.20948565,0.0008831029,0.00027485422,0.00000428746,0.0030339926,0.009626313,0.00018398509,0.7276172,0.033849306,0.012697412],"study_design_scores_gemma":[0.0021645937,0.00002747741,0.28239182,0.000043512995,0.000043705506,0.0000010014649,0.0008294479,0.017110154,0.00015590056,0.008433715,0.6883869,0.0004117706],"about_ca_topic_score_codex":0.004221926,"about_ca_topic_score_gemma":0.0037373567,"teacher_disagreement_score":0.71918344,"about_ca_system_score_codex":0.00005227022,"about_ca_system_score_gemma":0.00010812531,"threshold_uncertainty_score":0.6382317},"labels":[],"label_agreement":null},{"id":"W2789201344","doi":"10.5539/jms.v8n1p46","title":"The Awareness Level of Green Procurement at the District Assemblies in Western Region in Ghana","year":2018,"lang":"en","type":"article","venue":"Journal of Management and Sustainability","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Sustainable development; Public administration; Public relations; Marketing; Political science; Law","score_opus":0.051951310005842355,"score_gpt":0.29388968513265945,"score_spread":0.2419383751268171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789201344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814074,0.00040463696,0.00023645462,0.01441698,0.00016272422,0.00060342584,7.1252e-7,0.00000666374,0.0027610068],"genre_scores_gemma":[0.99720925,0.00009187363,0.0000081891485,0.00025043046,0.00035631788,0.000017882727,0.0000013539361,0.000008310897,0.002056415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982808,0.0000641007,0.00069295045,0.00017650428,0.0004471813,0.0003384602],"domain_scores_gemma":[0.9984973,0.00009710809,0.00060063426,0.0002857395,0.0005038278,0.000015402684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00290865,0.0001632954,0.00025405447,0.00036501026,0.00025034384,0.00018544379,0.00050561485,0.000047467714,0.000010398591],"category_scores_gemma":[0.00025451422,0.00009231554,0.000080367856,0.000733254,0.0002560162,0.0007655681,0.0005256938,0.00016906484,0.000001329823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033805438,0.00014982898,0.9547489,0.00053891493,0.000054305605,0.000019304172,0.00044396977,0.000007556855,0.0000011742763,0.0069813607,0.0036078736,0.033108715],"study_design_scores_gemma":[0.0012079974,0.000064041466,0.90280133,0.00008394283,0.00006185825,0.0000032501598,0.00502677,0.00019915773,0.00001736755,0.0114701195,0.07891969,0.0001444608],"about_ca_topic_score_codex":0.0015016125,"about_ca_topic_score_gemma":0.0076217083,"teacher_disagreement_score":0.07531181,"about_ca_system_score_codex":0.00026056785,"about_ca_system_score_gemma":0.00007640319,"threshold_uncertainty_score":0.4253092},"labels":[],"label_agreement":null},{"id":"W2790841210","doi":"10.1080/16258312.2018.1433438","title":"Where to locate medical supplies in nursing units: An exploratory study","year":2018,"lang":"en","type":"article","venue":"Supply Chain Forum an International Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"","keywords":"Productivity; Context (archaeology); Exploratory research; Unit (ring theory); Business; Inventory management; Decentralization; Nursing; Operations management; Focus (optics); Nursing care; Medicine; Process management; Psychology; Engineering","score_opus":0.02956418091077134,"score_gpt":0.3140559133783135,"score_spread":0.28449173246754217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790841210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96591467,0.0000420444,0.0006605015,0.022585066,0.0023900156,0.0002995181,0.000009157505,0.00009288737,0.008006165],"genre_scores_gemma":[0.9845726,0.000011492226,0.00007548466,0.006069521,0.0089840805,0.000023051834,0.000049761038,0.000035538207,0.00017848384],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975327,0.000051334682,0.00047628398,0.00029365157,0.0011407172,0.00050526176],"domain_scores_gemma":[0.9987106,0.000017221271,0.00017293956,0.00019943577,0.0007725744,0.00012725171],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012874306,0.00021370189,0.0001854612,0.0010963912,0.00026495566,0.0009871076,0.0012762812,0.00008286627,0.002037389],"category_scores_gemma":[0.00021824628,0.00019718283,0.000039598963,0.0005808789,0.00010512967,0.003952758,0.00022384572,0.0003539286,0.00025138847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008974328,0.0030810595,0.6562494,0.000025446636,0.00019498388,0.00035506944,0.015987126,0.00006134242,0.00030220565,0.092784554,0.10614504,0.12391636],"study_design_scores_gemma":[0.012959613,0.0018500169,0.15540916,0.0018931867,0.00009350266,0.00031687718,0.14059924,0.014642868,0.00021613462,0.053783532,0.61586016,0.0023757445],"about_ca_topic_score_codex":0.0003084964,"about_ca_topic_score_gemma":0.009940062,"teacher_disagreement_score":0.5097151,"about_ca_system_score_codex":0.00017522908,"about_ca_system_score_gemma":0.00020232693,"threshold_uncertainty_score":0.9988749},"labels":[],"label_agreement":null},{"id":"W2885148735","doi":"10.1109/mercon.2018.8421935","title":"Current Practices of Sustainable Procurement in the Sri Lankan Construction Industry","year":2018,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Sustainability; Construction industry; Business; Sri lanka; Data collection; Qualitative research; Construction management; Triangulation; Process management; Environmental planning; Engineering; Marketing; Construction engineering; Civil engineering; Geography; Sociology","score_opus":0.041702488359259555,"score_gpt":0.31568462265404607,"score_spread":0.2739821342947865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885148735","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45813024,0.00009768948,0.00003183549,0.006916234,0.00030806268,0.00060427387,5.547829e-7,0.000054629294,0.5338565],"genre_scores_gemma":[0.9970981,0.0000060141233,0.00005965815,0.0008822407,0.0016095559,0.000036151305,0.000007291084,0.0000034056923,0.00029756958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989952,0.000016768518,0.00023893808,0.00015119422,0.00031863005,0.00027927128],"domain_scores_gemma":[0.9990106,0.000022222363,0.00046646822,0.00018309096,0.00031124207,0.000006342823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009814474,0.000104154315,0.000103234845,0.00025162016,0.000110017514,0.00020478354,0.00029931508,0.00007908618,0.0004469191],"category_scores_gemma":[0.0003173167,0.00006866443,0.000027102635,0.0007369915,0.000105209394,0.0014344003,0.00011335011,0.00025304922,0.00005900588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028273422,0.00017997275,0.13010058,0.00021891644,0.000012434427,0.0000015093275,0.00037114578,5.5039243e-7,0.000060135168,0.8357679,0.028128287,0.005130297],"study_design_scores_gemma":[0.00043811707,0.000021912994,0.014138458,0.00003078688,0.000026122645,0.0000016960249,0.0067387363,0.0000969766,0.00024872227,0.0070050242,0.9711286,0.00012487061],"about_ca_topic_score_codex":0.0017008255,"about_ca_topic_score_gemma":0.0002722174,"teacher_disagreement_score":0.9430003,"about_ca_system_score_codex":0.000026506701,"about_ca_system_score_gemma":0.00007252471,"threshold_uncertainty_score":0.48934507},"labels":[],"label_agreement":null},{"id":"W2899484559","doi":"10.1051/matecconf/201821904006","title":"The criteria for evaluation and selection the best tender applied by the authorities in Poland and selected EU countries","year":2018,"lang":"en","type":"article","venue":"MATEC Web of Conferences","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Call for bids; Procurement; Quarter (Canadian coin); Order (exchange); Work (physics); Business; Selection (genetic algorithm); Accounting; Marketing; Finance; Computer science; Engineering; Geography","score_opus":0.0300133162965211,"score_gpt":0.29234429854116806,"score_spread":0.26233098224464696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899484559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9566218,0.00066795317,0.00006317567,0.01327689,0.00017012042,0.0009150458,0.0000113238675,0.00003379831,0.028239885],"genre_scores_gemma":[0.9990363,0.000057970377,0.000005448255,0.00029910594,0.00032888478,0.00009919383,0.000010037364,0.000004695322,0.0001583276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941176,0.00002159631,0.0001504488,0.00010434532,0.00016305727,0.00014876992],"domain_scores_gemma":[0.9993662,0.00012129797,0.00011748767,0.000055296776,0.00033572386,0.0000039410475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010324549,0.00008634038,0.000089590896,0.00005803506,0.0004547816,0.00062332075,0.00012958726,0.000036955294,0.000045829238],"category_scores_gemma":[0.00011255014,0.00004214206,0.000007950786,0.00018928804,0.0002927799,0.0002417785,0.000041398238,0.000046951704,0.0000020424945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044813033,0.00005448768,0.08483315,0.00032924057,0.00012102593,3.8249002e-8,0.0014416183,5.4778525e-7,0.0066182003,0.81063306,0.06501021,0.030510308],"study_design_scores_gemma":[0.001924194,0.00010119195,0.10531208,0.000066062996,0.00017554143,0.0000019116553,0.0055651884,0.023645617,0.0015550051,0.06176505,0.7995925,0.00029566215],"about_ca_topic_score_codex":0.0007914975,"about_ca_topic_score_gemma":0.0019434356,"teacher_disagreement_score":0.748868,"about_ca_system_score_codex":0.0000063350653,"about_ca_system_score_gemma":0.00011139485,"threshold_uncertainty_score":0.6010696},"labels":[],"label_agreement":null},{"id":"W2900732602","doi":"10.5539/ijms.v10n4p39","title":"Pre-commercial Procurement and the Marketing of Innovation: A New Innovation Policy Instrument or “Old Wine in New Bottles”?","year":2018,"lang":"en","type":"article","venue":"International Journal of Marketing Studies","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Procurement; Marketing; Process (computing); Industrial organization; Point (geometry); Innovation process; Work in process; Computer science","score_opus":0.04999984940007861,"score_gpt":0.33390732173657295,"score_spread":0.2839074723364943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900732602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937799,0.00043301051,0.00018111186,0.097820036,0.0011044956,0.00034540816,0.0000016101893,0.000017617685,0.0063168365],"genre_scores_gemma":[0.9812523,0.00017455679,0.0008899067,0.003543887,0.012797642,0.000005648061,0.000003806449,0.000015110711,0.0013171303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975945,0.00008773386,0.0012820702,0.00014436801,0.0006909597,0.0002003674],"domain_scores_gemma":[0.99546546,0.00046818604,0.001742045,0.00009555269,0.0022173016,0.000011445144],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073980656,0.0001724993,0.00031948177,0.0012778519,0.000105847066,0.00018124293,0.0004235224,0.00004099048,0.00008150413],"category_scores_gemma":[0.016111592,0.00011210561,0.000043950902,0.0016850851,0.00017765809,0.0007887839,0.00040063055,0.00018364101,0.0000019900483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023940958,0.00024403151,0.22110187,0.00040508155,0.0014579985,0.000012619086,0.0033353327,0.000016694603,0.00059614144,0.10953014,0.16791978,0.47143936],"study_design_scores_gemma":[0.014330841,0.00012552096,0.7402156,0.0025515193,0.00012689925,0.000043957418,0.0013920201,0.00038538917,0.00025354323,0.018373782,0.22178426,0.0004166867],"about_ca_topic_score_codex":0.0006013261,"about_ca_topic_score_gemma":0.0002458705,"teacher_disagreement_score":0.5191137,"about_ca_system_score_codex":0.0001287808,"about_ca_system_score_gemma":0.0003621866,"threshold_uncertainty_score":0.9921761},"labels":[],"label_agreement":null},{"id":"W2901785841","doi":"10.5465/ambpp.2012.17367abstract","title":"Municipal Entrepreneurship, Sources of Opportunity and Procurement for Innovation","year":2012,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Entrepreneurship; Procurement; Bureaucracy; Context (archaeology); Business; Goods and services; Industrial organization; Marketing; Public relations; Economics; Politics; Political science; Economy; Finance","score_opus":0.07337903734624246,"score_gpt":0.2909464858043119,"score_spread":0.21756744845806947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901785841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659019,0.00020786167,0.000048677273,0.0028708663,0.0000772145,0.0010377651,0.0000035680077,0.000075581906,0.029776538],"genre_scores_gemma":[0.9965688,0.00005718699,0.0004785173,0.0015821515,0.0005886135,0.00012474395,0.000013997846,0.000022537366,0.0005634743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842,0.0000025924505,0.000559876,0.00023257892,0.0003664908,0.00041845543],"domain_scores_gemma":[0.99896306,0.00002128743,0.00074647897,0.000066338725,0.00017401268,0.000028827655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012998257,0.00020173292,0.0002612838,0.0006935909,0.000101843754,0.0000676834,0.00033109126,0.000094344265,0.000054124546],"category_scores_gemma":[0.00016542757,0.00019294607,0.00005524968,0.000752314,0.00009499332,0.0020827278,0.00037194736,0.00010886304,0.0000039108086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093278075,0.00021310907,0.13247125,0.0032457563,0.00013795614,4.6371508e-8,0.0004429541,6.559672e-7,0.0012094715,0.83467203,0.010656633,0.016856823],"study_design_scores_gemma":[0.0026957004,0.00007048307,0.12628913,0.0003256334,0.0005978811,0.000001536065,0.0018558579,0.0004421785,0.01077206,0.038048826,0.81821823,0.0006824857],"about_ca_topic_score_codex":0.000025132058,"about_ca_topic_score_gemma":3.425048e-7,"teacher_disagreement_score":0.8075616,"about_ca_system_score_codex":0.000016907987,"about_ca_system_score_gemma":0.00000492572,"threshold_uncertainty_score":0.78681123},"labels":[],"label_agreement":null},{"id":"W2911412059","doi":"10.1080/25741292.2018.1550843","title":"Commissioning of public services: cooperation and strategic approaches","year":2018,"lang":"en","type":"article","venue":"Policy Design and Practice","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Public Administration of Canada","funders":"","keywords":"Project commissioning; Business; Publishing; Management; Public relations; Political science; Economics","score_opus":0.22501933291557802,"score_gpt":0.3203727375703309,"score_spread":0.0953534046547529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911412059","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07423405,0.001183415,0.013913296,0.059735846,0.00018269787,0.000849026,0.0000033257554,0.00022168027,0.84967667],"genre_scores_gemma":[0.99182564,0.00007056869,0.0023238924,0.0042240135,0.001329099,0.00000976854,0.000011105867,0.000013582142,0.0001923185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918795,0.000086684086,0.00019190162,0.00017852003,0.00013831616,0.00021661857],"domain_scores_gemma":[0.9991381,0.00023988957,0.0002423554,0.00013459906,0.00021405259,0.00003097538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013822963,0.00012828602,0.0001336824,0.00024958196,0.00026889215,0.00061397854,0.00012441691,0.00006413287,0.00004830313],"category_scores_gemma":[0.00052069145,0.00010937533,0.00001348018,0.0004565565,0.00012028447,0.002755326,0.000108919376,0.00008594579,0.000025696965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121380035,0.000093198156,0.00078530505,0.00030337225,0.000050753053,9.0722955e-7,0.0008349382,0.0000026938785,0.0014959059,0.982441,0.0009455489,0.012924987],"study_design_scores_gemma":[0.003036382,0.0003044908,0.0024310327,0.00019898228,0.00035640027,0.00009889299,0.005672514,0.098406754,0.00087062526,0.09509689,0.7924556,0.001071439],"about_ca_topic_score_codex":0.0013262844,"about_ca_topic_score_gemma":0.00003133623,"teacher_disagreement_score":0.9175916,"about_ca_system_score_codex":0.0000087331455,"about_ca_system_score_gemma":0.00007288064,"threshold_uncertainty_score":0.5920609},"labels":[],"label_agreement":null},{"id":"W2913636461","doi":"10.1080/01900692.2019.1575853","title":"A Comparative Analysis of SME Friendly Public Procurement: Results from Canada, Hungary and Italy","year":2019,"lang":"en","type":"article","venue":"International Journal of Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Works and Government Services Canada","funders":"","keywords":"Procurement; Economic shortage; Business; Marketing; Human resources; Economics; Management","score_opus":0.034706735177550845,"score_gpt":0.2840253602035725,"score_spread":0.24931862502602165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913636461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602191,0.00009616815,0.00039284633,0.017649956,0.0006879322,0.00015241295,0.00015156335,0.000012438147,0.020637589],"genre_scores_gemma":[0.99785817,0.0000076220244,0.00016063647,0.0005564881,0.0007246192,0.0000027774477,0.00049972546,0.000006422235,0.00018355272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766797,0.000027474804,0.0008876082,0.00020143665,0.0010334074,0.00018208165],"domain_scores_gemma":[0.99637973,0.00010967242,0.0016209761,0.00014025398,0.0017011776,0.000048167985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071791356,0.00015379208,0.00036294965,0.0009363778,0.000048546895,0.0005224806,0.0004991297,0.000057286357,0.00041602273],"category_scores_gemma":[0.0004094555,0.00013862466,0.00011808757,0.00067530834,0.0000461615,0.002709337,0.0000964397,0.0001556437,0.0000070480774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016784862,0.0013762283,0.6342284,0.00010033983,0.015945125,0.00008331164,0.0010749365,0.00012648743,0.00474895,0.27910656,0.043677874,0.01785326],"study_design_scores_gemma":[0.0052621276,0.00026332814,0.5915857,0.000107157015,0.0010132919,0.000019032297,0.001944419,0.010472324,0.0007825111,0.0027297367,0.38520837,0.0006120052],"about_ca_topic_score_codex":0.018904535,"about_ca_topic_score_gemma":0.10888351,"teacher_disagreement_score":0.3415305,"about_ca_system_score_codex":0.0001279528,"about_ca_system_score_gemma":0.0008262107,"threshold_uncertainty_score":0.98762864},"labels":[],"label_agreement":null},{"id":"W2913647514","doi":"","title":"Reported Corruption vs. Experience of Corruption in Public Procurement Contracts","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Procurement; Language change; Business; Public sector; Finance; Economics; Marketing; Economy","score_opus":0.04301307447769844,"score_gpt":0.2648958626349413,"score_spread":0.22188278815724286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913647514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8676914,0.0003284806,0.012911108,0.011115491,0.00082207535,0.0014267851,0.00001858613,0.00034093528,0.10534516],"genre_scores_gemma":[0.9952703,0.00014047346,0.001695209,0.00036806404,0.00019673958,0.00020585135,0.0007607892,0.000044003107,0.0013185805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99620175,0.00058316696,0.0011253781,0.00081226276,0.00076915533,0.0005082981],"domain_scores_gemma":[0.99219507,0.00020480045,0.0019674795,0.0015354393,0.004041631,0.000055555032],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006541564,0.00039083755,0.00050251855,0.000754039,0.00020835352,0.0007543266,0.0011729464,0.00034578255,0.00038649119],"category_scores_gemma":[0.0037127798,0.00041922586,0.00016999844,0.000914614,0.0002835642,0.0010559314,0.0013653442,0.00051426433,0.00006501752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002936333,0.005436689,0.4158311,0.0028499672,0.0003318061,0.000028198097,0.016738445,0.00006864669,0.015354862,0.4446289,0.013206753,0.08523102],"study_design_scores_gemma":[0.0062405737,0.0000037649263,0.4660188,0.0115517145,0.00034228485,0.00002184693,0.0009045784,0.08048931,0.030381294,0.037219528,0.3633922,0.0034340927],"about_ca_topic_score_codex":0.0049258443,"about_ca_topic_score_gemma":0.002987342,"teacher_disagreement_score":0.40740934,"about_ca_system_score_codex":0.00018471899,"about_ca_system_score_gemma":0.0003083368,"threshold_uncertainty_score":0.99982595},"labels":[],"label_agreement":null},{"id":"W2921342373","doi":"10.1108/ijge-02-2019-139","title":"The efficacy of gender-based federal procurement policies in the United States","year":2019,"lang":"en","type":"article","venue":"International Journal of Gender and Entrepreneurship","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Procurement; Certification; Business; Accountability; Call for bids; Government procurement; Feminism; Entrepreneurship; Accounting; Liberian dollar; Originality; Marketing; Economics; Public relations; Finance; Political science; Qualitative research; Management; Sociology; Law","score_opus":0.04859536153455751,"score_gpt":0.2880250537606496,"score_spread":0.23942969222609206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921342373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881329,0.0002651932,0.000053633776,0.007259326,0.00045461877,0.00015090806,0.0000024549945,0.0000062246554,0.0036747279],"genre_scores_gemma":[0.99638224,0.00006778784,0.000010454359,0.0028898895,0.0005703774,0.0000027623398,0.000017948774,0.000007554941,0.000050974213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867445,0.000039598468,0.0003994032,0.00009798173,0.0006038131,0.00018475935],"domain_scores_gemma":[0.99892867,0.0002219598,0.00039223267,0.00011737732,0.00032705028,0.000012730394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007638185,0.00011383279,0.00012330667,0.00034990045,0.00006777217,0.0003694817,0.0005920089,0.000027928978,0.00005400784],"category_scores_gemma":[0.0001449224,0.000064634136,0.00008645976,0.00021756941,0.00005123897,0.00031770003,0.00007316175,0.0001549141,0.000007821887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000556392,0.00033871154,0.95391935,0.00008753398,0.00024082244,0.000012915984,0.002402801,0.0025375185,0.0003417156,0.030846523,0.00559752,0.0031181811],"study_design_scores_gemma":[0.0049513257,0.00008043517,0.8537748,0.000118029464,0.000075911514,0.00003277175,0.003449706,0.002925516,0.00047791513,0.020330597,0.113504834,0.00027818713],"about_ca_topic_score_codex":0.00023274664,"about_ca_topic_score_gemma":0.000024864376,"teacher_disagreement_score":0.10790732,"about_ca_system_score_codex":0.000026350033,"about_ca_system_score_gemma":0.000047530237,"threshold_uncertainty_score":0.35629207},"labels":[],"label_agreement":null},{"id":"W2937880823","doi":"10.3386/w24724","title":"Public Contracting for Private Innovation: Government Expertise, Decision Rights, and Performance Outcomes","year":2018,"lang":"en","type":"report","venue":"National Bureau of Economic Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Government (linguistics); Business; Public economics; Actuarial science; Public administration; Public relations; Economics; Political science","score_opus":0.42524708384195026,"score_gpt":0.48021974088928854,"score_spread":0.05497265704733828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937880823","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13713588,0.00033774838,0.000089691566,0.005085284,0.0015432262,0.0018144671,0.00008697046,0.00005339599,0.85385334],"genre_scores_gemma":[0.9845431,0.00015435534,0.00044613308,0.00032223406,0.006156289,0.00033010927,0.00049521937,0.000048659953,0.0075039235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616987,0.000013726103,0.00092125713,0.0004869987,0.0019385127,0.00046965384],"domain_scores_gemma":[0.99463713,0.00062889187,0.00083366316,0.00025250905,0.0036239994,0.000023787106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067616357,0.0002465948,0.00044675136,0.001066779,0.0004241701,0.0005428036,0.00049362297,0.00025753808,0.00036732524],"category_scores_gemma":[0.0038736262,0.00021522406,0.000090389534,0.0003923087,0.00018125483,0.0016844508,0.00040315543,0.00030682122,0.000073687355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013889254,0.00008744079,0.026539978,0.0005225532,0.0002073093,4.1652697e-7,0.0000152788,0.0000019431159,0.000027686328,0.62515724,0.3170757,0.030225586],"study_design_scores_gemma":[0.0009503606,0.000041797186,0.00966694,0.00014418073,0.000015342875,0.000002458348,0.000009740547,0.0014413171,0.000066123284,0.17410016,0.8132973,0.00026432384],"about_ca_topic_score_codex":0.00047574774,"about_ca_topic_score_gemma":0.000097796656,"teacher_disagreement_score":0.84740716,"about_ca_system_score_codex":0.0011356345,"about_ca_system_score_gemma":0.0007744509,"threshold_uncertainty_score":0.87765825},"labels":[],"label_agreement":null},{"id":"W2938283275","doi":"10.26794/2408-9303-2019-6-2-75-86","title":"Electronic  Support  of  State (Municipal)  Procurement  in  Canada","year":2019,"lang":"en","type":"article","venue":"Accounting Analysis Auditing","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Openness to experience; Transparency (behavior); Business; E-procurement; Publication; State (computer science); Accounting; Industrial organization; Marketing; Computer science; Computer security","score_opus":0.006176295167220473,"score_gpt":0.19984709362527833,"score_spread":0.19367079845805785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938283275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97977644,0.00006378101,0.00003064595,0.0004873407,0.000111165326,0.00023441226,0.0000040460045,0.00004307157,0.01924907],"genre_scores_gemma":[0.99790996,0.00000938942,0.000026413165,0.0013262497,0.00024135479,0.000019460153,0.00008441703,0.000027719027,0.0003550529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997109,0.00001670576,0.0008675176,0.0004205796,0.00069597573,0.00089024234],"domain_scores_gemma":[0.9981713,0.000068341404,0.0010885092,0.0004092719,0.0002467385,0.000015790263],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001480567,0.00025403063,0.0006093834,0.0010526198,0.00008605214,0.00015973274,0.0005234413,0.000041650575,0.0010308083],"category_scores_gemma":[0.00020278536,0.00025588798,0.00017928344,0.0033665556,0.000017753533,0.0010579912,0.00023465397,0.00026949708,0.0000992504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012276773,0.000037867823,0.990548,0.00018544309,0.0004256718,0.0000037203936,0.00009739857,0.0032833088,0.0005273706,0.0019173308,0.0010865965,0.0018750099],"study_design_scores_gemma":[0.003619856,0.000052066032,0.5636287,0.00032610248,0.002524666,0.000002648289,0.0032757109,0.18344453,0.0017793321,0.004495057,0.23422691,0.0026244451],"about_ca_topic_score_codex":0.8727228,"about_ca_topic_score_gemma":0.9276786,"teacher_disagreement_score":0.4269193,"about_ca_system_score_codex":0.0004841862,"about_ca_system_score_gemma":0.0007040791,"threshold_uncertainty_score":0.99998933},"labels":[],"label_agreement":null},{"id":"W2943945858","doi":"10.15353/cjo.77.509","title":"Negotiate Your Commercial Lease or Renewal for Optometry tenants","year":2015,"lang":"en","type":"article","venue":"Canadian journal of optometry/CJO. Canadian journal of optometry","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lease; Negotiation; Business; Optometry; Medicine; Finance; Political science; Law","score_opus":0.072601567128173,"score_gpt":0.34920626633401325,"score_spread":0.27660469920584024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943945858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717559,0.0025449567,0.0010190073,0.008278246,0.007420207,0.00053944887,0.00026706274,0.000023584445,0.008151584],"genre_scores_gemma":[0.9819784,0.0000476188,0.0016907012,0.004374702,0.010302618,0.000006817657,0.00003983795,0.00017207769,0.0013872137],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99314016,0.0001055653,0.0024756049,0.0004663287,0.0013916439,0.0024207225],"domain_scores_gemma":[0.98751813,0.00023565105,0.0031067706,0.0005586597,0.004617358,0.0039634253],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045885504,0.0008639186,0.0016326808,0.01668347,0.0008066519,0.0020106963,0.0027851935,0.0005394729,0.001243755],"category_scores_gemma":[0.0042395503,0.0007396184,0.0009000195,0.0068771285,0.00041048872,0.0044143004,0.000094650466,0.0013739415,0.00015366529],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054188794,0.00007683218,0.7957839,0.00020904824,0.00051241304,0.0010308183,0.00028240707,0.00013210395,0.00002456271,0.00008922242,0.19872624,0.002590592],"study_design_scores_gemma":[0.016297184,0.00069857616,0.46928874,0.0010416725,0.0010517568,0.0026401728,0.002853305,0.0003812664,0.00019418114,0.00018404654,0.50325364,0.0021154785],"about_ca_topic_score_codex":0.012762049,"about_ca_topic_score_gemma":0.006730522,"teacher_disagreement_score":0.32649514,"about_ca_system_score_codex":0.0016486985,"about_ca_system_score_gemma":0.013470219,"threshold_uncertainty_score":0.99966925},"labels":[],"label_agreement":null},{"id":"W2944457445","doi":"","title":"Supplier Innovation in the Presence of Buyer Power","year":2014,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Incentive; Power (physics); Industrial organization; Business; Product innovation; Product (mathematics); Microeconomics; Welfare; Marketing; Economics; Market economy; Mathematics","score_opus":0.03671852217380508,"score_gpt":0.30877412222969663,"score_spread":0.2720556000558916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944457445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5946561,0.000023731918,0.0000044243643,0.0027650963,0.00028503026,0.00074199133,0.0000070154197,0.000017162542,0.40149945],"genre_scores_gemma":[0.9973175,0.00016466854,0.000044689325,0.0008382376,0.0006620122,0.0001835875,0.00008356774,0.000028321245,0.00067741127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978121,0.00007562675,0.0007445258,0.0004672923,0.00036015752,0.00054029265],"domain_scores_gemma":[0.99828637,0.00027081574,0.00037981727,0.00081121136,0.00024241896,0.0000093687095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050840853,0.00020870274,0.0003303353,0.001415559,0.00007123043,0.00031689412,0.0012580554,0.0002558038,0.00021142235],"category_scores_gemma":[0.0011362919,0.00017596835,0.000071377945,0.0006754366,0.00017858138,0.00039569655,0.0012074225,0.0010895216,0.00002936318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004015582,0.0010100643,0.25838655,0.002558913,0.00017169461,0.000022357903,0.0023339116,0.006275475,0.0006691259,0.49922386,0.020706363,0.20824012],"study_design_scores_gemma":[0.00127849,0.000032354765,0.09283969,0.00039711312,0.000012799642,0.0000015221458,0.0009647396,0.013112613,0.00008193378,0.060654666,0.8299257,0.00069834245],"about_ca_topic_score_codex":0.00048453256,"about_ca_topic_score_gemma":0.00031220223,"teacher_disagreement_score":0.80921936,"about_ca_system_score_codex":0.00014271637,"about_ca_system_score_gemma":0.00018535032,"threshold_uncertainty_score":0.7175781},"labels":[],"label_agreement":null},{"id":"W2952950140","doi":"10.2436/rcdp.i58.2019.3178","title":"THE ITALIAN EXPERIENCE OF AGGREGATION IN PUBLIC AUTHORITY PROCUREMENT","year":2019,"lang":"en","type":"article","venue":"Revista catalana de dret públic (Escola d'Administració Pública de Catalunya (EAPC))","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Humanities; Political science; Management; Philosophy; Economics","score_opus":0.022341726892801988,"score_gpt":0.26679161833613657,"score_spread":0.2444498914433346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952950140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661315,0.0010305124,0.00012000257,0.010136764,0.00040569925,0.0023771909,0.000097184835,0.00027465067,0.019426515],"genre_scores_gemma":[0.9958385,0.000102073776,0.00010772049,0.0009593228,0.00067658135,0.00039430716,0.00059802225,0.0000819712,0.001241491],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994888,0.000113398826,0.0014015766,0.0009298008,0.0011012806,0.0015659549],"domain_scores_gemma":[0.9965129,0.00019357102,0.0010940722,0.0015318751,0.00048210644,0.00018548005],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0031609146,0.000626941,0.00071710034,0.0007846924,0.00041434812,0.0018537804,0.002035733,0.00032559162,0.00034238098],"category_scores_gemma":[0.0013795767,0.0005556891,0.00028994857,0.0026538316,0.00035245312,0.0024877782,0.00051975605,0.0006518646,0.0003326141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003564642,0.0011214041,0.5222995,0.0026196958,0.00021313579,0.00007388693,0.0031809383,0.000006878192,0.0047255927,0.4238899,0.016826214,0.024686389],"study_design_scores_gemma":[0.0016028474,0.00010571378,0.072377406,0.00040906173,0.00009059894,0.00005399048,0.0015085177,0.0014685567,0.001610652,0.0012864068,0.9184235,0.0010627751],"about_ca_topic_score_codex":0.0009912559,"about_ca_topic_score_gemma":0.0006530917,"teacher_disagreement_score":0.90159726,"about_ca_system_score_codex":0.0005648629,"about_ca_system_score_gemma":0.00092619203,"threshold_uncertainty_score":0.99968946},"labels":[],"label_agreement":null},{"id":"W2972262189","doi":"10.6000/1929-7092.2019.08.41","title":"An Overview of Public Sector Budget Monitoring & Evaluation Systems for Gender Equality: Lessons from Uganda and Rwanda","year":2019,"lang":"en","type":"article","venue":"Journal of Reviews on Global Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public sector; Monitoring and evaluation; Gender equality; Economic growth; Business; Public economics; Political science; Economics; Sociology; Gender studies; Economy","score_opus":0.32500427630048956,"score_gpt":0.40489041537719084,"score_spread":0.07988613907670128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972262189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93972534,0.054226566,0.00032725555,0.000964052,0.0018243897,0.0008292162,0.00008028411,0.0000094174175,0.002013478],"genre_scores_gemma":[0.97753066,0.018275024,0.0003886394,0.0007239189,0.002969012,0.000018129258,0.000050644416,0.0000192168,0.000024737385],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848175,0.00006953324,0.0008851393,0.00018468148,0.0001837806,0.00019512273],"domain_scores_gemma":[0.99755543,0.00005241107,0.0017182588,0.00025133652,0.00037936927,0.0000431978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003767668,0.0001700725,0.0006370664,0.00012557844,0.000053646916,0.0004098419,0.00027768957,0.0000766068,0.00007129964],"category_scores_gemma":[0.0002277427,0.00014088386,0.00017473282,0.00012843427,0.000015067754,0.0016204534,0.000048298323,0.00008982641,0.000027955664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003193375,0.0004798797,0.41495925,0.0057242443,0.0008031569,5.134325e-7,0.000213231,0.00096874667,0.0003033496,0.29009122,0.017220164,0.2689169],"study_design_scores_gemma":[0.0015003652,0.000056366545,0.016097238,0.00045121915,0.00022524974,0.000002794942,0.00007217773,0.0027730775,0.000006378334,0.0076483376,0.9709511,0.0002157337],"about_ca_topic_score_codex":0.00015367765,"about_ca_topic_score_gemma":0.000043348624,"teacher_disagreement_score":0.9537309,"about_ca_system_score_codex":0.00018788755,"about_ca_system_score_gemma":0.00011503025,"threshold_uncertainty_score":0.57450765},"labels":[],"label_agreement":null},{"id":"W2979876473","doi":"10.22594/dau.19-839.26.04","title":"Defense Procurement and Public Utility Regulation: A 21st-Century Re-examination","year":2019,"lang":"en","type":"article","venue":"Defense Acquisition Research Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Procurement; George (robot); Perspective (graphical); Political science; Town hall; Law and economics; Political economy; Public administration; History; Sociology; Economics; Management; Art; Art history","score_opus":0.06288996912960908,"score_gpt":0.3135863099541006,"score_spread":0.2506963408244915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979876473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83996296,0.0010520146,0.00021370164,0.011307093,0.00049680047,0.0011009328,0.000006243111,0.00014605724,0.14571421],"genre_scores_gemma":[0.9953978,0.0002321391,0.00011089768,0.0015697562,0.0020279824,0.000035381385,0.00007769348,0.000030507765,0.00051782845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996213,0.00023851622,0.00051438395,0.00044533995,0.0017345812,0.0008541427],"domain_scores_gemma":[0.99720347,0.000111295434,0.0003184686,0.00037880018,0.0018702443,0.00011774776],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0066026966,0.00022944756,0.00023350197,0.001322975,0.00086403603,0.0021420275,0.00035252023,0.00014649336,0.0046482664],"category_scores_gemma":[0.00055956224,0.00020815387,0.00010377548,0.0011931631,0.000150215,0.0035336886,0.00034397613,0.0006949948,0.0008552361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007421061,0.0011994167,0.1711403,0.0011155888,0.00030197683,0.00007310715,0.0009776864,0.0000147479595,0.00615891,0.5313434,0.13430634,0.15262644],"study_design_scores_gemma":[0.0034968837,0.00015594887,0.27059355,0.00022638099,0.000048741065,0.0001461698,0.0029383327,0.0042165103,0.00009029831,0.038694378,0.6787669,0.00062590535],"about_ca_topic_score_codex":0.000047428606,"about_ca_topic_score_gemma":0.000023380206,"teacher_disagreement_score":0.5444606,"about_ca_system_score_codex":0.00018927068,"about_ca_system_score_gemma":0.00015598626,"threshold_uncertainty_score":0.9999227},"labels":[],"label_agreement":null},{"id":"W2992154660","doi":"10.2139/ssrn.3483868","title":"The Impact of Open Data on Public Procurement","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Center for Interuniversity Research and Analysis on Organizations","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.04714131025335037,"score_gpt":0.32219101021685526,"score_spread":0.27504969996350487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992154660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6974462,0.002373532,0.00023142406,0.028346732,0.0008877288,0.0021930218,0.000014766137,0.00009364695,0.26841295],"genre_scores_gemma":[0.99588096,0.000370187,0.0000045707097,0.0003487967,0.00097168644,0.000006736469,0.00003237344,0.000023324088,0.0023613404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972569,0.000022629027,0.00032887934,0.0002293823,0.0004248788,0.001737335],"domain_scores_gemma":[0.9985496,0.000036994526,0.0004820633,0.00072207005,0.0001898835,0.000019417113],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004502606,0.00017088834,0.00018881938,0.00018540128,0.00031207417,0.0013614818,0.0037889678,0.000040228162,0.00021485426],"category_scores_gemma":[0.00020622951,0.00009751561,0.000101474136,0.00043809754,0.000031819345,0.0029014817,0.0011156047,0.0008294024,0.00031135033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015731239,0.00018137583,0.025512168,0.000015384736,0.00040689006,3.2658625e-7,0.000012455186,0.000013201117,0.00020237046,0.9034102,0.02874241,0.041345883],"study_design_scores_gemma":[0.003288854,0.0005113663,0.016682465,0.00007498566,0.00007890213,0.000033675668,0.00065348693,0.002036183,0.00002223535,0.45247462,0.5236182,0.000525],"about_ca_topic_score_codex":0.0007960796,"about_ca_topic_score_gemma":0.00073543726,"teacher_disagreement_score":0.49487582,"about_ca_system_score_codex":0.00038090628,"about_ca_system_score_gemma":0.0018851,"threshold_uncertainty_score":0.9996752},"labels":[],"label_agreement":null},{"id":"W3002204657","doi":"10.35219/eai1584040958","title":"Does the Late Approval of the State Budget Influences the Public Procurement Procedures in Romania?","year":2019,"lang":"en","type":"article","venue":"Annals of Dunarea de Jos University of Galati Fascicle I Economics and Applied Informatics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; State (computer science); Quarter (Canadian coin); Annulment; Business; Accounting; Economics; Political science; Law; Geography; Computer science; Marketing","score_opus":0.013043675754894698,"score_gpt":0.18980440914054544,"score_spread":0.17676073338565074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002204657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98604685,0.000016325896,0.00000645899,0.004017677,0.00003362262,0.00049893284,0.000011334629,0.0000074218433,0.00936138],"genre_scores_gemma":[0.99894196,0.0001687011,0.000040548504,0.00072593836,0.000020050848,0.0000013777652,0.0000031347854,0.000005123296,0.00009319072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992005,0.000008015022,0.00036998044,0.00007289254,0.00013123873,0.00021737882],"domain_scores_gemma":[0.99885994,0.000042241874,0.00073681294,0.00023528852,0.000112192996,0.000013492901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006353096,0.00011704716,0.00020755449,0.00012357881,0.00014079807,0.00009130458,0.0006014531,0.000043706215,0.00001671261],"category_scores_gemma":[0.00002365521,0.00006227398,0.000063707965,0.0002428426,0.00021281347,0.00079983624,0.00034507364,0.00010200153,0.0000038413687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003193965,0.0003340457,0.53120095,0.0029164162,0.00044971533,2.6534192e-7,0.021830324,0.011747437,0.0005989469,0.41583487,0.002893609,0.011874036],"study_design_scores_gemma":[0.0045092283,0.0001365352,0.6172536,0.00038896225,0.00016850133,0.0000028172574,0.054638598,0.10736319,0.0031439704,0.054728765,0.15663902,0.0010267871],"about_ca_topic_score_codex":0.00032877811,"about_ca_topic_score_gemma":0.00036505074,"teacher_disagreement_score":0.36110613,"about_ca_system_score_codex":0.000012346101,"about_ca_system_score_gemma":0.00010730433,"threshold_uncertainty_score":0.25394595},"labels":[],"label_agreement":null},{"id":"W3006512455","doi":"10.2139/ssrn.3500725","title":"Collusion Through Market Sharing Agreements: Evidence from Quebec's Road Paving Market","year":2019,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Collusion; Cartel; Bidding; Procurement; Competition (biology); Business; Common value auction; Industrial organization; Microeconomics; Economics; Marketing","score_opus":0.02409687943723321,"score_gpt":0.26320257048149,"score_spread":0.23910569104425677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006512455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68866116,0.043284,0.016647525,0.019040707,0.011439829,0.0036743032,0.00006301485,0.00082207343,0.2163674],"genre_scores_gemma":[0.92049557,0.013193325,0.00021088606,0.0026026177,0.013720465,0.00006890716,0.00016885895,0.00019331902,0.049346052],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9928168,0.00009039873,0.0010529915,0.0010991971,0.001221503,0.0037191052],"domain_scores_gemma":[0.9967303,0.000111903304,0.0017224661,0.0009875428,0.0004004498,0.000047297908],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047279387,0.00082312716,0.00079884584,0.0005309877,0.000600607,0.0025579813,0.0025987823,0.0004952167,0.003427141],"category_scores_gemma":[0.00057155656,0.0007777283,0.0004884116,0.0004925595,0.000060540475,0.0042625032,0.0038854969,0.005139359,0.00046645157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026080653,0.000979307,0.2546601,0.002637826,0.005448739,0.00010972931,0.0015800314,0.00081661134,0.001526558,0.10422681,0.44552675,0.17987947],"study_design_scores_gemma":[0.00283577,0.000076215576,0.04252199,0.0061791395,0.0009961817,0.00004270685,0.0015667184,0.015550657,0.000021859847,0.7843912,0.14311518,0.002702354],"about_ca_topic_score_codex":0.05926772,"about_ca_topic_score_gemma":0.030077457,"teacher_disagreement_score":0.6801644,"about_ca_system_score_codex":0.0027734968,"about_ca_system_score_gemma":0.0027586634,"threshold_uncertainty_score":0.9994674},"labels":[],"label_agreement":null},{"id":"W3007890142","doi":"","title":"Withdrawing the United States from the WTO Government Procurement Agreement (GPA): Assessing Potential Damage to the U.S. and Its Contracting Community","year":2020,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Government procurement; Business; Government (linguistics); International trade; Accession; World War II; Public administration; Political science; Law; European union; Marketing","score_opus":0.02979471648313047,"score_gpt":0.2494113200112185,"score_spread":0.219616603528088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007890142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85183764,0.00030404137,0.0004999748,0.13973327,0.00023963554,0.001247674,0.00004677602,0.00012691513,0.005964059],"genre_scores_gemma":[0.9125538,0.000021905867,0.000054874225,0.0849151,0.0021333639,0.00008322691,0.00010609137,0.000034096625,0.00009757212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746305,0.00022966134,0.0004505197,0.0003390992,0.0009697869,0.0005478783],"domain_scores_gemma":[0.9985206,0.00032758032,0.000376982,0.00051466253,0.00017402432,0.00008614424],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001654592,0.00035500719,0.00025597008,0.000031409723,0.0027103648,0.0027835928,0.0011377214,0.00005972521,0.00023639687],"category_scores_gemma":[0.0005160106,0.00019072776,0.00008515704,0.00055724394,0.000114154,0.0013760469,0.0011988847,0.0008780182,0.00012769032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017190352,0.0019275866,0.13365632,0.0015275286,0.0039204545,0.00013025686,0.036648475,0.013806791,0.037529476,0.26542604,0.46808156,0.035626482],"study_design_scores_gemma":[0.0014700596,0.00005152924,0.028532546,0.00020563106,0.00030756756,0.0000014473378,0.020062655,0.016575143,0.0007259219,0.00087345665,0.9306436,0.00055043626],"about_ca_topic_score_codex":0.012060193,"about_ca_topic_score_gemma":0.0031835735,"teacher_disagreement_score":0.46256205,"about_ca_system_score_codex":0.00010157411,"about_ca_system_score_gemma":0.000036077472,"threshold_uncertainty_score":0.99858797},"labels":[],"label_agreement":null},{"id":"W3011051718","doi":"","title":"APPRAISING THE STATE OF PROCUREMENT OF MECHNICAL AND ELECTRICAL SERVICES ON SELECTED PUBLIC BUILDING PROJECTS IN DELTA STATE, NIGERIA","year":2020,"lang":"en","type":"article","venue":"Environmental Reviews","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Nonprobability sampling; Government (linguistics); Local government area; Population; Quality (philosophy); Operations management; Environmental economics; Local government; Marketing; Engineering; Economics; Environmental health; Geography; Medicine","score_opus":0.0327976762196087,"score_gpt":0.25021408361918307,"score_spread":0.21741640739957438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011051718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99369884,0.0029708939,0.00009349434,0.0013673863,0.000025145719,0.0012986483,0.000004277893,0.000025766465,0.00051554583],"genre_scores_gemma":[0.99700683,0.0010889301,0.00017846882,0.0015211301,0.000093172115,0.0000585569,0.000023366672,0.000019041983,0.000010485324],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837375,0.000064428306,0.00061900757,0.0003001036,0.00033792164,0.0003048119],"domain_scores_gemma":[0.9992907,0.00004222603,0.00046601644,0.00016596739,0.000006897506,0.000028192168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067909656,0.00020579579,0.00038916105,0.00013470181,0.000061847364,0.000079731515,0.00030685807,0.000034159802,0.000026891887],"category_scores_gemma":[0.00015917938,0.00014212982,0.000058076588,0.00074754225,0.00006593279,0.00051031803,0.00021787785,0.00019332954,0.000014489241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004930545,0.0014027209,0.4328111,0.0033071015,0.0001736333,0.000009004041,0.0025735537,0.000040353974,0.19778873,0.0018377084,0.0034764265,0.35608658],"study_design_scores_gemma":[0.0036215943,0.00059797463,0.24624445,0.0009714389,0.00013147584,0.00000499609,0.00027226642,0.008927314,0.013859454,0.0019607756,0.72212875,0.0012795392],"about_ca_topic_score_codex":0.00006723951,"about_ca_topic_score_gemma":0.000039463896,"teacher_disagreement_score":0.7186523,"about_ca_system_score_codex":0.000043336873,"about_ca_system_score_gemma":0.000020436211,"threshold_uncertainty_score":0.5795886},"labels":[],"label_agreement":null},{"id":"W3015452545","doi":"10.1108/jopp-01-2019-0005","title":"Governance of projects in public procurement of innovation a multi-level perspective","year":2020,"lang":"en","type":"article","venue":"Journal of Public Procurement","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Procurement; Corporate governance; General partnership; Legitimacy; Project governance; Knowledge management; Exploratory research; Process management; Process (computing); Business; Variety (cybernetics); Government (linguistics); Sociology; Political science; Marketing; Computer science","score_opus":0.1871919088454402,"score_gpt":0.30397298991336635,"score_spread":0.11678108106792615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015452545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7062839,0.0047598705,0.030279137,0.21844217,0.0016969703,0.006280697,0.000083458435,0.00019731406,0.03197644],"genre_scores_gemma":[0.99549043,0.00006209288,0.0018510213,0.001575505,0.0008632085,0.000040115832,0.000009542916,0.000032836597,0.00007522651],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955553,0.000048698374,0.002014978,0.00033980614,0.0015038453,0.0005374134],"domain_scores_gemma":[0.99110645,0.000027171032,0.0040555736,0.00022597054,0.0045287427,0.000056118228],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026306259,0.00032481697,0.00067643146,0.0011542911,0.00006301579,0.00026070257,0.0008788829,0.00011636994,0.00011881133],"category_scores_gemma":[0.0036317126,0.0002799744,0.00016385739,0.0037965185,0.00010069866,0.0045257066,0.00030159368,0.0004366868,0.000009523193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003987757,0.0033593848,0.16595607,0.0025635927,0.00054764067,0.000019371373,0.002445938,0.000026362313,0.018157909,0.776159,0.018174669,0.012191308],"study_design_scores_gemma":[0.043390088,0.0027350483,0.40464592,0.002938309,0.00061561883,0.00004766167,0.01593074,0.008323993,0.02691775,0.015382492,0.47571248,0.0033598978],"about_ca_topic_score_codex":0.0001777381,"about_ca_topic_score_gemma":0.00014155691,"teacher_disagreement_score":0.7607765,"about_ca_system_score_codex":0.0005574548,"about_ca_system_score_gemma":0.0009568615,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W3025845536","doi":"10.3138/cpp.2019-042","title":"Short-Term Effects of the Comprehensive Economic and Trade Agreement on Municipal Procurement in Canada","year":2020,"lang":"en","type":"article","venue":"Canadian Public Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University; Memorial University of Newfoundland","funders":"","keywords":"Procurement; Government procurement; Business; Government (linguistics); European union; Framework agreement; Term (time); International trade; International economics; Public economics; Economics; Marketing","score_opus":0.02611888502517865,"score_gpt":0.21550973096878254,"score_spread":0.1893908459436039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025845536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88762856,0.000115851224,2.4979218e-7,0.100339115,0.00021905098,0.00068031595,0.000030142568,0.000013303347,0.010973428],"genre_scores_gemma":[0.96615154,0.00001148734,0.0000014480195,0.03298578,0.00074406946,0.000040698225,0.000015863745,0.000018836809,0.00003030029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854225,0.000021900925,0.00030947392,0.0002789734,0.00021801142,0.000629408],"domain_scores_gemma":[0.9993606,0.000033973578,0.000121475794,0.00026931876,0.000025500442,0.00018911462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000084959065,0.00022411795,0.00025973498,0.0003945957,0.00012991758,0.00013916333,0.00054021203,0.00005099615,0.000051345254],"category_scores_gemma":[0.00012503022,0.00019178903,0.000051502724,0.00050356274,0.000067623536,0.00035263313,0.00015247078,0.00018626015,0.00001247304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004297183,0.00008753331,0.48919433,0.0015006051,0.00023451363,0.000055108627,0.0012662051,0.00010417488,0.0003632804,0.331808,0.1301526,0.045190662],"study_design_scores_gemma":[0.0009944881,0.000024972565,0.55412155,0.000078243975,0.000024318471,0.0000014402586,0.00016751018,0.0015321067,0.0001272423,0.00036622712,0.44220012,0.0003617732],"about_ca_topic_score_codex":0.9878466,"about_ca_topic_score_gemma":0.99611825,"teacher_disagreement_score":0.3314418,"about_ca_system_score_codex":0.0011861174,"about_ca_system_score_gemma":0.004100036,"threshold_uncertainty_score":0.782093},"labels":[],"label_agreement":null},{"id":"W3033833272","doi":"10.3386/w27325","title":"Imperfect Competition and Rents in Labor and Product Markets: The Case of the Construction Industry","year":2020,"lang":"en","type":"preprint","venue":"National Bureau of Economic Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Economic rent; Competition (biology); Imperfect competition; Product market; Imperfect; Economics; Product (mathematics); Industrial organization; Labour economics; Business; Microeconomics; Ecology; Mathematics; Biology","score_opus":0.14970079142865855,"score_gpt":0.4138800938090535,"score_spread":0.26417930238039494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033833272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945694,0.00022230732,2.6244464e-7,0.02525989,0.00019775079,0.0006412708,0.00004095094,0.000005920874,0.027937613],"genre_scores_gemma":[0.99891007,0.00008061018,0.000016750088,0.00014987768,0.0006944043,0.000040489947,0.000041854586,0.000008243197,0.000057691417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989693,0.000086191954,0.00031075807,0.00026843412,0.00022714987,0.00013812857],"domain_scores_gemma":[0.99907225,0.00018002311,0.00026030335,0.00016565758,0.0003112547,0.000010510936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020951938,0.000103327846,0.00017319739,0.00033482557,0.0001135715,0.00013701314,0.00025221036,0.00014834374,0.000082204286],"category_scores_gemma":[0.00073133677,0.00007412229,0.000033034816,0.00023866199,0.0003521324,0.0002692729,0.0008409915,0.000803608,0.0000032086036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010512953,0.000040086914,0.06936389,0.0008129687,0.00007269812,0.0000034946456,0.0000997547,0.000047673097,0.00023259588,0.91932845,0.005825369,0.00406791],"study_design_scores_gemma":[0.0010858363,0.000014280933,0.13870427,0.00032267513,0.00003091638,0.000051834406,0.00045452325,0.005049687,0.00029425888,0.84935284,0.004423554,0.00021531575],"about_ca_topic_score_codex":0.002699327,"about_ca_topic_score_gemma":0.00039791394,"teacher_disagreement_score":0.06997558,"about_ca_system_score_codex":0.000098589095,"about_ca_system_score_gemma":0.00025570055,"threshold_uncertainty_score":0.4080593},"labels":[],"label_agreement":null},{"id":"W3035198686","doi":"10.1108/jopp-03-2018-0013","title":"Unravelling SMEs’ participation and success in public procurement","year":2020,"lang":"en","type":"article","venue":"Journal of Public Procurement","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Works and Government Services Canada","funders":"","keywords":"Call for bids; Procurement; Business; Asset specificity; Bidding; Marketing; Originality; Government (linguistics); Endogeneity; Industrial organization; Public economics; Economics; Transaction cost; Finance; Qualitative research","score_opus":0.10060764055711365,"score_gpt":0.2863660966789067,"score_spread":0.1857584561217931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035198686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77054304,0.002474451,0.008472873,0.20523274,0.00087597873,0.0015056774,0.000003825665,0.00016819054,0.010723229],"genre_scores_gemma":[0.99179006,0.00011749266,0.000328719,0.0055100573,0.002134909,0.000041973093,0.000010543799,0.000033328677,0.000032930813],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659127,0.00005140293,0.0012128388,0.0003479644,0.0010830037,0.00071349985],"domain_scores_gemma":[0.9977364,0.000032985023,0.0011583845,0.00016387382,0.0007381314,0.00017023904],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023945523,0.00031760434,0.0004668956,0.0008170832,0.00015737508,0.0011849508,0.0005882938,0.00010560545,0.0002840641],"category_scores_gemma":[0.00093018706,0.0002722819,0.00011537791,0.0011276215,0.000064639935,0.004517008,0.000275975,0.00043831317,0.00004190012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019408163,0.0011031635,0.81711006,0.0015200673,0.00031091558,0.000057818204,0.0014032795,0.00008670432,0.0018912802,0.10601447,0.020884722,0.049423452],"study_design_scores_gemma":[0.007290398,0.00039401694,0.11259177,0.00034700122,0.00021511708,0.000017087315,0.0007066133,0.011136584,0.00071762886,0.00688054,0.8585518,0.0011514706],"about_ca_topic_score_codex":0.000040655992,"about_ca_topic_score_gemma":0.00008700233,"teacher_disagreement_score":0.83766705,"about_ca_system_score_codex":0.00017234572,"about_ca_system_score_gemma":0.00024855943,"threshold_uncertainty_score":0.99997294},"labels":[],"label_agreement":null},{"id":"W3035586306","doi":"10.1017/9781108675321.011","title":"The Complex Landscape of Indigenous Procurement","year":2020,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Indigenous; Procurement; Equity (law); Government (linguistics); Business; Adaptation (eye); Government procurement; Economic growth; Political science; Public administration; Economics; Marketing","score_opus":0.037163276838306135,"score_gpt":0.19678927512453026,"score_spread":0.15962599828622412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035586306","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000869959,0.00017662946,0.00003687575,0.0002763566,0.00017985144,0.00067378365,0.0000663028,0.00012953042,0.9983737],"genre_scores_gemma":[0.01158973,0.00006354583,0.000015026213,0.0006450824,0.0011131322,0.0000019941333,0.00015853121,0.000054721088,0.9863582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862486,0.000007759351,0.00028050155,0.00033937875,0.00043264072,0.00031486657],"domain_scores_gemma":[0.99862415,0.00003446431,0.00061669206,0.0004093091,0.00028047178,0.000034905832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016329031,0.00034156218,0.00038605332,0.00019804675,0.00040588033,0.00017504602,0.00086984626,0.00017298422,0.000016818634],"category_scores_gemma":[0.000019321373,0.0003007858,0.00021833093,0.000027582993,0.0001858763,0.00020418158,0.00072201644,0.00032114115,0.000055783992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008379584,0.000009035932,0.000027715345,0.00025580334,0.00016170718,0.00002192568,0.000028487208,5.133245e-7,0.000024840867,0.81817335,0.1797957,0.0014171508],"study_design_scores_gemma":[0.0004953273,0.000018581031,0.00008958587,0.00006731929,0.00022167475,0.0000010733295,0.000037665155,0.00007864656,0.000023139803,0.00009100305,0.9985614,0.00031457547],"about_ca_topic_score_codex":0.00025443896,"about_ca_topic_score_gemma":0.000014339744,"teacher_disagreement_score":0.8187657,"about_ca_system_score_codex":0.00006112008,"about_ca_system_score_gemma":0.000110981215,"threshold_uncertainty_score":0.99994445},"labels":[],"label_agreement":null},{"id":"W3040830178","doi":"10.3390/su12145550","title":"Assessing the Degree of Sustainability Integration in Canadian Public Sector Procurement","year":2020,"lang":"en","type":"article","venue":"Sustainability","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"Hewlett-Packard Development Company","keywords":"Sustainability; Procurement; Government (linguistics); Business; Government procurement; Process (computing); Order (exchange); Process management; Environmental economics; Computer science; Marketing; Economics; Finance","score_opus":0.07086277696632183,"score_gpt":0.29884880554245336,"score_spread":0.22798602857613154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040830178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7901685,0.000057549827,0.00046253123,0.1979707,0.00011858104,0.0019918233,0.0000034986497,0.0000936136,0.009133182],"genre_scores_gemma":[0.9970552,6.449006e-7,0.000023159071,0.0022956887,0.00043491548,0.00011728414,0.000025477,0.000016887758,0.000030761836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977951,0.000089488785,0.00054673676,0.00041369072,0.00037737007,0.0007775858],"domain_scores_gemma":[0.99701285,0.000069048925,0.00025056006,0.0004241421,0.0021597801,0.00008363773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023157895,0.00022433062,0.00027011466,0.0003236577,0.00025383988,0.00057745515,0.0005709449,0.00010057029,0.00018991315],"category_scores_gemma":[0.010171192,0.00016880117,0.000104754974,0.0018244423,0.0001925412,0.002533959,0.00021033714,0.00032609445,0.0000068187023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002796264,0.00013604436,0.8199982,0.0011708685,0.000013859594,0.000005659859,0.00082727976,0.00002751133,0.000028248276,0.14539446,0.001704787,0.030665137],"study_design_scores_gemma":[0.0007587583,0.00003706702,0.75937146,0.00002560008,0.000035269706,4.656506e-7,0.010977797,0.007159231,0.00008036908,0.08398729,0.13713735,0.0004293226],"about_ca_topic_score_codex":0.22201277,"about_ca_topic_score_gemma":0.22957538,"teacher_disagreement_score":0.20688666,"about_ca_system_score_codex":0.0019877425,"about_ca_system_score_gemma":0.0030946566,"threshold_uncertainty_score":0.99816656},"labels":[],"label_agreement":null},{"id":"W3041331706","doi":"10.1016/j.respol.2020.104075","title":"The innovation impacts of public procurement offices: The case of healthcare procurement","year":2020,"lang":"en","type":"article","venue":"Research Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Procurement; Business; Product innovation; Product (mathematics); Marketing; Health care; Public relations; Disruptive innovation; Industrial organization; Economics; Economic growth; Political science","score_opus":0.29278957397224925,"score_gpt":0.43953990076815624,"score_spread":0.146750326795907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041331706","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25595132,0.0010958101,0.00006423339,0.720581,0.00010723053,0.0030481706,0.00002642173,0.000102990816,0.019022847],"genre_scores_gemma":[0.9934755,0.000081346574,0.000015437616,0.0039674686,0.002189965,0.00013978693,0.00001799841,0.000026239395,0.00008625401],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967106,0.00016282944,0.0007477395,0.00027512998,0.0012002417,0.0009034319],"domain_scores_gemma":[0.9956412,0.00020832603,0.0005589266,0.0005030996,0.0030234067,0.00006509247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005641878,0.00018532277,0.0002283759,0.0007006208,0.00073199073,0.00043833096,0.00094648876,0.00007189106,0.00004706423],"category_scores_gemma":[0.0063541997,0.000106527696,0.00007921206,0.006603586,0.00035301212,0.0008088437,0.0006243431,0.00044623387,0.000046582463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007462996,0.00012533234,0.002908578,0.001351334,0.00008248963,0.000009186736,0.00088459265,0.0000026863288,0.0013187852,0.9241664,0.041066963,0.02800905],"study_design_scores_gemma":[0.0012754215,0.0002750837,0.0025095143,0.00015385411,0.000026580294,0.000013842473,0.0038749028,0.0015292413,0.0021093779,0.018238219,0.9696995,0.000294432],"about_ca_topic_score_codex":0.012809845,"about_ca_topic_score_gemma":0.0016935606,"teacher_disagreement_score":0.92863256,"about_ca_system_score_codex":0.00014793503,"about_ca_system_score_gemma":0.0011820826,"threshold_uncertainty_score":0.9937639},"labels":[],"label_agreement":null},{"id":"W3046978633","doi":"10.4324/9781003023470-15","title":"Growing significance of regional trade agreements in opening public procurement","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Government procurement; Business; International trade; Negotiation; Government (linguistics); Free trade; International economics; Economics; Political science; Marketing","score_opus":0.08414758842019734,"score_gpt":0.24471543892180472,"score_spread":0.16056785050160738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046978633","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012699261,0.00028504687,0.00010404656,0.017884629,0.00021764197,0.0009951337,0.0000067770716,0.00012073477,0.980259],"genre_scores_gemma":[0.6986685,0.00018252521,0.0009437359,0.037447594,0.0073337527,0.00028288364,0.0009438196,0.0004049833,0.2537922],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971247,0.0000066043667,0.00088918867,0.00062492327,0.0008907244,0.00046387617],"domain_scores_gemma":[0.99876726,0.000027076581,0.00074864546,0.0003052552,0.00011298349,0.00003878186],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044190983,0.0004959237,0.0006299704,0.000752825,0.00008523425,0.00027265496,0.00079895876,0.00022297118,0.0016010145],"category_scores_gemma":[0.000069232534,0.00048527055,0.00020737857,0.00027606572,0.000081241225,0.0020342714,0.00040016315,0.00043424068,0.00019470908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034329754,0.00005448945,0.0011047458,0.00065931474,0.00011770782,0.000015086583,0.000052043386,0.0000034716154,0.00024863888,0.9486726,0.04291196,0.0061256443],"study_design_scores_gemma":[0.0008761298,0.000018846971,0.00033255576,0.000403465,0.00006315401,7.419678e-7,0.000062198575,0.00024629312,0.000041782943,0.0217087,0.97564006,0.0006060702],"about_ca_topic_score_codex":0.00023617748,"about_ca_topic_score_gemma":0.00016468135,"teacher_disagreement_score":0.9327281,"about_ca_system_score_codex":0.000120846875,"about_ca_system_score_gemma":0.0001711254,"threshold_uncertainty_score":0.9997599},"labels":[],"label_agreement":null},{"id":"W3049607740","doi":"10.1177/0840470420942269","title":"Health City: Transforming health and driving economic development","year":2020,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health","funders":"","keywords":"Health care; Business; Context (archaeology); Health policy; Corporation; Procurement; HRHIS; Economic growth; Public relations; Marketing; Political science; Economics; Finance; Geography","score_opus":0.03551209541285913,"score_gpt":0.26896078856410655,"score_spread":0.23344869315124742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049607740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022038173,0.0023477022,0.0047847778,0.9459102,0.000633107,0.0023450688,0.000006742567,0.00077528204,0.021158919],"genre_scores_gemma":[0.80246776,0.0005443401,0.0014883383,0.19403681,0.0008818254,0.00009870966,0.00013674877,0.00006505353,0.00028039896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970861,0.000023732462,0.0007729125,0.000636816,0.00032382866,0.0011566029],"domain_scores_gemma":[0.99908644,0.000013350379,0.0003925396,0.00022675487,0.00003264408,0.00024827113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066311524,0.0003505872,0.0004967887,0.00036462,0.000846837,0.00038085395,0.00034007273,0.000058663783,0.00008658568],"category_scores_gemma":[0.000013781276,0.00036952956,0.00007491506,0.0003717755,0.000037420043,0.0010626949,0.00042973054,0.00022170017,0.00021293158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043114247,0.00004554225,0.054197554,0.003539791,0.0000975488,0.0000071563595,0.0013915057,0.0000054662073,8.2526304e-7,0.25279182,0.07336682,0.61451286],"study_design_scores_gemma":[0.000813774,0.000060902414,0.0040397695,0.00017571509,0.0000082720035,0.0000017310379,0.0015176621,0.0008353993,0.0000027991184,0.001323175,0.99084693,0.00037384673],"about_ca_topic_score_codex":0.0014285822,"about_ca_topic_score_gemma":0.0021560865,"teacher_disagreement_score":0.9174801,"about_ca_system_score_codex":0.00030754376,"about_ca_system_score_gemma":0.00026825705,"threshold_uncertainty_score":0.99987566},"labels":[],"label_agreement":null},{"id":"W3057090840","doi":"10.1177/0840470420936718","title":"An innovation procurement clinical framework: A qualitative study","year":2020,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Georgian College; Queen's University","funders":"","keywords":"Procurement; Purchasing; Health care; Knowledge management; Business; Thematic analysis; Qualitative research; Health professionals; Grounded theory; Process management; Marketing; Computer science; Sociology","score_opus":0.16263764697013347,"score_gpt":0.4535059060764865,"score_spread":0.29086825910635306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3057090840","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40451193,0.00021136971,0.023685778,0.50654286,0.0023648096,0.011479255,0.00002472561,0.002393584,0.048785683],"genre_scores_gemma":[0.9140943,0.000012258595,0.00094015355,0.082256004,0.0020979124,0.0002879971,0.00013370055,0.00005301983,0.00012463777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99622905,0.00015364528,0.0011802539,0.00083393836,0.0008314131,0.0007717016],"domain_scores_gemma":[0.9983317,0.000041262676,0.0005798297,0.00053622545,0.000428838,0.00008212966],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022407842,0.00035864167,0.0004238449,0.00050327886,0.00039204716,0.0004891051,0.00068813283,0.00012912774,0.0002290935],"category_scores_gemma":[0.00024315533,0.0003436369,0.0000979639,0.0025132336,0.000054119417,0.0016611713,0.00048142884,0.00045916747,0.0005685293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022650197,0.001120732,0.06150622,0.00074538006,0.00018593139,0.000023618475,0.006478262,0.000004574288,0.0000021275027,0.83399147,0.050165616,0.04554958],"study_design_scores_gemma":[0.0036599806,0.0012680192,0.027073285,0.00015394227,0.00020593831,4.5309739e-7,0.17685688,0.0026773387,0.0000036896233,0.06969922,0.71721035,0.0011909102],"about_ca_topic_score_codex":0.00036222875,"about_ca_topic_score_gemma":0.00015752432,"teacher_disagreement_score":0.76429224,"about_ca_system_score_codex":0.000075077754,"about_ca_system_score_gemma":0.0000519829,"threshold_uncertainty_score":0.9999016},"labels":[],"label_agreement":null},{"id":"W3093862715","doi":"10.1111/poms.13293","title":"Improving Transportation Procurement in the Humanitarian Sector: A Data‐driven Approach for Abnormally Low Bid Detection","year":2020,"lang":"en","type":"article","venue":"Production and Operations Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Simon Fraser University","funders":"","keywords":"Bidding; Procurement; Context (archaeology); Business; Exploratory research; Service provider; Service (business); Exploratory analysis; Humanitarian aid; Common value auction; Marketing; Industrial organization; Economics; Computer science; Microeconomics","score_opus":0.04796054700380962,"score_gpt":0.2364877813832936,"score_spread":0.188527234379484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093862715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16305456,0.00041050976,0.6874839,0.10228725,0.0018159574,0.023250142,0.00009091205,0.00091877923,0.020688001],"genre_scores_gemma":[0.99189734,0.000027507569,0.0026233254,0.0025568206,0.001561153,0.0006138434,0.0006221424,0.000017823284,0.00008003144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879193,0.000015626158,0.00028897382,0.00048350645,0.00021943278,0.0002005413],"domain_scores_gemma":[0.99953747,0.000004329522,0.00008534576,0.00027019746,0.00008930355,0.0000133583435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056252716,0.00015219698,0.000108344684,0.0002193732,0.00042449674,0.0005249983,0.00030661674,0.000031790765,0.000017053346],"category_scores_gemma":[0.00006648424,0.00012492134,0.000028078222,0.0005267347,0.000024377629,0.0018264906,0.00006233457,0.00010556054,0.000008546548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011964916,0.0039031883,0.0092604915,0.017590327,0.0008759493,0.000015560317,0.022483245,0.09952384,0.010919368,0.41730022,0.06878639,0.34814492],"study_design_scores_gemma":[0.0022990496,0.00011851991,0.011093194,0.000055159573,0.00040485832,0.0000023573837,0.0054627545,0.7715276,0.00026528566,0.00044266373,0.20756261,0.0007659437],"about_ca_topic_score_codex":0.00027435936,"about_ca_topic_score_gemma":0.0018593813,"teacher_disagreement_score":0.8288428,"about_ca_system_score_codex":0.000027353435,"about_ca_system_score_gemma":0.000013294634,"threshold_uncertainty_score":0.50941443},"labels":[],"label_agreement":null},{"id":"W3097682854","doi":"10.1016/j.retrec.2020.100999","title":"Shared leadership, value and risks in large scale transport projects: Re-calibrating procurement policy for post COVID-19","year":2020,"lang":"en","type":"article","venue":"RePEc: Research Papers in Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Procurement; Business; Scale (ratio); Private sector; Finance; Economics; Economic growth; Marketing","score_opus":0.16557868079805085,"score_gpt":0.35665719516929706,"score_spread":0.1910785143712462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097682854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76461977,0.00023074234,0.00008644562,0.14197126,0.00013689887,0.0062709632,0.0002090792,0.00027778448,0.08619707],"genre_scores_gemma":[0.9827663,0.00012196451,0.0002914732,0.014902239,0.0011033545,0.00040938405,0.00016901396,0.000056204608,0.00018008002],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974409,0.00004741838,0.00056526816,0.00069058774,0.000249756,0.0010061217],"domain_scores_gemma":[0.9992184,0.00015854515,0.00015960852,0.0002398005,0.000090662375,0.00013297197],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020854715,0.00024257679,0.000349615,0.0007115924,0.0002622669,0.00032983936,0.00043565457,0.00015452667,0.00009133928],"category_scores_gemma":[0.0018087941,0.00025516204,0.0000837334,0.00065774546,0.00011522614,0.0011282092,0.00021693333,0.00044080152,0.000008454657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018196619,0.0007529825,0.88300765,0.00768615,0.0001457509,0.00004591289,0.012577923,0.0013662309,0.0013235682,0.043952495,0.0025740294,0.04474767],"study_design_scores_gemma":[0.018268371,0.00047290506,0.10134387,0.00052755105,0.000056893354,0.000005552459,0.039424326,0.17260629,0.0002850994,0.006090022,0.65873164,0.0021874674],"about_ca_topic_score_codex":0.0013496586,"about_ca_topic_score_gemma":0.002923997,"teacher_disagreement_score":0.7816638,"about_ca_system_score_codex":0.00034110047,"about_ca_system_score_gemma":0.0006188879,"threshold_uncertainty_score":0.99999005},"labels":[],"label_agreement":null},{"id":"W3099880464","doi":"10.1016/j.socscimed.2020.113528","title":"Modes of coordination for health technology adoption: Health Technology Assessment agencies and Group Procurement Organizations in a polycentric regulatory regime","year":2020,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Centre for Applied Research in Cancer Control; Simon Fraser University; University of Toronto; Toronto General Hospital; University Health Network; Ted Rogers Centre for Heart Research; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Procurement; Health technology; Work (physics); Business; Sustainability; Public relations; Economics; Political science; Health care; Marketing; Economic growth; Engineering","score_opus":0.03219803815518773,"score_gpt":0.3291001403362356,"score_spread":0.29690210218104784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099880464","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15891725,0.0010530254,0.008542265,0.8278837,0.0001782364,0.0016867172,0.0000048180314,0.00022963634,0.0015043347],"genre_scores_gemma":[0.994504,0.00004200704,0.00032410314,0.004603633,0.0004298636,0.00005209196,0.000017412702,0.000008850117,0.000018068815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99852574,0.000009820481,0.00039460752,0.00030050753,0.0003943759,0.00037494453],"domain_scores_gemma":[0.99909407,0.0000104289375,0.00044059378,0.000092637005,0.00032861825,0.00003366541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010985401,0.00011396597,0.00029334007,0.0009577504,0.00046468692,0.00003149453,0.00027647478,0.0000663433,0.000015553862],"category_scores_gemma":[0.000467963,0.00010210156,0.000013761005,0.006216552,0.0006945978,0.00050248497,0.00012009288,0.00011090532,6.9716594e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013797648,0.00007706895,0.035617635,0.00037897026,0.0000075848916,3.158629e-7,0.001951553,0.0000035035494,0.0039582043,0.9295308,0.0055002165,0.02296033],"study_design_scores_gemma":[0.023357961,0.0040078093,0.32760495,0.0019373237,0.00024799386,0.00001381987,0.13760471,0.043186866,0.0012100757,0.1873088,0.27104002,0.0024796703],"about_ca_topic_score_codex":0.0001725253,"about_ca_topic_score_gemma":0.00006535996,"teacher_disagreement_score":0.8355867,"about_ca_system_score_codex":0.00029016574,"about_ca_system_score_gemma":0.00054487266,"threshold_uncertainty_score":0.4163581},"labels":[],"label_agreement":null},{"id":"W3106995014","doi":"10.1057/s41267-020-00382-2","title":"Government procurement and financial statement certification: Evidence from private firms in emerging economies","year":2020,"lang":"en","type":"article","venue":"Journal of International Business Studies","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Procurement; Government procurement; Incentive; Business; Financial statement; Emerging markets; Finance; Accounting; Government (linguistics); Certification; Creditor; External auditor; Audit; Public finance; Economics; Market economy; Debt; Internal audit; Marketing","score_opus":0.07061695521570997,"score_gpt":0.29452828077936477,"score_spread":0.22391132556365478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106995014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8525527,0.0038529038,0.0006162279,0.14131257,0.00093173754,0.00021005182,0.000008358346,0.000016462533,0.00049897254],"genre_scores_gemma":[0.99169457,0.0022169668,0.00054474524,0.0027501676,0.0027321216,0.000016797414,0.000004116917,0.000009613466,0.00003088499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984393,0.00000820749,0.0007105724,0.00018169629,0.0005145575,0.00014564645],"domain_scores_gemma":[0.9985658,0.000063708336,0.0007521888,0.000059396512,0.0005414352,0.000017492383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039497516,0.000154589,0.00026667427,0.00012262436,0.00007368348,0.00020357741,0.00029532766,0.000023622732,0.00009934007],"category_scores_gemma":[0.0011466555,0.00012658662,0.00004426782,0.00022759128,0.000044675257,0.0019853516,0.00029626573,0.000111407804,0.0000149070875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012342401,0.00034277944,0.8936895,0.0008351053,0.000826824,0.00007578617,0.00521418,0.0018454615,0.0032002276,0.008495405,0.057202782,0.02703767],"study_design_scores_gemma":[0.0019027008,0.000044182914,0.6517604,0.0011148581,0.00009722345,0.0000027368455,0.0015932833,0.0016901387,0.00043959104,0.003694624,0.33727503,0.00038519915],"about_ca_topic_score_codex":0.00008229611,"about_ca_topic_score_gemma":0.000058597885,"teacher_disagreement_score":0.28007224,"about_ca_system_score_codex":0.00019111717,"about_ca_system_score_gemma":0.000043302567,"threshold_uncertainty_score":0.5162052},"labels":[],"label_agreement":null},{"id":"W3108401541","doi":"10.2139/ssrn.3665525","title":"Regulation of Privatized Public Service Systems","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Public service; Business; Public administration; Process management; Public relations; Political science","score_opus":0.02593098035487151,"score_gpt":0.2179427489923742,"score_spread":0.1920117686375027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108401541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78468776,0.0030147245,0.014969078,0.14770633,0.00082207023,0.0008842601,0.0000032065886,0.00038364148,0.047528945],"genre_scores_gemma":[0.9950826,0.000074968455,0.000015951782,0.0020472594,0.0025187389,0.000004256879,0.000014994425,0.000019897658,0.0002213218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808013,0.000017793043,0.00036517926,0.00013467636,0.0003429136,0.0010592738],"domain_scores_gemma":[0.9990148,0.000012734441,0.00048286343,0.0001123508,0.00035313267,0.000024136034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010339662,0.00012627502,0.00019367269,0.00018416005,0.00012915788,0.0002735822,0.0003888026,0.000056039782,0.00007840594],"category_scores_gemma":[0.00017433678,0.000111301146,0.000069773894,0.00084397796,0.000014344047,0.0014774399,0.00008206639,0.00053122157,0.00010261249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054455126,0.000034555338,0.0042679943,0.00014735278,0.000116663236,2.8593934e-7,0.000065058295,0.000048882142,0.004561676,0.98504156,0.002323018,0.003338474],"study_design_scores_gemma":[0.006281099,0.00018059583,0.012389912,0.00013868533,0.000257765,0.00007445258,0.002590924,0.04107712,0.00021646256,0.36886457,0.5669319,0.000996488],"about_ca_topic_score_codex":0.00018747953,"about_ca_topic_score_gemma":0.00012275059,"teacher_disagreement_score":0.616177,"about_ca_system_score_codex":0.00013325679,"about_ca_system_score_gemma":0.0005650332,"threshold_uncertainty_score":0.4538729},"labels":[],"label_agreement":null},{"id":"W3114306179","doi":"10.5430/ijba.v12n1p29","title":"Technological Innovations in Brazil - Public Contract Legislation - A New Dimension of Sustainable Development","year":2020,"lang":"en","type":"article","venue":"International Journal of Business Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bidding; Legislation; Sustainability; Sustainable development; Technological change; Procurement; Dimension (graph theory); Business; Industrial organization; Economics; Marketing; Law; Political science","score_opus":0.039415060710150954,"score_gpt":0.2810314544807073,"score_spread":0.24161639377055638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114306179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85712814,0.0000700022,0.0325145,0.10562943,0.0003933265,0.00028342404,0.0000016673212,0.000048369024,0.003931118],"genre_scores_gemma":[0.9970885,0.0000069971506,0.0007786222,0.0011970897,0.0008069572,0.0000038056867,0.00005739212,0.000008850618,0.000051764342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983176,0.000009393864,0.00083304686,0.00012373563,0.0005551519,0.00016108992],"domain_scores_gemma":[0.9968555,0.000030830324,0.0009733557,0.00006040116,0.0020565516,0.000023337401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004545915,0.00011994005,0.00019748951,0.0007631803,0.000045776564,0.00026711493,0.0003657322,0.00008553004,0.00013571829],"category_scores_gemma":[0.0013679352,0.0001091291,0.000043133008,0.001253626,0.00005170606,0.0029304146,0.00009185226,0.0001599589,0.000010252192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068876724,0.0007342815,0.078845605,0.00011776875,0.00014299201,0.00020286492,0.00036410865,0.0003608766,0.011024526,0.85062766,0.0055249473,0.05136559],"study_design_scores_gemma":[0.006071101,0.00014688853,0.5131492,0.00028546003,0.00005693942,0.00006936371,0.0009317534,0.0036810872,0.0050326525,0.017333155,0.45263875,0.0006036613],"about_ca_topic_score_codex":0.000058996797,"about_ca_topic_score_gemma":0.00004025933,"teacher_disagreement_score":0.8332945,"about_ca_system_score_codex":0.00009127858,"about_ca_system_score_gemma":0.0007278648,"threshold_uncertainty_score":0.44501555},"labels":[],"label_agreement":null},{"id":"W3122099711","doi":"10.2139/ssrn.3193882","title":"Public Contracting for Private Innovation: Government Expertise, Decision Rights, and Performance Outcomes","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business; Government (linguistics); Public administration; Public economics; Economics; Political science","score_opus":0.02595171212029532,"score_gpt":0.25648274267270244,"score_spread":0.23053103055240712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122099711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757911,0.00026932257,0.013132933,0.004780248,0.00042836816,0.0002752673,0.0000010261145,0.000053569824,0.0052681733],"genre_scores_gemma":[0.9943016,0.00009126513,0.00024863973,0.0017173724,0.0027323426,0.000020404132,0.000004710328,0.00001909018,0.0008645291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976406,0.0000056846748,0.00038788558,0.0001950939,0.00038942075,0.0013812906],"domain_scores_gemma":[0.99910295,0.000047203528,0.00039013525,0.00012730624,0.000315196,0.000017199556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017951567,0.00017269209,0.00017525187,0.00020202543,0.0007502718,0.0005755293,0.00025379282,0.000058779977,0.000049606373],"category_scores_gemma":[0.00035083678,0.00013091117,0.00004808392,0.0003957363,0.000051013172,0.0023953093,0.00009764726,0.00040127538,0.000027456244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013358866,0.000052862004,0.059252094,0.00001884226,0.0001026626,2.7584025e-7,0.000034883793,2.1954786e-7,0.00021534036,0.74880993,0.0019747443,0.18940456],"study_design_scores_gemma":[0.003485914,0.00023275768,0.032514486,0.00006038282,0.00005694293,0.000052973042,0.00018683632,0.0023205313,0.0002105137,0.4249347,0.5354635,0.00048045977],"about_ca_topic_score_codex":0.000030904983,"about_ca_topic_score_gemma":0.00018517133,"teacher_disagreement_score":0.53348875,"about_ca_system_score_codex":0.00038364166,"about_ca_system_score_gemma":0.00018245347,"threshold_uncertainty_score":0.577056},"labels":[],"label_agreement":null},{"id":"W3124061219","doi":"","title":"Bid Rigging And Entry Deterrence In Public Procurement: Evidence From An Investigation Into Collusion And Corruption In Quebec","year":2018,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Collusion; Procurement; Cartel; Bidding; Language change; Deterrence theory; Business; Common value auction; Call for bids; Industrial organization; Economics; Public economics; Microeconomics; Marketing; Political science; Law","score_opus":0.06863021949386659,"score_gpt":0.32272185044322804,"score_spread":0.25409163094936144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124061219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99458134,0.00029121435,0.0000038967987,0.0018286153,0.00021175147,0.0009381706,0.0000029836185,0.000038349062,0.0021036877],"genre_scores_gemma":[0.9952098,0.003126059,0.00022613637,0.00029934253,0.0006343811,0.00021931413,0.00013287798,0.00003073256,0.000121344325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997313,0.00014397812,0.0006470587,0.0009967769,0.00031096317,0.0005881819],"domain_scores_gemma":[0.99883395,0.00017910963,0.00032202588,0.00044762398,0.00014682114,0.00007046958],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030578158,0.00029523697,0.00036876978,0.001665141,0.0001707292,0.0013104384,0.00050865614,0.0003367479,0.000044856246],"category_scores_gemma":[0.0010057649,0.00032819083,0.000028352517,0.00042899037,0.00032681093,0.0029727356,0.0018116258,0.00085008686,0.0000071840905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008180226,0.00006897217,0.8409204,0.0003656292,0.0000101611595,0.00000631986,0.0014538589,0.00007098078,0.000493373,0.00038894638,0.000042535303,0.15609701],"study_design_scores_gemma":[0.0014858375,0.000056147754,0.8415541,0.0035916977,0.000014380569,0.0000012312578,0.0011894136,0.12152142,0.00008788323,0.023973005,0.005670414,0.00085444486],"about_ca_topic_score_codex":0.06727954,"about_ca_topic_score_gemma":0.29828304,"teacher_disagreement_score":0.23100351,"about_ca_system_score_codex":0.0008308209,"about_ca_system_score_gemma":0.00042913598,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W3125896958","doi":"10.1287/mnsc.2018.3202","title":"Oversight and Efficiency in Public Projects: A Regression Discontinuity Analysis","year":2019,"lang":"en","type":"article","venue":"Management Science","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Procurement; Regression discontinuity design; Incentive; Business; Contract management; Task (project management); Finance; Operations management; Actuarial science; Economics; Marketing; Management; Microeconomics","score_opus":0.017394974948224243,"score_gpt":0.24487823939905035,"score_spread":0.22748326445082612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125896958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74434435,0.000037411064,0.00019571389,0.001618601,0.00017115302,0.0005003721,5.3815864e-7,0.000073496805,0.25305837],"genre_scores_gemma":[0.99680704,0.000012449923,0.000105411826,0.000829418,0.00007400774,0.000020996029,0.0000056650038,0.0000064452997,0.00213857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789536,0.000009394683,0.00023089643,0.00064175605,0.00065551966,0.0005670746],"domain_scores_gemma":[0.9993303,0.000013631098,0.00016373876,0.00040805433,0.000057691825,0.000026589361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014970244,0.00017054954,0.00020973924,0.0025294225,0.00022048269,0.0010058794,0.0007110913,0.000029508916,0.0002186256],"category_scores_gemma":[0.000072547606,0.00013299439,0.000056659523,0.007644317,0.00019521464,0.003563084,0.00097253907,0.000094451825,0.00015633025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012303511,0.00012800242,0.7814377,0.00014215114,0.00003677472,0.0000072628454,0.00013824295,0.000022239814,0.00021601362,0.2098801,0.0007191005,0.0072601456],"study_design_scores_gemma":[0.001212954,0.000018087012,0.88937026,0.00008315596,0.00015348704,4.6501435e-7,0.0008468269,0.03174603,0.00003297509,0.00265087,0.07335978,0.0005250881],"about_ca_topic_score_codex":0.00026622938,"about_ca_topic_score_gemma":0.00014082724,"teacher_disagreement_score":0.25246271,"about_ca_system_score_codex":0.0000768922,"about_ca_system_score_gemma":0.00002309343,"threshold_uncertainty_score":0.96997184},"labels":[],"label_agreement":null},{"id":"W3131131915","doi":"10.1057/s42214-020-00095-1","title":"The UN’s Sustainable Development Goals: Can multinational enterprises lead the Decade of Action?","year":2021,"lang":"en","type":"article","venue":"Journal of International Business Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":261,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Institute for Sustainable Development","funders":"","keywords":"Multinational corporation; Sustainable development; Sustainability; Action (physics); Scholarship; Work (physics); Corporate governance; Business; Government (linguistics); Political science; Public relations; Engineering","score_opus":0.019938292887396073,"score_gpt":0.29139354824404606,"score_spread":0.27145525535665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131131915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55519015,0.0014189647,0.0025758417,0.38416395,0.0034194232,0.00037760043,0.000014767857,0.000049377613,0.052789915],"genre_scores_gemma":[0.9884416,0.0002002086,0.0002261801,0.002548702,0.0041404255,0.000011001606,0.000018498406,0.000017215938,0.0043962104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808884,0.000026078538,0.00069408,0.00011595307,0.0007988598,0.00027619788],"domain_scores_gemma":[0.9938645,0.00019229409,0.0010327462,0.00015188225,0.004740304,0.000018296478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007817237,0.00015410724,0.00017787977,0.00047097684,0.00039989717,0.00047667432,0.0008354584,0.000047854548,0.000147049],"category_scores_gemma":[0.0023192111,0.000094082156,0.00012585931,0.00093368784,0.00010219516,0.0010532903,0.00032088283,0.00019931332,0.0000148582185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046428796,0.00095610606,0.086925164,0.0003714664,0.0015370558,0.00012984368,0.0012292133,0.0008834281,0.003530704,0.7511645,0.067734614,0.085073605],"study_design_scores_gemma":[0.0008171151,0.000004645981,0.22879598,0.00007988549,0.000037654823,0.00006991925,0.0015567602,0.00012263848,0.0024281791,0.0069641513,0.7589837,0.0001393914],"about_ca_topic_score_codex":0.00053587515,"about_ca_topic_score_gemma":0.0001845823,"teacher_disagreement_score":0.74420035,"about_ca_system_score_codex":0.00023512664,"about_ca_system_score_gemma":0.0010553591,"threshold_uncertainty_score":0.45965815},"labels":[],"label_agreement":null},{"id":"W3135023834","doi":"10.2139/ssrn.3625752","title":"Imperfect Competition and Rents in Labor and Product Markets: The Case of the Construction Industry","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Economic rent; Imperfect competition; Competition (biology); Product market; Labour economics; Industrial organization; Business; Product (mathematics); Imperfect; Economics; Market economy; Microeconomics; Incentive","score_opus":0.008107195804077361,"score_gpt":0.21590292611710496,"score_spread":0.2077957303130276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135023834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736454,0.0007969433,0.00000780983,0.024592977,0.000076804805,0.00014178087,0.0000012008882,0.000007290333,0.000729774],"genre_scores_gemma":[0.99810314,0.00034307525,0.000003407699,0.0008800906,0.0006320111,0.0000024096812,9.183406e-7,0.0000060750144,0.000028849903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992173,0.00003588198,0.00015882903,0.00010203622,0.0000866518,0.0003993046],"domain_scores_gemma":[0.99969184,0.000014807045,0.00016941373,0.00006565172,0.000049037633,0.000009254064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083121244,0.000077890276,0.00008647938,0.00006089371,0.00016913004,0.00010129072,0.00010568728,0.000041647225,0.000018378114],"category_scores_gemma":[0.00015257375,0.000046468173,0.000020836158,0.00033555445,0.00008207626,0.0004190164,0.000080145655,0.00096639415,9.571895e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020166485,0.000054297365,0.36474007,0.00017433915,0.00012320845,0.000015064366,0.0003709609,0.0000055567193,0.0018205323,0.56082046,0.0009432926,0.070730574],"study_design_scores_gemma":[0.009486704,0.00026140347,0.4617062,0.00044897705,0.0004996553,0.009981654,0.020219866,0.0038052464,0.0008215058,0.44650015,0.045210827,0.0010578183],"about_ca_topic_score_codex":0.00024337655,"about_ca_topic_score_gemma":0.00063933415,"teacher_disagreement_score":0.11432031,"about_ca_system_score_codex":0.00004792028,"about_ca_system_score_gemma":0.00016803965,"threshold_uncertainty_score":0.41985554},"labels":[],"label_agreement":null},{"id":"W3135688854","doi":"10.3390/su13052543","title":"An Exploration of Social License to Operate (SLTO) Measurement in the Port Industry: The Case of North America","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Government of Canada","keywords":"Port (circuit theory); Benchmarking; License; Stakeholder; Business; Stakeholder engagement; Sample (material); Order (exchange); Competitive advantage; Exploratory research; Marketing; Perception; Public relations; Knowledge management; Process management; Engineering; Computer science; Political science; Sociology; Psychology","score_opus":0.05057507535451634,"score_gpt":0.30739804427476436,"score_spread":0.25682296892024803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135688854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97842765,0.000012375403,0.00009850981,0.019704184,0.000046018675,0.00055721303,0.0000049272685,0.000014204104,0.0011349238],"genre_scores_gemma":[0.9978423,8.8880364e-7,0.000009915679,0.001720026,0.00029964023,0.0000705035,0.000019861907,0.0000072062344,0.000029670535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987604,0.00013275426,0.00034500434,0.00020517605,0.0003224164,0.00023424935],"domain_scores_gemma":[0.997547,0.000022390801,0.00017436875,0.00039873447,0.0018453908,0.000012124951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017289168,0.0001141612,0.00017357721,0.00009726556,0.0001719056,0.00010958536,0.00027790468,0.000052961586,0.000055152257],"category_scores_gemma":[0.0010024633,0.00007573784,0.00005474223,0.0013732928,0.00009133427,0.0010676723,0.00012813101,0.00020031097,0.000002593082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006992535,0.0048763617,0.5085772,0.0023728127,0.00018532424,0.0007922429,0.08433551,0.0022358159,0.0005305984,0.15917102,0.01884441,0.2173794],"study_design_scores_gemma":[0.0011282208,0.00012054621,0.7111611,0.000023763934,0.0001379385,0.000010247376,0.1483383,0.00074844033,0.00034152728,0.011004588,0.1264836,0.0005017642],"about_ca_topic_score_codex":0.004536058,"about_ca_topic_score_gemma":0.006015311,"teacher_disagreement_score":0.21687765,"about_ca_system_score_codex":0.00014947324,"about_ca_system_score_gemma":0.00040702042,"threshold_uncertainty_score":0.68571925},"labels":[],"label_agreement":null},{"id":"W3136174508","doi":"10.1111/caje.12499","title":"On the profitability of self‐sabotage","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Economics/Revue canadienne d économique","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Procurement; Profitability index; Business; Limiting; Profit (economics); Industrial organization; Production (economics); Microeconomics; Economics; Marketing; Finance","score_opus":0.11027160095638236,"score_gpt":0.17839770870766297,"score_spread":0.06812610775128061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136174508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96795744,0.000097753786,0.000005602159,0.012564828,0.00093887735,0.0001716286,0.000035130008,0.000006491936,0.018222231],"genre_scores_gemma":[0.99421585,0.000014065113,0.00006275898,0.0039894455,0.0013032805,0.000008078355,0.000009000509,0.000027419055,0.00037011504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985651,0.000027514754,0.0006760496,0.00021845366,0.0000047023777,0.00050822226],"domain_scores_gemma":[0.99805987,0.00015599803,0.000713822,0.00042946872,0.00042968418,0.0002111467],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009968672,0.00019708558,0.00040330205,0.00042108638,0.0001649241,0.00022220485,0.0005875899,0.000100556914,0.00092932436],"category_scores_gemma":[0.00073143357,0.0001804825,0.00022306667,0.00024642202,0.00010765407,0.0007054749,0.0000383126,0.0002885157,0.00004499405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018484992,0.000024916877,0.01017412,0.00006587608,0.000095482304,0.000036846588,0.00018174549,0.00017960434,0.000015770962,0.9837088,0.004927825,0.0005705098],"study_design_scores_gemma":[0.00092702184,0.000119571734,0.0071187746,0.00014830305,0.000110328016,0.000105657455,0.0007092517,0.0012814624,0.00053237507,0.68286335,0.30555755,0.00052635],"about_ca_topic_score_codex":0.055693176,"about_ca_topic_score_gemma":0.8658604,"teacher_disagreement_score":0.8101672,"about_ca_system_score_codex":0.000577336,"about_ca_system_score_gemma":0.0020150624,"threshold_uncertainty_score":0.99998397},"labels":[],"label_agreement":null},{"id":"W3141476572","doi":"10.5430/ijba.v12n3p1","title":"Management and Supervision of Administrative Contracts in a Federal Institution of Indirect Public Administration","year":2021,"lang":"en","type":"article","venue":"International Journal of Business Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Legislation; Function (biology); Institution; Foundation (evidence); Administration (probate law); Order (exchange); Business; Public relations; Computer science; Law; Finance; Political science","score_opus":0.04654029885009403,"score_gpt":0.30236140039669124,"score_spread":0.2558211015465972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141476572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851094,0.00019191318,0.0014672581,0.0053949724,0.0006842457,0.00017980524,0.000011317893,0.000009525872,0.0069515775],"genre_scores_gemma":[0.99847925,0.00014442534,0.0005988421,0.0001710184,0.0004504837,0.0000055112096,0.00009827675,0.0000090359335,0.000043147742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.997976,0.000030797124,0.0009981309,0.00017259226,0.00066614005,0.0001563513],"domain_scores_gemma":[0.9965758,0.000049288472,0.0011421376,0.000101472826,0.0021050824,0.000026223792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056561123,0.0001556952,0.00031269083,0.0006908632,0.000043587537,0.0002731654,0.00024006394,0.0000883254,0.00007056119],"category_scores_gemma":[0.0004661985,0.0001521376,0.00007562331,0.0006195132,0.00008777337,0.0025178608,0.00008158465,0.0001281676,0.0000017549098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030765403,0.004155957,0.3824366,0.0011880824,0.00079590315,0.0014460296,0.00049199164,0.00011808092,0.02175501,0.5006885,0.0006511352,0.08319614],"study_design_scores_gemma":[0.0048181503,0.00022950064,0.95342314,0.00090840185,0.00009631565,0.00029079377,0.0008170575,0.0006467906,0.018464511,0.008561196,0.011370254,0.00037389933],"about_ca_topic_score_codex":0.000029576811,"about_ca_topic_score_gemma":0.00034628095,"teacher_disagreement_score":0.5709865,"about_ca_system_score_codex":0.000068470916,"about_ca_system_score_gemma":0.00053737574,"threshold_uncertainty_score":0.6203991},"labels":[],"label_agreement":null},{"id":"W3149840872","doi":"10.1016/j.clsr.2021.105536","title":"Government procurement law and hacking technology: The role of public contracting in regulating an invisible market","year":2021,"lang":"en","type":"article","venue":"Computer law & security review","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Hacker; Procurement; Accountability; Transparency (behavior); Public sector; Purchasing; Private sector; Government (linguistics); Business; Government procurement; Law and economics; Economics; Computer security; Marketing; Law; Political science; Economic growth","score_opus":0.01975109647248252,"score_gpt":0.2444721766482312,"score_spread":0.22472108017574868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149840872","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12423016,0.3992358,0.00057053106,0.079818554,0.0007044757,0.005064355,0.000019621957,0.00062818936,0.3897283],"genre_scores_gemma":[0.9829557,0.0017284845,0.000671118,0.014087365,0.00045501874,0.00005437999,0.000015007477,0.00002122795,0.000011678229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824315,0.000080097336,0.0005580477,0.00036738673,0.0003855105,0.00036578556],"domain_scores_gemma":[0.9988779,0.000058468522,0.00041843217,0.00042929975,0.00019361817,0.000022293623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018053388,0.00020640346,0.00042569957,0.000050041846,0.00020788299,0.0003786712,0.00038038526,0.00007120612,0.00007715496],"category_scores_gemma":[0.000104570034,0.00016576047,0.000067435576,0.00067731534,0.000115146104,0.0012561618,0.00070514437,0.0002627026,0.0000038934163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032072107,0.0001541577,0.011083903,0.0024433255,0.000037927166,0.000005004355,0.000079321064,6.95865e-7,0.00009674124,0.8843933,0.0006147234,0.10108773],"study_design_scores_gemma":[0.00043257594,0.000014220979,0.0008916883,0.0030309276,0.00006428424,0.000012198959,0.00013362526,0.0052123633,0.00021807263,0.03086443,0.95886004,0.0002655639],"about_ca_topic_score_codex":0.00027353948,"about_ca_topic_score_gemma":0.000961541,"teacher_disagreement_score":0.95824534,"about_ca_system_score_codex":0.00005171888,"about_ca_system_score_gemma":0.000033760036,"threshold_uncertainty_score":0.6759516},"labels":[],"label_agreement":null},{"id":"W3156720052","doi":"10.55016/ojs/sppp.v13i1.69277","title":"Buying With Intent: Public Procurement for Innovation by Provincial and Municipal Governments","year":2020,"lang":"en","type":"article","venue":"The School of Public Policy Publications","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.06835801112241784,"score_gpt":0.2792942143393344,"score_spread":0.21093620321691653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156720052","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13845533,0.00023165351,0.009654695,0.79602456,0.00011017632,0.0036659555,0.00025096425,0.0004835341,0.051123142],"genre_scores_gemma":[0.9802384,0.000011089702,0.00031758807,0.015748758,0.0017305106,0.0007808384,0.00036128043,0.000050784125,0.00076074345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976046,0.000031023636,0.00064129656,0.0004195274,0.0006551273,0.0006484236],"domain_scores_gemma":[0.99743074,0.00006610626,0.0008080325,0.00046624418,0.0011131346,0.0001157244],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010625834,0.0002893346,0.00027723107,0.0006370449,0.0005363229,0.0012438425,0.0010121921,0.00009110617,0.00012369765],"category_scores_gemma":[0.0043829065,0.00021211174,0.00006592104,0.003634332,0.00023710741,0.003828253,0.0004587067,0.0002504182,0.000036476213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048319947,0.00019869418,0.018179325,0.00019392624,0.00017874253,4.9602974e-8,0.00019623672,0.0000015372866,0.0015675793,0.863536,0.11001691,0.0058826855],"study_design_scores_gemma":[0.0019747089,0.00009570572,0.008523468,0.000023075443,0.00009886032,0.0000016310653,0.00050434493,0.002507459,0.00012829607,0.005861003,0.97988576,0.00039571506],"about_ca_topic_score_codex":0.0008534348,"about_ca_topic_score_gemma":0.00014279303,"teacher_disagreement_score":0.8698688,"about_ca_system_score_codex":0.00015697967,"about_ca_system_score_gemma":0.0005934025,"threshold_uncertainty_score":0.99979293},"labels":[],"label_agreement":null},{"id":"W3172905174","doi":"","title":"Critical Success Factors Affecting E-Procurement Adoption in Public Sector Organizations in Sri Lanka","year":2020,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Public sector; Business; Stratified sampling; Private sector; E-procurement; Government (linguistics); Information and Communications Technology; Data collection; Marketing; Economic growth; Economics; Political science","score_opus":0.05064907811561089,"score_gpt":0.2674594975748095,"score_spread":0.21681041945919863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172905174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93746716,0.000024775743,0.00070344284,0.019294398,0.0002287057,0.00037049307,0.0000022936847,0.00029303922,0.041615687],"genre_scores_gemma":[0.9952492,0.0000026650882,0.00008184948,0.0036988272,0.0008320388,0.000014186345,0.00007463554,0.000021736749,0.000024861918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858975,0.000020028177,0.00033960782,0.0003204392,0.00028395854,0.00044620314],"domain_scores_gemma":[0.9995199,0.00006366145,0.00007691323,0.00011385543,0.00018653026,0.000039137074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029209635,0.00018896711,0.0001979939,0.0004562107,0.00010634934,0.0006088659,0.0002723063,0.00008596794,0.0017255138],"category_scores_gemma":[0.0017708319,0.00017454594,0.000034504796,0.0025448953,0.00002552612,0.002517817,0.00018779651,0.00021848253,0.0001814381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007948074,0.0001514311,0.9230081,0.00020702866,0.000008086416,0.00000489402,0.0009212795,0.000026425323,0.00045615807,0.073212944,0.0016637908,0.00033195826],"study_design_scores_gemma":[0.0038584617,0.0000698067,0.8851425,0.00019268678,0.000065529544,0.0000015225588,0.009685965,0.019897675,0.0010167338,0.0027052255,0.075604595,0.0017593021],"about_ca_topic_score_codex":0.0009092448,"about_ca_topic_score_gemma":0.0015343615,"teacher_disagreement_score":0.073940806,"about_ca_system_score_codex":0.00008654749,"about_ca_system_score_gemma":0.000054307427,"threshold_uncertainty_score":0.99918705},"labels":[],"label_agreement":null},{"id":"W3173075571","doi":"10.54648/trad2021005","title":"Electronic Government Procurement in the EU-Vietnam Free Trade Agreement: An Opportunity for Increased Transparency and Accountability?","year":2021,"lang":"en","type":"article","venue":"Journal of World Trade","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Transparency (behavior); Procurement; Government procurement; Accountability; Business; Government (linguistics); Corporate governance; Language change; International economics; International trade; Accounting; Economics; Finance; Political science; Marketing; Law","score_opus":0.035307211085346527,"score_gpt":0.26439440497630595,"score_spread":0.22908719389095944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173075571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7755968,0.0027895372,0.0003200627,0.2027363,0.0004327115,0.0018600913,0.00006488103,0.000042765158,0.016156841],"genre_scores_gemma":[0.99196506,0.00011180269,0.00014699098,0.0065394538,0.0011070833,0.00004170339,0.00002165422,0.000018470722,0.00004780573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765825,0.00006954695,0.0007366065,0.00023942535,0.0008127509,0.00048342315],"domain_scores_gemma":[0.99900186,0.000085202075,0.00047808726,0.0003165198,0.000061234656,0.000057124773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022333395,0.00023312731,0.00033995355,0.0001732109,0.00016422303,0.0003329147,0.00060442963,0.00005007135,0.00015940139],"category_scores_gemma":[0.00015792486,0.0001730267,0.00016119155,0.0005564685,0.000045344354,0.0015114892,0.00004673427,0.0003933834,7.5257276e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032821805,0.016592268,0.25849885,0.0046881,0.0015519453,0.000331084,0.008747308,0.00009541278,0.014211396,0.39999467,0.14873315,0.14327364],"study_design_scores_gemma":[0.006163356,0.00023476005,0.15057342,0.00018006525,0.0003622407,0.000044079417,0.002177376,0.000396244,0.00046353973,0.019174835,0.8197666,0.0004635113],"about_ca_topic_score_codex":0.000074000476,"about_ca_topic_score_gemma":0.003564402,"teacher_disagreement_score":0.67103344,"about_ca_system_score_codex":0.00017999756,"about_ca_system_score_gemma":0.0002672798,"threshold_uncertainty_score":0.7055824},"labels":[],"label_agreement":null},{"id":"W3175666069","doi":"","title":"THE EFFECT OF SUPPLIER SELECTION, SUPPLIER DEVELOPMENT AND INFORMATION SHARING ON SME’s BUSINESS PERFORMANCE IN SEDIBENG","year":2020,"lang":"en","type":"article","venue":"International Journal of Economics and Finance","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Supplier relationship management; Supply chain; Information sharing; Supply chain management; Confirmatory factor analysis; Selection (genetic algorithm); Structural equation modeling; Marketing; Knowledge management; Value (mathematics); Industrial organization; Process management; Computer science","score_opus":0.00856036314655875,"score_gpt":0.19651527118627005,"score_spread":0.1879549080397113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175666069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954576,0.000041696116,0.000027927446,0.0031276562,0.00018910697,0.000053706444,0.0000010490705,0.0000015854371,0.0010996719],"genre_scores_gemma":[0.9985682,0.0005296397,0.000050153678,0.0005065097,0.00032625033,0.0000027989643,0.00000333087,0.0000032809403,0.000009852844],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948907,0.0000017122536,0.0003179462,0.0000553053,0.00006230852,0.000073667085],"domain_scores_gemma":[0.99948865,0.00002715351,0.00033164813,0.000023144912,0.00012333125,0.0000060612424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030377728,0.00006586598,0.00010175808,0.0001253564,0.00005321829,0.00016380972,0.00015931006,0.000021412901,0.000003981732],"category_scores_gemma":[0.000051403673,0.000049533985,0.000014333467,0.000079334626,0.000018613295,0.0014341313,0.000067362125,0.000082270395,0.000003201327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015088507,0.000036346657,0.51737773,0.00023473927,0.00014842319,0.0000024446365,0.00090940134,0.015395688,0.00004042452,0.15974917,0.0010791562,0.3035176],"study_design_scores_gemma":[0.0019046816,0.000069383794,0.32388815,0.00010385659,0.000009207041,0.000008966197,0.000030977273,0.05090192,0.0008000561,0.000597692,0.6215371,0.000147991],"about_ca_topic_score_codex":0.000010378806,"about_ca_topic_score_gemma":0.000011974676,"teacher_disagreement_score":0.62045795,"about_ca_system_score_codex":0.000027953207,"about_ca_system_score_gemma":0.00002542065,"threshold_uncertainty_score":0.20199373},"labels":[],"label_agreement":null},{"id":"W3186019078","doi":"10.1111/capa.12413","title":"Just a business decision? Debarment in public procurement in Canada and the United States","year":2021,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.02780356132938581,"score_gpt":0.23086645550930868,"score_spread":0.20306289417992288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186019078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7394284,0.0002245921,0.000066633635,0.25547752,0.0002997157,0.0005843712,0.000017050186,0.000022001223,0.0038797192],"genre_scores_gemma":[0.9882397,0.000057792917,0.000027462711,0.010532321,0.00020290114,0.00012572558,0.0006781409,0.000016176355,0.00011978685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818975,0.00004097555,0.0004581865,0.00033113305,0.00036694392,0.0006130354],"domain_scores_gemma":[0.9989477,0.00007813413,0.000138948,0.00025412274,0.0004630179,0.00011808257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007043164,0.0001978135,0.0002054012,0.0007978185,0.00019765123,0.0009843583,0.00027344667,0.00006379603,0.00026526916],"category_scores_gemma":[0.0008598615,0.00016752875,0.000021215845,0.002894605,0.000067881716,0.0010990131,0.000081793405,0.0001826352,0.000009204311],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009675502,0.00015629154,0.3117608,0.00020444748,0.000050342533,0.00031582898,0.00017761756,0.000037625807,0.000006560949,0.62519467,0.0384935,0.023505578],"study_design_scores_gemma":[0.0027684185,0.0000058615465,0.15612671,0.000058964473,0.000016070866,0.000014752439,0.0015521708,0.006967831,0.0000066348557,0.004336488,0.8277824,0.00036371424],"about_ca_topic_score_codex":0.967539,"about_ca_topic_score_gemma":0.999917,"teacher_disagreement_score":0.7892889,"about_ca_system_score_codex":0.0009718956,"about_ca_system_score_gemma":0.01055279,"threshold_uncertainty_score":0.99505645},"labels":[],"label_agreement":null},{"id":"W3194011529","doi":"10.1108/jopp-11-2019-0078","title":"Gender-responsive public procurement: strategies to support women-owned enterprises","year":2021,"lang":"en","type":"article","venue":"Journal of Public Procurement","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Works and Government Services Canada; University of Ottawa","funders":"Government of Canada; Innovation, Science and Economic Development Canada","keywords":"Procurement; Business; Government procurement; Ceteris paribus; Government (linguistics); Marketing; Goods and services; Stratified sampling; Sample (material); Economics","score_opus":0.07562636422788346,"score_gpt":0.289769054010876,"score_spread":0.21414268978299253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194011529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6937293,0.00334533,0.026059974,0.14921214,0.00705706,0.0034816468,0.000057672532,0.0007328271,0.116324104],"genre_scores_gemma":[0.9817988,0.000073710056,0.0008887273,0.012231322,0.0036056833,0.00017037691,0.000045419816,0.00008124385,0.0011046617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99357516,0.00011670408,0.0016866777,0.0006298723,0.0023557895,0.0016358104],"domain_scores_gemma":[0.99335337,0.00006427571,0.0015343894,0.0006102722,0.0040763537,0.0003613338],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003847497,0.0006214363,0.0008162555,0.0018419375,0.0004888416,0.0052102827,0.0014067024,0.00017548914,0.004024727],"category_scores_gemma":[0.0019589346,0.0005384907,0.00037658995,0.0019548854,0.00011023864,0.007437188,0.0008090767,0.0005686013,0.0004559265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089891226,0.0056556063,0.06572804,0.002521685,0.00318959,0.0009309105,0.0068654064,0.00006700613,0.020444024,0.2722036,0.56893116,0.05256404],"study_design_scores_gemma":[0.0023707193,0.00031892708,0.0052443114,0.000096619224,0.000120320066,0.00010184798,0.00369383,0.000028864417,0.00088055315,0.008542067,0.9779158,0.00068612327],"about_ca_topic_score_codex":0.00001748829,"about_ca_topic_score_gemma":0.00009360649,"teacher_disagreement_score":0.40898463,"about_ca_system_score_codex":0.00075217226,"about_ca_system_score_gemma":0.003776055,"threshold_uncertainty_score":0.9997067},"labels":[],"label_agreement":null},{"id":"W3200357008","doi":"","title":"A Study on the Risk and Control Mechanism of Government Purchase of Public Services: A Case of Daqing City","year":2015,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Business; Variety (cybernetics); China; Mechanism (biology); Control (management); Task (project management); Service (business); Public service; Market mechanism; Public administration; Public relations; Marketing; Market economy; Economics; Political science; Management","score_opus":0.13290425797207195,"score_gpt":0.34257506588744085,"score_spread":0.2096708079153689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200357008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974599,0.00028021616,0.000028392862,0.0006393144,0.00010965035,0.00033063567,0.000011729238,0.0000042817524,0.0011358835],"genre_scores_gemma":[0.9997276,0.000020818963,0.00002071989,0.00016676898,0.000038579146,0.000018859391,1.2661386e-7,0.0000023838463,0.000004108621],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998885,0.000057614765,0.00032945283,0.00017912342,0.00035258822,0.0001962548],"domain_scores_gemma":[0.9986688,0.00021799769,0.0006083976,0.0001865103,0.0003072146,0.000011093511],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005453164,0.00009106397,0.0003233343,0.00012580198,0.00014175402,0.0000063822545,0.00035505556,0.00002808059,0.0000028440786],"category_scores_gemma":[0.0013259957,0.000058609443,0.000027719598,0.00041101238,0.0059914947,0.0003067942,0.00049698324,0.00008671477,3.2695897e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012656777,0.00092866935,0.6140461,0.0004185876,0.0003102803,0.000021160997,0.13954611,0.000016063796,0.0018622495,0.24175365,0.000116708776,0.0008538518],"study_design_scores_gemma":[0.00305875,0.00046195407,0.021592597,0.0000905188,0.00011648168,0.0000047785147,0.92649585,0.0009041637,0.00048299812,0.046564896,0.00007157994,0.00015545533],"about_ca_topic_score_codex":0.0007579918,"about_ca_topic_score_gemma":0.00019445844,"teacher_disagreement_score":0.7869497,"about_ca_system_score_codex":0.000037445407,"about_ca_system_score_gemma":0.0000408745,"threshold_uncertainty_score":0.99671364},"labels":[],"label_agreement":null},{"id":"W3200636932","doi":"","title":"Generator and financier views on procurement","year":2006,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Energy; Ontario Power Generation; TransAlta (Canada)","funders":"","keywords":"Business; Generator (circuit theory); Computer science; Power (physics); Physics","score_opus":0.025963930464854176,"score_gpt":0.2244929865810154,"score_spread":0.19852905611616123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200636932","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4028462,0.00044044972,0.0002580521,0.0071277013,0.00028138835,0.00044585945,0.0000010284244,0.00020398048,0.58839536],"genre_scores_gemma":[0.96439266,0.000011545734,0.00023268258,0.01398695,0.0036497293,0.00005787687,0.00001732776,0.000019789546,0.01763141],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992211,0.000002875561,0.00016207762,0.00020463552,0.00017423098,0.00023510797],"domain_scores_gemma":[0.99972486,0.0000075637113,0.00007050019,0.00013425725,0.000054698932,0.000008143608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020987654,0.0001344862,0.00010595913,0.00013636505,0.00011850903,0.00025722096,0.000100702375,0.000035986803,0.0003266949],"category_scores_gemma":[0.000025750707,0.000101027246,0.00003093725,0.00020423159,0.000019829016,0.0005937195,0.000072610004,0.000051228304,0.0004463516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015390793,0.000108596956,0.010107155,0.00007715265,0.00000700865,0.0000019731046,0.000007918716,0.000004179329,0.0016840866,0.31821424,0.6606576,0.009114712],"study_design_scores_gemma":[0.00030247326,0.000010300027,0.010386979,0.00001787137,0.000011384425,3.2090094e-7,0.00000485169,0.00023903011,0.0005304513,0.003354663,0.98497826,0.00016339464],"about_ca_topic_score_codex":0.00039691952,"about_ca_topic_score_gemma":0.00011162425,"teacher_disagreement_score":0.57076395,"about_ca_system_score_codex":0.000015494328,"about_ca_system_score_gemma":0.000016847624,"threshold_uncertainty_score":0.57370955},"labels":[],"label_agreement":null},{"id":"W3202679092","doi":"10.3389/fclim.2021.686787","title":"Deploying Low Carbon Public Procurement to Accelerate Carbon Removal","year":2021,"lang":"en","type":"article","venue":"Frontiers in Climate","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CarbonCure Technologies (Canada)","funders":"","keywords":"Procurement; Environmental economics; Business; Carbon fibers; Public sector; Scale (ratio); Greenhouse gas; Carbon capture and storage (timeline); Technology transfer; Industrial organization; Environmental resource management; Environmental science; Climate change; Computer science; Economics; Marketing; International trade; Ecology","score_opus":0.03009604213655593,"score_gpt":0.24684318284146028,"score_spread":0.21674714070490436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202679092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8455045,0.00084763597,0.00019140914,0.010125248,0.0037145598,0.00073139806,0.0000053407507,0.0003899876,0.13848992],"genre_scores_gemma":[0.988699,0.0001126641,0.0022139882,0.0064536775,0.0017618921,0.00014276935,0.00006630006,0.00008849041,0.0004611753],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972881,0.000028270031,0.000505446,0.0006302313,0.00046970672,0.0010782289],"domain_scores_gemma":[0.9990428,0.000011364417,0.00018881318,0.00044846308,0.00024848394,0.000060080776],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078059314,0.0003232781,0.00039753137,0.0006799811,0.00015139722,0.00076639815,0.0004520727,0.00012262943,0.000056994402],"category_scores_gemma":[0.00029887605,0.0003407907,0.00008976955,0.0016718674,0.00003030265,0.00084166374,0.0005381513,0.0002666897,0.000049916318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017823471,0.00048393977,0.9093581,0.001248646,0.00015279026,0.0005054651,0.00037302007,0.00017936685,0.00377492,0.010496515,0.05187578,0.02137322],"study_design_scores_gemma":[0.005288948,0.00005290123,0.03854278,0.0008622976,0.00019287127,0.000027696626,0.001686857,0.052512348,0.0043408065,0.011466005,0.88216156,0.0028649461],"about_ca_topic_score_codex":0.00028364875,"about_ca_topic_score_gemma":0.0005103361,"teacher_disagreement_score":0.87081534,"about_ca_system_score_codex":0.00023051328,"about_ca_system_score_gemma":0.00012652122,"threshold_uncertainty_score":0.9999044},"labels":[],"label_agreement":null},{"id":"W3204061197","doi":"10.1057/s41307-021-00251-z","title":"Examining Project-Based Governance of Higher Vocational Education in China: A Case Study","year":2021,"lang":"en","type":"article","venue":"Higher Education Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Alberta","funders":"Consortium for Plant Biotechnology Research","keywords":"Higher education policy; Vocational education; Corporate governance; Education policy; China; Higher education; Comparative education; Political science; Economics education; Public administration; Economic growth; Pedagogy; Sociology; Management; Economics","score_opus":0.039220389903112635,"score_gpt":0.3371128095687931,"score_spread":0.2978924196656805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204061197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8553571,0.0003975311,0.000003725972,0.0074442066,0.0012307767,0.0005402182,0.000005287355,0.00006034634,0.13496079],"genre_scores_gemma":[0.97224635,0.0000031065745,0.00017587993,0.0034574864,0.0034078697,0.00025647864,0.00008417006,0.000027961461,0.020340722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986275,0.000040792846,0.00043082118,0.0003426915,0.00030251435,0.00025571464],"domain_scores_gemma":[0.9988303,0.000032199358,0.0003845669,0.00037055483,0.00036235142,0.000020007086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023403359,0.00019016869,0.00020028536,0.0005693856,0.000095489966,0.0001623984,0.00019510543,0.00006528435,0.00066057756],"category_scores_gemma":[0.0001236835,0.00020212003,0.0000451606,0.0020093224,0.000033982393,0.0008765742,0.0000781194,0.00012857725,0.000054522858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034312034,0.00826257,0.48614132,0.0004705029,0.00004784175,0.00003156783,0.001061282,0.000015331578,0.00027614407,0.33485094,0.12021993,0.048588276],"study_design_scores_gemma":[0.0006360082,0.00001326966,0.82059497,0.00006606616,0.000027319229,0.000011986522,0.000743974,0.0000180686,0.000033289827,0.00089828804,0.17675295,0.00020380174],"about_ca_topic_score_codex":0.027153311,"about_ca_topic_score_gemma":0.0005759267,"teacher_disagreement_score":0.33445367,"about_ca_system_score_codex":0.00019945475,"about_ca_system_score_gemma":0.0044729053,"threshold_uncertainty_score":0.97932494},"labels":[],"label_agreement":null},{"id":"W3204886270","doi":"10.2139/ssrn.3927250","title":"Centralized Procurement and Delivery Times: Evidence from a Natural Experiment in Italy","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Queen's University","funders":"Canada Research Chairs","keywords":"Procurement; Natural (archaeology); Natural experiment; Business; Geography; Medicine; Marketing; Archaeology","score_opus":0.015985935755177337,"score_gpt":0.24406173182504284,"score_spread":0.2280757960698655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204886270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95169556,0.042029057,0.0001079302,0.0044362815,0.00029334147,0.00019756852,8.26567e-7,0.000041099665,0.0011983135],"genre_scores_gemma":[0.9936449,0.003471682,0.0000831874,0.000993392,0.0010272402,0.000014726849,0.000014946948,0.000018689465,0.00073124806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99740726,0.000030311428,0.0003381242,0.0003010802,0.000373471,0.0015497705],"domain_scores_gemma":[0.9994699,0.00003408662,0.00017950787,0.00014272629,0.00014785554,0.000025948337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079964485,0.00020508941,0.00022157795,0.00018984397,0.00014899415,0.00046758834,0.0002434442,0.00005565182,0.00022189796],"category_scores_gemma":[0.00016310849,0.00018314474,0.00008045541,0.00036071325,0.000028608609,0.0017232845,0.00017164428,0.0008262957,0.000046054676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018559191,0.0017399814,0.25061432,0.0004007089,0.0019160403,0.0003923411,0.003397141,0.00005875391,0.1397698,0.4437129,0.016340803,0.13980132],"study_design_scores_gemma":[0.023122588,0.00034895525,0.09240974,0.0029857738,0.00076431065,0.0005663834,0.020441864,0.007893372,0.011206649,0.68356246,0.15246233,0.0042355754],"about_ca_topic_score_codex":0.0009854542,"about_ca_topic_score_gemma":0.0025946957,"teacher_disagreement_score":0.23984957,"about_ca_system_score_codex":0.0005383146,"about_ca_system_score_gemma":0.000900979,"threshold_uncertainty_score":0.74684256},"labels":[],"label_agreement":null},{"id":"W3216862029","doi":"10.1002/bsd2.193","title":"Local procurement, shared value, and sustainable development: A case study from the mining sector in Mongolia","year":2021,"lang":"en","type":"article","venue":"Business Strategy & Development","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MEG-3 (Canada); British Columbia Institute of Technology; University of British Columbia","funders":"Mitacs","keywords":"Procurement; Business; Livelihood; Sustainability; Poverty; Sustainable development; Psychological resilience; Value (mathematics); Economic growth; Environmental planning; Economics; Political science; Geography; Marketing","score_opus":0.03463402324517342,"score_gpt":0.24520404301709367,"score_spread":0.21057001977192025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216862029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99346596,0.000562949,0.00039951343,0.0007582457,0.00015668094,0.0009880007,0.0000025318946,0.000117687305,0.0035484151],"genre_scores_gemma":[0.9967349,0.000009238985,0.00072570884,0.00090170786,0.0003413954,0.00035615984,0.00013370225,0.00005053537,0.000746647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695915,0.000049905797,0.00075287995,0.0007536008,0.0005493946,0.00093505176],"domain_scores_gemma":[0.9986288,0.00006721991,0.00025372428,0.0003373028,0.00066606206,0.00004692415],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008971072,0.00047383006,0.0004054367,0.0003007117,0.0007598184,0.0013474515,0.00037413632,0.00011035108,0.00027816216],"category_scores_gemma":[0.00015364678,0.00038805912,0.0000319404,0.001965269,0.00006893155,0.0014506379,0.0008283977,0.00022218762,0.00004345479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027466833,0.003162972,0.8423318,0.0015562614,0.00090766884,0.025909867,0.029750302,0.00056514813,0.00025908469,0.012309519,0.008322426,0.07465024],"study_design_scores_gemma":[0.003654233,0.000012963792,0.8207207,0.00024878522,0.00009696962,0.0001383183,0.08274458,0.00066463737,0.0002287591,0.00070685096,0.08970513,0.0010780898],"about_ca_topic_score_codex":0.0077537373,"about_ca_topic_score_gemma":0.012982823,"teacher_disagreement_score":0.08138271,"about_ca_system_score_codex":0.00023000782,"about_ca_system_score_gemma":0.0013072841,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W323650292","doi":"","title":"Innovation in the Public Sector: Linking Capacity and Leadership","year":2012,"lang":"en","type":"article","venue":"˜The œinnovation journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public sector; Private sector; Context (archaeology); New public management; Corporate governance; Politics; Competition (biology); Entrepreneurship; Public administration; Political science; Economics; Public relations; Sociology; Economic growth; Management; Economy","score_opus":0.19995057973426952,"score_gpt":0.2740487871262744,"score_spread":0.07409820739200487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W323650292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94691837,0.00016644457,0.0016929928,0.03754733,0.0006822954,0.00020297125,5.694035e-7,0.00003881707,0.012750199],"genre_scores_gemma":[0.97771144,0.0000030983376,0.000042995165,0.017084021,0.0050037205,0.000009523219,0.000015961536,0.00001096937,0.00011826115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986716,0.000042964963,0.0004586715,0.000086775835,0.00035835593,0.0003816293],"domain_scores_gemma":[0.99897,0.00004717088,0.00046245506,0.00013055258,0.00038242058,0.0000074356212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050193714,0.00011941334,0.00009050468,0.0008607641,0.0004784869,0.0010364364,0.00028934816,0.00006331749,0.000100851415],"category_scores_gemma":[0.00023143138,0.00007340239,0.000019936415,0.0037090206,0.000058900838,0.002970907,0.000051886174,0.0005279713,0.000034653145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010351271,0.0000711853,0.23876521,0.000051514686,0.000021051457,7.141981e-7,0.001216234,0.0000014797341,0.00079853367,0.72226113,0.019118281,0.017684307],"study_design_scores_gemma":[0.000842212,0.000009256168,0.3097913,0.00004868007,0.000020554891,0.00009086894,0.001948262,0.0005352284,0.000023389315,0.031595044,0.6548348,0.00026036438],"about_ca_topic_score_codex":0.000027353637,"about_ca_topic_score_gemma":0.00004414394,"teacher_disagreement_score":0.6906661,"about_ca_system_score_codex":0.00004272362,"about_ca_system_score_gemma":0.000034446708,"threshold_uncertainty_score":0.99943805},"labels":[],"label_agreement":null},{"id":"W4200617845","doi":"10.1016/j.clscn.2021.100017","title":"New directions for research in green public procurement: The challenge of inter-stakeholder tensions","year":2021,"lang":"en","type":"article","venue":"Cleaner Logistics and Supply Chain","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Procurement; Stakeholder; Framing (construction); Business; Stakeholder analysis; Sustainability; Supply chain; Stakeholder management; Goods and services; Process (computing); Process management; Public relations; Marketing; Economics; Engineering; Political science; Computer science","score_opus":0.2582208924818865,"score_gpt":0.33968299108156985,"score_spread":0.08146209859968334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200617845","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015059867,0.0076920143,0.021109523,0.7594039,0.0017425589,0.003934213,0.00018687264,0.00024287005,0.1906282],"genre_scores_gemma":[0.99435604,0.00019954448,0.00020483683,0.0008334863,0.0009973296,0.000073361014,0.0000741315,0.000021996106,0.003239295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987259,0.000032763946,0.0003010311,0.00028710286,0.00023032504,0.00042285892],"domain_scores_gemma":[0.9989269,0.00019751661,0.00008701624,0.00028730032,0.00047017878,0.000031088683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001127724,0.0001292327,0.0001919284,0.00032972556,0.00025687058,0.00022468444,0.0002464115,0.00007675982,0.00013381799],"category_scores_gemma":[0.00066976104,0.000095264004,0.000054202334,0.0007493137,0.00014183711,0.00024084271,0.00030284483,0.00024270333,0.0000075843914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032483713,0.00026519346,0.005914765,0.00035286552,0.00005333904,0.0000126718905,0.00043620286,0.0000086739565,0.00015361224,0.83494616,0.079427734,0.07839629],"study_design_scores_gemma":[0.0008655108,0.000035800003,0.0021889056,0.00008286537,0.000030109091,0.0000024735878,0.0010902667,0.0029573713,0.000035432164,0.08461518,0.9079117,0.00018437687],"about_ca_topic_score_codex":0.0013747902,"about_ca_topic_score_gemma":0.0038671773,"teacher_disagreement_score":0.97929615,"about_ca_system_score_codex":0.000026731259,"about_ca_system_score_gemma":0.00012830913,"threshold_uncertainty_score":0.38847533},"labels":[],"label_agreement":null},{"id":"W4205200642","doi":"10.1596/33882","title":"Assessment of Bangladesh Public Procurement System","year":2020,"lang":"en","type":"book","venue":"World Bank, Washington, DC eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Investment Bank; International Labour Organization; Japan International Cooperation Agency; Global Affairs Canada; Department for International Development","keywords":"Procurement; Business; Marketing","score_opus":0.030406969954427144,"score_gpt":0.24314867847019858,"score_spread":0.21274170851577143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205200642","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014481116,0.00029412928,0.00012771013,0.0023799443,0.0014886406,0.0019067393,0.000057025532,0.0009215434,0.9926795],"genre_scores_gemma":[0.19624345,0.000008471859,0.0004945903,0.0038556505,0.011066355,0.00037268054,0.0009898193,0.00041547065,0.7865535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938048,0.00005377545,0.0017570532,0.0012436594,0.001972143,0.0011685856],"domain_scores_gemma":[0.9954912,0.00009365288,0.0023874643,0.0011373186,0.0007606343,0.00012970055],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001365811,0.0012016674,0.0015759428,0.0018976731,0.0004006591,0.0013578809,0.0020506834,0.00044634653,0.0006577802],"category_scores_gemma":[0.00010895868,0.0011650181,0.00065486267,0.0005868535,0.00021510331,0.0010156456,0.0012367925,0.0012929373,0.00042794482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018385883,0.00007524243,0.0007423493,0.005115877,0.0003917798,0.000027657632,0.00006647701,0.000001859169,0.0001177009,0.6641449,0.32586685,0.0034309663],"study_design_scores_gemma":[0.0009998868,0.00003140235,0.00042651317,0.0014089107,0.00047041662,0.000003034273,0.000056327528,0.00040391413,0.00006209923,0.004067929,0.9909459,0.0011236632],"about_ca_topic_score_codex":0.00018127076,"about_ca_topic_score_gemma":0.000530829,"teacher_disagreement_score":0.66507906,"about_ca_system_score_codex":0.0009570895,"about_ca_system_score_gemma":0.0014324331,"threshold_uncertainty_score":0.9996788},"labels":[],"label_agreement":null},{"id":"W4205790079","doi":"10.46692/9781529209617.008","title":"Outsourcing Central Government Services","year":2021,"lang":"en","type":"other","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Business; Government (linguistics); Central government; Commerce; Marketing; Public administration; Local government; Political science","score_opus":0.010274929972680848,"score_gpt":0.20437474207309952,"score_spread":0.19409981210041868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205790079","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028960692,0.00061866344,0.000093154704,0.0009476218,0.00086647033,0.00016813926,0.000007431672,0.00035716957,0.99691236],"genre_scores_gemma":[0.0026398783,0.000039028087,0.00012338464,0.008090417,0.009842656,0.000013800236,0.00017702079,0.00030398666,0.97876984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855554,0.0000037845764,0.00017390813,0.00032237146,0.00049822277,0.00044617258],"domain_scores_gemma":[0.9994465,0.000004909795,0.00021916084,0.00028996659,0.00002204216,0.00001738237],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000085048654,0.00028722073,0.00027255167,0.00012344487,0.000052659947,0.00050122046,0.0003499327,0.00016409757,0.050433002],"category_scores_gemma":[0.000009854335,0.0002526556,0.000115184994,0.000216433,0.000013903581,0.00021180697,0.00034140595,0.00012379565,0.00070308236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020751565,0.000039424387,0.0046660798,0.0008250561,0.00008513144,0.000008720472,0.000011851227,6.9091135e-7,0.00001530889,0.018327812,0.97424495,0.0017729065],"study_design_scores_gemma":[0.00022081952,0.0000010177272,0.0005147934,0.00024237396,0.000048690057,4.3353572e-7,0.00009758161,0.00016772222,0.000006510756,0.00011524087,0.9982704,0.00031443188],"about_ca_topic_score_codex":0.004152271,"about_ca_topic_score_gemma":0.0023965377,"teacher_disagreement_score":0.04972992,"about_ca_system_score_codex":0.000051188745,"about_ca_system_score_gemma":0.000020118287,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W4210398678","doi":"10.5267/j.uscm.2021.11.011","title":"The role of human resource management and supply chain process in sustainable business performance","year":2022,"lang":"en","type":"article","venue":"Uncertain Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Business; Supply chain; Textile; Raw material; Supply chain management; Human resource management; Industrial organization; Human resources; Process (computing); Marketing; Economics; Management","score_opus":0.007472394705227763,"score_gpt":0.21784004190520487,"score_spread":0.2103676471999771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210398678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6514409,0.0018730459,0.000036443947,0.007803009,0.00024578048,0.0044068713,0.00001436139,0.00026091095,0.33391866],"genre_scores_gemma":[0.9798654,0.00016491227,0.000044833883,0.001043442,0.00026162685,0.0012796851,0.00013227946,0.000062983,0.01714489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639046,0.00007504936,0.0007165798,0.00067580777,0.0009964447,0.0011456625],"domain_scores_gemma":[0.9986519,0.00005415364,0.00042550673,0.0006704211,0.00016195104,0.000036034446],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0025193582,0.00043027377,0.0003840646,0.0011531856,0.0015136126,0.0003961514,0.0012957356,0.00005380596,0.00024196177],"category_scores_gemma":[0.000027565811,0.00038345656,0.00007794477,0.0026221266,0.00019288507,0.00075946347,0.0021430089,0.00032091542,0.000012077299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035399114,0.0004798756,0.11863,0.0032030495,0.00018952075,0.00011519087,0.0012722755,0.004743936,0.00003222006,0.8242269,0.01274968,0.034003362],"study_design_scores_gemma":[0.0021719811,0.00006449103,0.048838843,0.00012203203,0.00009017963,0.0000032917274,0.04301824,0.0058079604,0.000029363315,0.021622958,0.8775999,0.0006307529],"about_ca_topic_score_codex":0.0010568306,"about_ca_topic_score_gemma":0.00010669981,"teacher_disagreement_score":0.8648502,"about_ca_system_score_codex":0.0002588748,"about_ca_system_score_gemma":0.00003199205,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W4211202538","doi":"10.1111/capa.12449","title":"(Mis)aligning politicians and admirals: The problems of long‐term procurement in the Canadian Surface Combatant project 1994‐2021","year":2022,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Combatant; Doctrine; Submarine; Business; Government (linguistics); Disarmament; Government procurement; Law; Public administration; Political science; Engineering; Marketing","score_opus":0.04967099922457235,"score_gpt":0.26301815313026744,"score_spread":0.21334715390569509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211202538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6268056,0.0005808657,0.0000151662125,0.29522714,0.00048829225,0.004367331,0.00027290464,0.000052730953,0.07218999],"genre_scores_gemma":[0.99423826,0.0000037864593,0.000008344005,0.004627999,0.0003010417,0.0002190463,0.00037765838,0.000020137815,0.00020373368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980184,0.00009239206,0.00040980926,0.0002899658,0.0004704914,0.00071897154],"domain_scores_gemma":[0.9991739,0.000040768038,0.00024402999,0.0003307648,0.00011334897,0.00009718444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016947903,0.00019929919,0.0001715387,0.0005628014,0.0011200276,0.00089055876,0.00063531584,0.000062796134,0.00024657746],"category_scores_gemma":[0.0001238559,0.00015503707,0.000045205303,0.0011782602,0.000114837734,0.0007805154,0.00005274742,0.00031741254,0.000004919013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018799063,0.00015531354,0.22855051,0.00034441982,0.00007450316,0.000087300774,0.002520175,0.000017303255,0.000057617806,0.7355186,0.029133387,0.00352209],"study_design_scores_gemma":[0.00080524746,0.00013862546,0.055837173,0.00006596818,0.00006761884,0.00005438946,0.0056388443,0.0011932494,0.000024970983,0.0013182589,0.93430525,0.00055043027],"about_ca_topic_score_codex":0.65644085,"about_ca_topic_score_gemma":0.9929074,"teacher_disagreement_score":0.9051718,"about_ca_system_score_codex":0.000460609,"about_ca_system_score_gemma":0.004462743,"threshold_uncertainty_score":0.861446},"labels":[],"label_agreement":null},{"id":"W4214614409","doi":"10.26512/2018.01.d.31995","title":"Compras governamentais como política de incentivo à inovação por demanda : experiência recente com Parcerias para o Desenvolvimento Produtivo – PDP na área da saúde pública","year":2018,"lang":"pt","type":"dissertation","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Energy Research and Development; Organisation de Coopération et de Développement Économiques; Banco Nacional de Desenvolvimento Econômico e Social; Medical Device Innovation Center; Agência Nacional de Energia Elétrica; Fundação Oswaldo Cruz; Ministério da Ciência, Tecnologia, Inovações e Comunicações; Ministério da Saúde; Ministerio de Economía y Competitividad; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Ministério da Educação; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Ministério da Ciência, Tecnologia e Inovação; Financiadora de Estudos e Projetos; Banco do Nordeste do Brasil","keywords":"Political science; Business","score_opus":0.04067752639226766,"score_gpt":0.3102757808220695,"score_spread":0.26959825442980184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214614409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52329993,0.0061247675,0.005241679,0.045088626,0.013657491,0.015079951,0.0008878748,0.0030131645,0.38760653],"genre_scores_gemma":[0.90637845,0.0007106596,0.0008891813,0.009541866,0.004113293,0.0006572704,0.010967745,0.00047851808,0.066263035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899372,0.00022352731,0.002349276,0.0023106888,0.0021833568,0.0029959504],"domain_scores_gemma":[0.99350935,0.00016067791,0.0027361407,0.0017284701,0.0014881615,0.00037718163],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0015667964,0.0022188427,0.001929548,0.001197969,0.0016810701,0.003707728,0.0024652441,0.0010829144,0.013185554],"category_scores_gemma":[0.00057142397,0.0022293506,0.0006881843,0.002288167,0.00048292926,0.0034248156,0.0012758622,0.0011606173,0.003230898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039769923,0.005047317,0.100469075,0.005358867,0.0035073978,0.00012874442,0.0053842086,0.000002734759,0.010571056,0.054123104,0.78790754,0.023522962],"study_design_scores_gemma":[0.004977396,0.00024671297,0.012807088,0.0015634774,0.0011017913,0.000014894781,0.0051093167,0.003722231,0.004994123,0.0010439459,0.9611823,0.0032367478],"about_ca_topic_score_codex":0.01108316,"about_ca_topic_score_gemma":0.0022384035,"teacher_disagreement_score":0.38307852,"about_ca_system_score_codex":0.0012971119,"about_ca_system_score_gemma":0.000855378,"threshold_uncertainty_score":0.9996186},"labels":[],"label_agreement":null},{"id":"W4220952607","doi":"10.18280/ijsdp.170108","title":"Evaluation of Critical Factors Influencing Framework Agreement in Public Procurement: Evidence from Administrative Offices in Ethiopia","year":2022,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Agency (philosophy); Government (linguistics); Business; Data collection; Work (physics); Research design; Public economics; Marketing; Economics; Engineering; Sociology","score_opus":0.11261190188896107,"score_gpt":0.3589925707510231,"score_spread":0.246380668862062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220952607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99596,0.00086983386,0.00016535592,0.0014484561,0.00032609442,0.00019170318,0.0000016954094,0.000005060983,0.0010318208],"genre_scores_gemma":[0.99899864,0.00000757801,0.00048158574,0.00021389025,0.00023223882,0.00002579917,0.00001591409,0.0000066310417,0.000017731909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704355,0.000080897116,0.0007291092,0.00016520836,0.0017223364,0.00025889024],"domain_scores_gemma":[0.99753755,0.00030546912,0.0005824108,0.00005362682,0.0014990717,0.000021841117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004251578,0.00013542072,0.0002049483,0.0011821917,0.00012426815,0.00023934423,0.00041084967,0.000046441066,0.0003020783],"category_scores_gemma":[0.0032163402,0.00013132166,0.000032039305,0.00048735688,0.000034875287,0.0020986833,0.00030082234,0.00038520142,7.5311726e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002841302,0.00032967335,0.9303322,0.0001699951,0.00017994878,0.0003070231,0.03491015,0.0018356624,0.000125838,0.026116954,0.00020269804,0.005205753],"study_design_scores_gemma":[0.0018490811,0.00007650327,0.7767438,0.001324525,0.00008129161,0.000006743526,0.18020865,0.002335926,0.00042506433,0.02772819,0.008815104,0.00040507017],"about_ca_topic_score_codex":0.00039808406,"about_ca_topic_score_gemma":0.000056579407,"teacher_disagreement_score":0.15358834,"about_ca_system_score_codex":0.0005822442,"about_ca_system_score_gemma":0.00082871434,"threshold_uncertainty_score":0.5355142},"labels":[],"label_agreement":null},{"id":"W4232371875","doi":"10.18311/sdmimd/2014/2667","title":"Benefits and Challenges to Strategic Planning in Public Institutions","year":2014,"lang":"en","type":"article","venue":"SDMIMD Journal of Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Transparency (behavior); Institution; Public institution; Accountability; Government (linguistics); Business; Strategic planning; Public relations; Investment (military); Public administration; Political science; Marketing; Politics","score_opus":0.13754557021098754,"score_gpt":0.28235587882708413,"score_spread":0.1448103086160966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232371875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5368572,0.00389457,0.0005298315,0.047425825,0.0007155842,0.00037837218,8.6243523e-7,0.00005567717,0.4101421],"genre_scores_gemma":[0.9963077,0.0005286921,0.00041382652,0.001847659,0.00082269585,0.0000078264065,0.0000016509061,0.000011079555,0.00005888607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887407,0.000014388202,0.00036844157,0.00015551336,0.0002890631,0.00029854497],"domain_scores_gemma":[0.9994749,0.00001791644,0.00022587627,0.0001337442,0.00010359357,0.00004401048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011105739,0.00014078461,0.0002003281,0.0011412688,0.00009766494,0.00032698686,0.00031286382,0.000036437923,0.000031115138],"category_scores_gemma":[0.00006558001,0.00012441633,0.000042274896,0.00041680472,0.00002420307,0.0010945533,0.00022053169,0.0001377566,0.00003848129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001984589,0.00007826702,0.0035423602,0.00017264867,0.00004238153,0.000014049867,0.00008591333,0.0006286598,0.000004987119,0.9231635,0.0011530836,0.07109433],"study_design_scores_gemma":[0.0017054494,0.00008099595,0.09809326,0.00043103014,0.000060728198,0.000013029052,0.0012035288,0.00036153916,0.0000034315801,0.025023771,0.8726973,0.00032597515],"about_ca_topic_score_codex":0.000020791333,"about_ca_topic_score_gemma":0.000075113814,"teacher_disagreement_score":0.8981397,"about_ca_system_score_codex":0.000037460457,"about_ca_system_score_gemma":0.000018752555,"threshold_uncertainty_score":0.50735503},"labels":[],"label_agreement":null},{"id":"W4234419251","doi":"10.22215/etd/2004-09879","title":"Understanding government procurement liberalization in Canada and its implications for the federal procurement process","year":2004,"lang":"en","type":"dissertation","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Liberalization; Government procurement; Process (computing); Government (linguistics); Business; Economics; Computer science; Market economy; Marketing","score_opus":0.0673389480607275,"score_gpt":0.2723488365488073,"score_spread":0.20500988848807983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234419251","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32458425,0.008806576,0.020991964,0.18608296,0.010014364,0.08606555,0.00045691305,0.0012281132,0.36176932],"genre_scores_gemma":[0.9916189,0.00008062372,0.00002531036,0.0021109348,0.00056911167,0.0019939898,0.00070621574,0.000062762505,0.002832189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99790794,0.0000051453953,0.0005215144,0.00046133628,0.0006259173,0.0004781291],"domain_scores_gemma":[0.99907976,0.00004107534,0.00046689878,0.00016501498,0.00022299886,0.000024274337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030066006,0.00037930583,0.0002680995,0.00013299855,0.0004977178,0.0005428313,0.00033542854,0.00010926645,0.0000647859],"category_scores_gemma":[0.000080255944,0.00029222466,0.00005248003,0.0004385293,0.000010264465,0.0007322008,0.000051040286,0.0001778182,0.0000024803671],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035656057,0.00034214702,0.0449709,0.008555827,0.00037877396,0.0000016674022,0.0010845966,0.0012311456,0.00018298953,0.90130734,0.037075944,0.004512118],"study_design_scores_gemma":[0.017114181,0.00019694916,0.33002156,0.004206491,0.0018285195,0.0000079406,0.034785718,0.028975725,0.0016851597,0.3153948,0.25825214,0.007530798],"about_ca_topic_score_codex":0.2728323,"about_ca_topic_score_gemma":0.969927,"teacher_disagreement_score":0.6970947,"about_ca_system_score_codex":0.0025475917,"about_ca_system_score_gemma":0.0014081753,"threshold_uncertainty_score":0.999953},"labels":[],"label_agreement":null},{"id":"W4237836711","doi":"10.3821/1913-701x-142.6.269","title":"PANS Gearing up to Work with New NDP Provincial Government on Expanded Services and Funding Models","year":2009,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Business; Public administration; Political science; Engineering","score_opus":0.039907106958923674,"score_gpt":0.23599542504244952,"score_spread":0.19608831808352584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237836711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706216,0.00015918192,0.0002560326,0.0016034835,0.001025723,0.0004984982,0.00004165618,0.00005345454,0.009299804],"genre_scores_gemma":[0.97519535,0.00011016713,0.0000943962,0.019873895,0.0035573603,0.0000088450415,0.000010085869,0.000041429084,0.0011084743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974448,0.000015129158,0.0003621913,0.00040884453,0.00068705727,0.0010819826],"domain_scores_gemma":[0.9985004,0.000021505419,0.00023650915,0.00017459909,0.00017528581,0.0008916714],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003647297,0.00039532382,0.0002969375,0.0003716466,0.00086822454,0.0011637071,0.0005416309,0.000045974135,0.00017547462],"category_scores_gemma":[0.000031560263,0.00037131476,0.00005884342,0.00076558714,0.000033925982,0.0015531465,0.00006338672,0.0004098448,0.000013006073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024437509,0.00016060342,0.033101246,0.0009209501,0.0006011655,0.019758673,0.006202446,0.015334294,0.0031152007,0.009953318,0.15388423,0.7545241],"study_design_scores_gemma":[0.020153472,0.00047906538,0.0040111206,0.001056342,0.0011750881,0.05853628,0.0003819667,0.03178162,0.002413247,0.005542891,0.8673896,0.007079279],"about_ca_topic_score_codex":0.050078895,"about_ca_topic_score_gemma":0.18638693,"teacher_disagreement_score":0.74744487,"about_ca_system_score_codex":0.0014827962,"about_ca_system_score_gemma":0.0010592258,"threshold_uncertainty_score":0.9998739},"labels":[],"label_agreement":null},{"id":"W4240674311","doi":"10.1787/f428ee34-en","title":"Business integrity and competition among public procurement suppliers in Quebec","year":2020,"lang":"en","type":"book-chapter","venue":"OECD public governance reviews","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Bidding; Collusion; Business; Competition (biology); Enforcement; Certification; Industrial organization; Corporate governance; Authorization; Finance; Marketing; Economics; Computer security","score_opus":0.04815475201587964,"score_gpt":0.2338012263004667,"score_spread":0.18564647428458708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240674311","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028525363,0.019260257,0.00016345148,0.057215422,0.0007887498,0.00323606,0.00007101116,0.00026741324,0.9187124],"genre_scores_gemma":[0.14673291,0.1470619,0.00080267753,0.045733757,0.02144843,0.002538889,0.006186619,0.0011296126,0.6283652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959135,0.000034091434,0.0013145254,0.0011092686,0.0008468557,0.000781775],"domain_scores_gemma":[0.9968831,0.00003951143,0.0019518256,0.00064817985,0.00036057094,0.00011682337],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012850007,0.0009393222,0.0014493142,0.00045047826,0.0001882402,0.0017058598,0.0009248183,0.00047648785,0.0023092693],"category_scores_gemma":[0.0006863275,0.000854667,0.00026166058,0.00047231474,0.0002715069,0.0041586836,0.00070180773,0.0013252147,0.0011901157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010619447,0.00005681755,0.0039718933,0.0021597375,0.000041366085,0.000012001808,0.000027183607,7.11935e-8,0.0000040203913,0.8426279,0.06817169,0.0829167],"study_design_scores_gemma":[0.00061052205,0.000008619142,0.0066011194,0.0010117232,0.00007377599,0.0000022543509,0.000011697496,0.00004665624,4.031348e-7,0.008491986,0.98228836,0.0008528852],"about_ca_topic_score_codex":0.0069173938,"about_ca_topic_score_gemma":0.04411407,"teacher_disagreement_score":0.9141167,"about_ca_system_score_codex":0.0005482719,"about_ca_system_score_gemma":0.0004259928,"threshold_uncertainty_score":0.99969566},"labels":[],"label_agreement":null},{"id":"W4241227645","doi":"10.1093/jleo/ewy020","title":"Corrigendum to: Bid Rigging and Entry Deterrence in Public Procurement: Evidence from an Investigation into Collusion and Corruption in Quebec","year":2018,"lang":"en","type":"erratum","venue":"The Journal of Law Economics and Organization","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal; Concordia University","funders":"","keywords":"Collusion; Procurement; Language change; Deterrence (psychology); Business; Deterrence theory; Computer security; Political science; Law and economics; Economics; Industrial organization; Computer science; Law; Marketing","score_opus":0.03280586195221118,"score_gpt":0.23928555599199244,"score_spread":0.20647969403978128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241227645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99244267,0.000687195,0.000109522945,0.0038204696,0.002413386,0.0002976802,0.0000019889096,0.000009569917,0.00021751123],"genre_scores_gemma":[0.9913051,0.004043738,0.000094557516,0.0016819856,0.0022037323,0.000002596109,0.00009678028,0.000031954096,0.0005395216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989335,0.000044219752,0.0005321189,0.00021015927,0.00011753622,0.00016247883],"domain_scores_gemma":[0.99879044,0.000029185461,0.0007740393,0.00012078754,0.00024283752,0.000042726675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010355039,0.0001856799,0.00026055187,0.0004345228,0.00018878208,0.0008026668,0.00022834756,0.00016079079,0.000024647743],"category_scores_gemma":[0.00021991464,0.00015727119,0.000010467637,0.000345101,0.0000884131,0.0031273568,0.00022559329,0.00025156265,0.000003479591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003980315,0.00020316399,0.8412393,0.00082800654,0.000117595744,0.000008814016,0.026308376,0.00011592864,0.0029171382,0.026475292,0.07126978,0.030118624],"study_design_scores_gemma":[0.0037065742,0.00040393992,0.6416669,0.0060059144,0.00045712703,0.00004290868,0.0022575795,0.04199149,0.00045165702,0.041838143,0.25926015,0.0019176329],"about_ca_topic_score_codex":0.020937957,"about_ca_topic_score_gemma":0.1404416,"teacher_disagreement_score":0.19957237,"about_ca_system_score_codex":0.00017448048,"about_ca_system_score_gemma":0.00017043925,"threshold_uncertainty_score":0.9855817},"labels":[],"label_agreement":null},{"id":"W4241815990","doi":"10.1787/68278b9a-en","title":"The importance of contract performance in detecting, preventing and managing the risks of fraud and bribery in Quebec","year":2020,"lang":"en","type":"book-chapter","venue":"OECD public governance reviews","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Accountability; Resilience (materials science); Government (linguistics); Language change; Government procurement; Risk management; Public relations; Finance; Political science; Marketing","score_opus":0.05044670377406865,"score_gpt":0.26375567662248156,"score_spread":0.2133089728484129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241815990","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06785392,0.3591817,0.00001849072,0.014632419,0.00040681093,0.0035829092,0.000022123837,0.000051276125,0.55425036],"genre_scores_gemma":[0.80048037,0.17634399,0.00004753049,0.0018313072,0.0008741931,0.00012009658,0.000015507776,0.00009140186,0.02019561],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977572,0.000030236408,0.0011501611,0.00038154065,0.0003263202,0.00035455843],"domain_scores_gemma":[0.99655616,0.00017975112,0.0027733594,0.0004061468,0.00006587,0.000018692715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002301261,0.00034324985,0.0007843211,0.00011210983,0.0001257822,0.0002528263,0.0005384573,0.00012498138,0.000054907516],"category_scores_gemma":[0.00056961173,0.0002261931,0.00012418364,0.00018328054,0.00018341826,0.0010644692,0.00041287296,0.00056359725,0.000009572086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002089307,0.00001547342,0.1581782,0.002781449,0.00004298117,0.000003480278,0.000115168084,6.070343e-7,0.000006814105,0.17224345,0.0012197002,0.6653718],"study_design_scores_gemma":[0.0003365491,0.0000074939317,0.06524371,0.0014613268,0.000043666474,0.0000018363256,0.000019121308,0.00038107234,0.0000022902118,0.0022846204,0.92998,0.00023829885],"about_ca_topic_score_codex":0.0038646339,"about_ca_topic_score_gemma":0.028535156,"teacher_disagreement_score":0.9287603,"about_ca_system_score_codex":0.000057865687,"about_ca_system_score_gemma":0.00008009941,"threshold_uncertainty_score":0.98919153},"labels":[],"label_agreement":null},{"id":"W4243751620","doi":"10.1108/978-1-78714-549-820171022","title":"About the Authors","year":2017,"lang":"en","type":"other","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Uppsala Universitet; Università Cattolica del Sacro Cuore; Queen's University; Norges Teknisk-Naturvitenskapelige Universitet","keywords":"Computer science","score_opus":0.0341788758022513,"score_gpt":0.2744400782861012,"score_spread":0.24026120248384988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243751620","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011697379,0.0005701748,0.000034459117,0.0040536383,0.0012147222,0.00022115737,0.000002298586,0.00040760328,0.99349475],"genre_scores_gemma":[0.0001816104,0.000049636557,0.000017085336,0.0063381987,0.011770051,0.000022854549,0.000041227027,0.00020966366,0.9813697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999242,0.000003086242,0.00009119998,0.00019198049,0.00021045248,0.00026127076],"domain_scores_gemma":[0.99899125,0.000006128769,0.0003254045,0.0006402854,0.000026690577,0.000010225999],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020174774,0.00020846826,0.00016239489,0.00022516819,0.00021635587,0.00084255444,0.0009672845,0.00016934541,0.012924734],"category_scores_gemma":[0.000109787594,0.000118664735,0.00009025371,0.00008435698,0.000076024684,0.0002667546,0.00026770623,0.00016325412,0.005617956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.81556e-7,0.0000057089746,0.00018701146,0.00005080432,0.000027620528,9.261869e-7,0.0000033244344,8.33134e-9,2.7010933e-7,0.109798536,0.8831392,0.0067856056],"study_design_scores_gemma":[0.000108585555,7.777379e-7,0.000073910174,0.00007044818,0.000030278008,2.1550014e-7,0.0000069474945,0.00002025295,2.391664e-7,0.0014656959,0.99803734,0.00018530842],"about_ca_topic_score_codex":0.0035896953,"about_ca_topic_score_gemma":0.00090338936,"teacher_disagreement_score":0.11489814,"about_ca_system_score_codex":0.000007077745,"about_ca_system_score_gemma":0.000032190055,"threshold_uncertainty_score":0.9951563},"labels":[],"label_agreement":null},{"id":"W4244799969","doi":"10.1787/1df92cc6-en","title":"Strengthening Integrity in Public procurement in Quebec","year":2020,"lang":"en","type":"book-chapter","venue":"OECD public governance reviews","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Enforcement; Language change; Context (archaeology); Decentralization; Public administration; Process management; Public relations; Political science; Marketing","score_opus":0.08394445619449721,"score_gpt":0.2622968925881884,"score_spread":0.1783524363936912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244799969","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007469613,0.022710249,0.000033910044,0.032440454,0.0006119074,0.0022338524,0.00003037061,0.00018692687,0.94167763],"genre_scores_gemma":[0.09262239,0.068095505,0.0008620091,0.036587346,0.01756532,0.0022270998,0.0019792283,0.00095667416,0.7791044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99453306,0.000048702062,0.0020772351,0.0012334312,0.0010281515,0.0010794159],"domain_scores_gemma":[0.99644816,0.00006065557,0.0023447315,0.0008575494,0.00019106509,0.000097814154],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021589077,0.0010462244,0.0017416412,0.0007153847,0.000108306354,0.0013419306,0.0016403563,0.00053329626,0.0034573954],"category_scores_gemma":[0.0014130302,0.0009588106,0.00045662533,0.0005915021,0.000107707805,0.0038655517,0.00083345844,0.002084029,0.0032438035],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009941227,0.00008304679,0.0021806667,0.0011307407,0.000029678802,0.000021196282,0.00004776818,1.6734302e-7,0.000003237099,0.7008396,0.07821934,0.21743463],"study_design_scores_gemma":[0.0007133986,0.0000110032815,0.00058685325,0.0013377003,0.00003627247,0.0000013042345,0.000014117943,0.00010638793,6.3990285e-7,0.008108704,0.9881655,0.00091812876],"about_ca_topic_score_codex":0.007828563,"about_ca_topic_score_gemma":0.08578428,"teacher_disagreement_score":0.90994614,"about_ca_system_score_codex":0.0010367188,"about_ca_system_score_gemma":0.00064270187,"threshold_uncertainty_score":0.99969476},"labels":[],"label_agreement":null},{"id":"W4248841311","doi":"10.22215/etd/2006-06681","title":"Procurement policy in Canada evolution and impacts - domestic policy, trade, and information technology","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Political science; International trade; Government procurement; Business; Marketing","score_opus":0.004272975843917859,"score_gpt":0.2224594216269829,"score_spread":0.21818644578306504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248841311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75248915,0.0014303644,0.000053986343,0.029568726,0.0005723677,0.002455492,0.00004144946,0.00034011024,0.21304835],"genre_scores_gemma":[0.996283,0.00008224025,0.000023506107,0.0014146713,0.0006843592,0.00007600652,0.0008912939,0.0000223496,0.00052259606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983963,0.000005564241,0.00051122135,0.00024026971,0.00034085583,0.0005057936],"domain_scores_gemma":[0.99933064,0.0000127306575,0.00039568933,0.00015023976,0.000082147446,0.000028545363],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016044619,0.00034639973,0.00031714275,0.0031022336,0.00012372105,0.00030233385,0.00017042641,0.00025591208,0.000016558597],"category_scores_gemma":[0.00026237275,0.00032819228,0.000028047229,0.0016233701,0.000030207266,0.0025231463,0.00006878978,0.000256784,0.000008022347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095252435,0.000071317496,0.070108175,0.0027989256,0.00007127897,0.00000761676,0.00017239874,0.000017262222,0.00013784722,0.8603945,0.026422387,0.039703064],"study_design_scores_gemma":[0.0022058473,0.000031286283,0.82230455,0.0003915119,0.00011343801,0.000014264061,0.0013845876,0.0012967007,0.000044773613,0.033977486,0.13714154,0.0010940072],"about_ca_topic_score_codex":0.9669056,"about_ca_topic_score_gemma":0.96518356,"teacher_disagreement_score":0.82641697,"about_ca_system_score_codex":0.00097455195,"about_ca_system_score_gemma":0.002298106,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W4249815523","doi":"10.2139/ssrn.1684305","title":"Brief of Amici Curiae Distinguished Economists on Rehearing En Banc in Support of the Appellee, TiVo Inc., in Favor of Affirmance in TiVo Inc. v. EchoStar Corp., et al.","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Political science; Philosophy","score_opus":0.0060085472100319115,"score_gpt":0.23277731197139842,"score_spread":0.2267687647613665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249815523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98990554,0.000117784024,0.000010604646,0.0030878633,0.00022228702,0.0002566302,0.000007768341,0.000008880493,0.006382669],"genre_scores_gemma":[0.9985333,0.00023297782,0.000018579181,0.00079035753,0.00022914831,0.0000043099126,0.000016683234,0.0000252057,0.00014940015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976419,0.000055545526,0.00081835117,0.00025406573,0.00025936277,0.0009707491],"domain_scores_gemma":[0.9985862,0.00009152916,0.0008353444,0.00037559384,0.000096808224,0.000014549814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039992756,0.00019185801,0.00040155882,0.0005659721,0.000041961113,0.000042658274,0.0008545313,0.0000950478,0.000045113567],"category_scores_gemma":[0.00049610646,0.00016335605,0.00006650958,0.0005870811,0.00008407807,0.0006139777,0.0002896868,0.0017590965,0.0000066577804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040893216,0.00071224244,0.8598595,0.00022856504,0.00008002528,0.0000052824134,0.00051493035,0.00024308392,0.009250779,0.11766077,0.003000367,0.008035512],"study_design_scores_gemma":[0.010235638,0.00030308415,0.7636787,0.0009261287,0.00006346881,0.00003916502,0.00076035154,0.005802396,0.0023262198,0.07088607,0.14398147,0.0009972749],"about_ca_topic_score_codex":0.004057538,"about_ca_topic_score_gemma":0.047258414,"teacher_disagreement_score":0.14098111,"about_ca_system_score_codex":0.0002234797,"about_ca_system_score_gemma":0.0008412281,"threshold_uncertainty_score":0.9701266},"labels":[],"label_agreement":null},{"id":"W4250536197","doi":"10.1002/047148296x.tie055","title":"Electronic Procurement","year":2004,"lang":"en","type":"other","venue":"The Internet Encyclopedia","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Procurement; Business; Purchasing; E-procurement; Request for proposal; The Internet; Chief procurement officer; Business process; Marketing; Process management; Computer science; World Wide Web","score_opus":0.009278745397000156,"score_gpt":0.21875058141483025,"score_spread":0.2094718360178301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250536197","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057192305,0.0013908625,0.00009538159,0.0021025196,0.0010003508,0.000705127,0.0000039444008,0.00055539235,0.99408925],"genre_scores_gemma":[0.008597327,0.0003223509,0.000014628399,0.0038764228,0.010707654,0.00014254359,0.00009190567,0.00045862302,0.97578853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827445,0.000008841674,0.000269128,0.0003697583,0.0004116546,0.0006661673],"domain_scores_gemma":[0.99906784,0.000010042721,0.00037803053,0.00048751384,0.000041629977,0.000014941572],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027311558,0.00042267714,0.00027969063,0.00034356298,0.00004934095,0.0002724885,0.0011313872,0.00019180647,0.011189405],"category_scores_gemma":[0.00004971916,0.00028306997,0.00013302406,0.0003083182,0.00007707882,0.00023050544,0.0003500901,0.00044500188,0.007526975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007429376,0.000040445073,0.00013766885,0.000112073714,0.000088348585,0.0000030754481,0.000033021955,4.787898e-7,0.0000012222511,0.10485487,0.89221203,0.0025093297],"study_design_scores_gemma":[0.00031693478,0.000010908147,0.000057894664,0.0001706755,0.00009993531,0.0000019115253,0.00001025057,0.000015667842,0.0000031162779,0.008289458,0.99066687,0.00035639055],"about_ca_topic_score_codex":0.005122594,"about_ca_topic_score_gemma":0.0027940902,"teacher_disagreement_score":0.09845482,"about_ca_system_score_codex":0.00013501979,"about_ca_system_score_gemma":0.00014448393,"threshold_uncertainty_score":0.99996215},"labels":[],"label_agreement":null},{"id":"W4251966441","doi":"10.32920/ryerson.14644578.v1","title":"Pro-Cure or Faux-Cure? A Comparative Analysis of Aboriginal Procurement Initiatives","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; University of Guelph-Humber","funders":"","keywords":"Procurement; Indigenous; Capacity building; Business; Imperfect; Socioeconomic status; Public relations; Economic growth; Political science; Marketing; Economics; Sociology","score_opus":0.07857174327369885,"score_gpt":0.36271413796419477,"score_spread":0.2841423946904959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251966441","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31943882,0.0015989918,0.005480282,0.007960367,0.0015807988,0.004627232,0.00026036412,0.0007712595,0.6582819],"genre_scores_gemma":[0.9917919,0.0001516128,0.001245823,0.0015358672,0.0013410479,0.00038911623,0.0016327262,0.000035333636,0.0018765945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638736,0.00005249055,0.0010391423,0.00094827614,0.0009951071,0.00057764456],"domain_scores_gemma":[0.9962891,0.00006707575,0.0014114096,0.00071999885,0.001471239,0.000041188956],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059562037,0.00071541336,0.0016244642,0.0018695476,0.00016249144,0.00090546685,0.0008899937,0.00031778764,0.004230991],"category_scores_gemma":[0.00009253545,0.00054824166,0.00062847044,0.003508549,0.00015149554,0.0015145862,0.0009943416,0.00065821287,0.000049698843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015279471,0.005952219,0.1960387,0.014505253,0.058395647,0.00014651191,0.015589165,0.004080615,0.00084661285,0.55878705,0.14120862,0.0029216507],"study_design_scores_gemma":[0.0040625026,0.00016534395,0.10998026,0.001837201,0.025045073,0.0000029555276,0.010118324,0.049145807,0.002052265,0.0052661602,0.7875339,0.0047902483],"about_ca_topic_score_codex":0.0016036707,"about_ca_topic_score_gemma":0.0031514417,"teacher_disagreement_score":0.6723531,"about_ca_system_score_codex":0.00011809876,"about_ca_system_score_gemma":0.000741531,"threshold_uncertainty_score":0.9996969},"labels":[],"label_agreement":null},{"id":"W4256077988","doi":"10.32920/ryerson.14644578","title":"Pro-Cure or Faux-Cure? A Comparative Analysis of Aboriginal Procurement Initiatives","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; University of Guelph-Humber","funders":"","keywords":"Procurement; Indigenous; Business; Capacity building; Imperfect; Socioeconomic status; Public relations; Economic growth; Political science; Marketing; Sociology; Economics","score_opus":0.07857174327369885,"score_gpt":0.36271413796419477,"score_spread":0.2841423946904959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256077988","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31943882,0.0015989918,0.005480282,0.007960367,0.0015807988,0.004627232,0.00026036412,0.0007712595,0.6582819],"genre_scores_gemma":[0.9917919,0.0001516128,0.001245823,0.0015358672,0.0013410479,0.00038911623,0.0016327262,0.000035333636,0.0018765945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638736,0.00005249055,0.0010391423,0.00094827614,0.0009951071,0.00057764456],"domain_scores_gemma":[0.9962891,0.00006707575,0.0014114096,0.00071999885,0.001471239,0.000041188956],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059562037,0.00071541336,0.0016244642,0.0018695476,0.00016249144,0.00090546685,0.0008899937,0.00031778764,0.004230991],"category_scores_gemma":[0.00009253545,0.00054824166,0.00062847044,0.003508549,0.00015149554,0.0015145862,0.0009943416,0.00065821287,0.000049698843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015279471,0.005952219,0.1960387,0.014505253,0.058395647,0.00014651191,0.015589165,0.004080615,0.00084661285,0.55878705,0.14120862,0.0029216507],"study_design_scores_gemma":[0.0040625026,0.00016534395,0.10998026,0.001837201,0.025045073,0.0000029555276,0.010118324,0.049145807,0.002052265,0.0052661602,0.7875339,0.0047902483],"about_ca_topic_score_codex":0.0016036707,"about_ca_topic_score_gemma":0.0031514417,"teacher_disagreement_score":0.6723531,"about_ca_system_score_codex":0.00011809876,"about_ca_system_score_gemma":0.000741531,"threshold_uncertainty_score":0.9996969},"labels":[],"label_agreement":null},{"id":"W4285473234","doi":"10.51952/9781529209617.ch007","title":"Outsourcing Central Government Services","year":2021,"lang":"en","type":"book-chapter","venue":"Bristol University Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Business; Government (linguistics); Marketing; Philosophy","score_opus":0.017438374970467643,"score_gpt":0.1691009892570523,"score_spread":0.15166261428658467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285473234","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014971828,0.00019350035,0.00008135439,0.00013347322,0.0004140837,0.00027347574,0.00006216762,0.00019905319,0.9984932],"genre_scores_gemma":[0.006633078,0.00003356619,0.000036360325,0.0010021403,0.0016570283,6.960272e-7,0.00012194325,0.000060752423,0.99045444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819124,0.000007075604,0.00021675926,0.00051033474,0.0006235635,0.00045101537],"domain_scores_gemma":[0.99894834,0.000015326863,0.00041870686,0.00043409158,0.00013709212,0.000046432226],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000094677096,0.00041486163,0.00040976075,0.00013084355,0.000278558,0.00038944365,0.0006804459,0.00027573714,0.0002657036],"category_scores_gemma":[0.000005548938,0.00050515216,0.0002648226,0.000017147519,0.000071331495,0.00049853267,0.0009743911,0.00034436554,0.00006623009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006371778,0.000022994485,0.00011662151,0.00068493484,0.000235491,0.0002914646,0.00009431818,0.000007134414,0.000019747273,0.9693079,0.02497774,0.00417792],"study_design_scores_gemma":[0.0004974147,0.0000040410387,0.00007079027,0.00026324,0.00030895715,0.000002870115,0.00009752867,0.00014784177,0.000015678419,0.0003963433,0.99767226,0.00052305456],"about_ca_topic_score_codex":0.0015649232,"about_ca_topic_score_gemma":0.00023229109,"teacher_disagreement_score":0.9726945,"about_ca_system_score_codex":0.00030397682,"about_ca_system_score_gemma":0.000061269115,"threshold_uncertainty_score":0.99974},"labels":[],"label_agreement":null},{"id":"W4292766545","doi":"","title":"The potential role of supermarket procurement strategies as drivers of IPM - Policy Brief No. 2","year":2010,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.006943698292016925,"score_gpt":0.21552172195585917,"score_spread":0.20857802366384223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292766545","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30335957,0.0009163483,0.0018447516,0.020627005,0.0007545935,0.0013424171,0.00008098746,0.00024446263,0.6708299],"genre_scores_gemma":[0.9936227,0.0004356649,0.0010602885,0.00018315486,0.00036707098,0.000065423446,0.00033725624,0.00004669215,0.0038817173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703634,0.00050478725,0.0007391773,0.0005008182,0.0007620051,0.00045686978],"domain_scores_gemma":[0.9927658,0.0002886889,0.0012121222,0.001621213,0.004064496,0.00004766963],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004177476,0.00036851855,0.00040902683,0.0003903625,0.0004211597,0.00091624376,0.002086173,0.00029907963,0.00026638416],"category_scores_gemma":[0.0018280728,0.00032042136,0.00029492492,0.00050928263,0.00050694717,0.0006364497,0.0021404757,0.000669468,0.000054593904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006538875,0.00056542805,0.0022973316,0.0007240949,0.00023239559,0.0000012867805,0.0018731061,0.000042635456,0.0215382,0.941194,0.005379311,0.026086835],"study_design_scores_gemma":[0.0019480095,0.0000017403904,0.0141396215,0.001934719,0.00032264375,0.000004948308,0.0015520637,0.015363567,0.039098006,0.1546524,0.7697142,0.001268099],"about_ca_topic_score_codex":0.014556549,"about_ca_topic_score_gemma":0.0025164185,"teacher_disagreement_score":0.7865416,"about_ca_system_score_codex":0.000056566292,"about_ca_system_score_gemma":0.0008308243,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W4296923841","doi":"10.21203/rs.3.rs-1794334/v1","title":"Fostering Small and Medium-sized Enterprises through Public Procurement in Canada: A Data Analytics Approach","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University","funders":"Lakehead University","keywords":"Procurement; Analytics; Business; Data analysis; Data science; Small and medium-sized enterprises; Industrial organization; Knowledge management; Process management; Marketing; Computer science; Data mining; Finance","score_opus":0.36466236307423844,"score_gpt":0.3857629929923293,"score_spread":0.021100629918090863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296923841","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3217149,0.020268528,0.0026447298,0.16133553,0.004297541,0.026217539,0.0024915214,0.001070497,0.4599592],"genre_scores_gemma":[0.99189365,0.000642927,0.0005377076,0.000793795,0.0014766156,0.0008777694,0.0033963192,0.000096066164,0.0002851515],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99417603,0.00018019046,0.0007130986,0.0013729127,0.0021971613,0.0013605875],"domain_scores_gemma":[0.9972774,0.0001669584,0.0003230019,0.0017193615,0.00043616386,0.00007714767],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.003920882,0.0004651265,0.0006336603,0.0011326148,0.00042414674,0.0016094293,0.0031488547,0.00016405103,0.0004759441],"category_scores_gemma":[0.0012874915,0.0004553389,0.000069183276,0.0014459722,0.00011677675,0.0012511824,0.043343086,0.0020747336,0.000008601344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083037646,0.0021629462,0.6459203,0.048048135,0.0013603697,0.00054758583,0.002092237,0.00079423486,0.00008057748,0.024862226,0.23200275,0.041298255],"study_design_scores_gemma":[0.0033927956,0.00006666711,0.03841063,0.0012163228,0.00014740422,0.000007870241,0.008975312,0.049097963,0.000011418036,0.018833037,0.87788284,0.0019577437],"about_ca_topic_score_codex":0.80101216,"about_ca_topic_score_gemma":0.80705583,"teacher_disagreement_score":0.6701787,"about_ca_system_score_codex":0.0014392635,"about_ca_system_score_gemma":0.0052339234,"threshold_uncertainty_score":0.99978983},"labels":[],"label_agreement":null},{"id":"W4301023713","doi":"","title":"Comparative analysis of developed countries’ practice in the organization of the public procurement","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.22766103177911323,"score_gpt":0.5057784470649643,"score_spread":0.2781174152858511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301023713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9551808,0.0017313886,0.00024130342,0.008830487,0.00029125423,0.001731571,0.000013171644,0.000020456975,0.031959567],"genre_scores_gemma":[0.9970727,0.00046065485,0.000049673024,0.0021153518,0.00013085638,0.000051430066,0.00002679924,0.000014717406,0.00007780338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99724686,0.00019065844,0.001007579,0.00023255878,0.0010437317,0.0002786217],"domain_scores_gemma":[0.9942596,0.000344328,0.0024716703,0.0004425483,0.0024600313,0.000021840184],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025024635,0.00021996893,0.00065644726,0.0013706277,0.00022044285,0.0017981225,0.0031498007,0.00006413025,0.005491235],"category_scores_gemma":[0.0017328712,0.00013546729,0.00012097962,0.009335476,0.00013928667,0.008145332,0.0008592314,0.00023098645,0.000019304174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032302596,0.00043046716,0.927802,0.00012628992,0.0009328667,8.3865854e-7,0.0010104278,0.00011270911,0.0029365816,0.008177276,0.05761775,0.0008204386],"study_design_scores_gemma":[0.0003921304,0.0000021557942,0.9345914,0.000098070246,0.0005944614,7.7315417e-7,0.00084148947,0.00031780658,0.0017087377,0.001470546,0.0597806,0.00020179174],"about_ca_topic_score_codex":0.0033215126,"about_ca_topic_score_gemma":0.0004891898,"teacher_disagreement_score":0.041891914,"about_ca_system_score_codex":0.00006526831,"about_ca_system_score_gemma":0.0002408833,"threshold_uncertainty_score":0.99923813},"labels":[],"label_agreement":null},{"id":"W4318476745","doi":"10.3390/su15032354","title":"Does Government Purchasing Science and Technology Public Service Promote Regional S&T Innovation Ability? Evidence from China","year":2023,"lang":"en","type":"article","venue":"Sustainability","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"China Scholarship Council","keywords":"Spillover effect; China; Government (linguistics); Panel data; Purchasing; Regional science; Econometric model; Public policy; Service innovation; Business; Service (business); Economic geography; Index (typography); Regional innovation system; Public service; Perspective (graphical); Economics; Economic growth; Marketing; Geography; Political science; Public administration; Microeconomics; Econometrics","score_opus":0.03329874284918362,"score_gpt":0.28454307047883004,"score_spread":0.25124432762964644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318476745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7940582,0.000025948448,0.00009929287,0.20435542,0.00016407103,0.00059158535,0.0000044871567,0.00039242834,0.000308583],"genre_scores_gemma":[0.9982824,0.0000062423437,0.00013894455,0.0008318343,0.00043568827,0.00009664612,0.00002428265,0.000014799406,0.00016921849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971297,0.000021177339,0.0003874472,0.00076765456,0.0010356804,0.0006583698],"domain_scores_gemma":[0.9958218,0.00007890755,0.00025320973,0.0006628213,0.003154628,0.000028681958],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037645071,0.0002117085,0.00019982414,0.0007029819,0.00067051325,0.0007369271,0.00064828637,0.00010832127,0.000052467436],"category_scores_gemma":[0.013733083,0.00015618604,0.000023582172,0.011074812,0.0006533287,0.0041652364,0.0012045061,0.00022989386,0.000038261067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006965382,0.00017991365,0.7695773,0.001186973,0.000024785979,0.000004762069,0.0007594248,0.0000062181703,0.009109441,0.13818493,0.0022399009,0.07865663],"study_design_scores_gemma":[0.0003175115,0.000012719648,0.5016286,0.00006633021,0.000017652315,7.930963e-7,0.00096210756,0.0021505298,0.00023195133,0.39577714,0.0984989,0.00033580037],"about_ca_topic_score_codex":0.0018410798,"about_ca_topic_score_gemma":0.00039008603,"teacher_disagreement_score":0.26794878,"about_ca_system_score_codex":0.001021519,"about_ca_system_score_gemma":0.00069962733,"threshold_uncertainty_score":0.99457467},"labels":[],"label_agreement":null},{"id":"W4319165437","doi":"10.1093/polsoc/puad001","title":"The politics of military megaprojects: discursive struggles in Canadian and Australian naval shipbuilding strategies","year":2023,"lang":"en","type":"article","venue":"Policy and Society","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Toronto Metropolitan University","funders":"","keywords":"Megaproject; Procurement; Shipbuilding; Politics; Scale (ratio); Business; Credibility; Industrial organization; Political science; Economics; Management; Marketing","score_opus":0.02502820461018561,"score_gpt":0.28448860411972654,"score_spread":0.2594603995095409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319165437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740048,0.00037480774,6.128549e-7,0.018715566,0.000074324795,0.00016539285,0.00003355937,0.000038674007,0.006592267],"genre_scores_gemma":[0.99744684,0.00045979102,0.0000171612,0.0007647664,0.00069684535,0.000010095505,0.000019881245,0.000010279025,0.0005743485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99897254,0.0000113869855,0.0001811273,0.00014862059,0.00012294723,0.0005633614],"domain_scores_gemma":[0.99967915,0.00008006816,0.000053191514,0.00010535636,0.0000398789,0.000042358985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004472239,0.00012419565,0.00013233781,0.00018031945,0.000432191,0.00014277315,0.00014989307,0.000073544485,0.0000042152237],"category_scores_gemma":[0.0001386495,0.000094316856,0.000053974043,0.00062164105,0.00024298407,0.0006012086,0.00010451391,0.0001261225,0.00000272255],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053020544,0.0000116756355,0.054969486,0.00034323303,0.0000572986,0.000002749202,0.0073290495,0.000012545537,0.00009934789,0.90607136,0.02923477,0.0018631575],"study_design_scores_gemma":[0.0010041456,0.000025166517,0.44854578,0.00014705607,0.000055908655,0.0000029528642,0.0873495,0.0046577514,0.000042099186,0.21369518,0.24392442,0.0005500473],"about_ca_topic_score_codex":0.579597,"about_ca_topic_score_gemma":0.18267132,"teacher_disagreement_score":0.6923762,"about_ca_system_score_codex":0.00005137098,"about_ca_system_score_gemma":0.00024960164,"threshold_uncertainty_score":0.8322428},"labels":[],"label_agreement":null},{"id":"W4319593117","doi":"10.1016/j.mar.2023.100838","title":"Organizational constraints and outsourcing under demand uncertainty: Evidence from the Brazilian electricity distribution industry","year":2023,"lang":"en","type":"article","venue":"Management Accounting Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Outsourcing; Incentive; Industrial organization; Business; Knowledge process outsourcing; Microeconomics; Profit (economics); Labour economics; Economics; Profit maximization; Marketing","score_opus":0.06854864966870682,"score_gpt":0.3299964047096409,"score_spread":0.2614477550409341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319593117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93912655,0.00022331097,0.0010871671,0.02853725,0.00023176416,0.0010597283,0.00002161924,0.0005090885,0.02920353],"genre_scores_gemma":[0.99369836,0.000065490545,0.000015319853,0.0013954005,0.0013684898,0.0000436575,0.00026688236,0.00003203987,0.0031143725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705404,0.000065340384,0.00032138123,0.0005454759,0.0011935614,0.000820206],"domain_scores_gemma":[0.9983822,0.0006527357,0.00014873563,0.000359605,0.0004250841,0.000031642223],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004373531,0.00021715228,0.00016987651,0.00042655016,0.001294947,0.0018991889,0.00071396143,0.00016264673,0.0004916313],"category_scores_gemma":[0.001177266,0.00017694861,0.000042649805,0.0032493772,0.0003199443,0.0012236664,0.0013237895,0.0007575905,0.0006702952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065878914,0.000065337474,0.59220135,0.0002810594,0.00023853745,0.000030945786,0.0002781964,0.0003823526,0.00035521775,0.19787627,0.17929453,0.028930318],"study_design_scores_gemma":[0.00092729094,0.0000121719,0.8251924,0.00045466298,0.00010564726,0.0000017764465,0.0021034132,0.018062592,0.00004284861,0.10376551,0.04879772,0.00053397677],"about_ca_topic_score_codex":0.00093211525,"about_ca_topic_score_gemma":0.0001550222,"teacher_disagreement_score":0.23299104,"about_ca_system_score_codex":0.00015828278,"about_ca_system_score_gemma":0.000066893226,"threshold_uncertainty_score":0.9991369},"labels":[],"label_agreement":null},{"id":"W4324054307","doi":"10.3138/9781487552350-004","title":"2 Procurement and Purchasing Policies for Social Value by Governments in Canada","year":2023,"lang":"en","type":"book-chapter","venue":"University of Toronto Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Purchasing; Value (mathematics); Business; Marketing; Computer science","score_opus":0.027910612078990107,"score_gpt":0.20461723167788887,"score_spread":0.17670661959889877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324054307","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044333737,0.00036962196,0.000022310509,0.00025537037,0.0001772077,0.00075828336,0.00024105812,0.0000376058,0.9976952],"genre_scores_gemma":[0.007010564,0.00012909132,0.00004716991,0.0004127454,0.00060385425,0.0000037506063,0.0001296469,0.00006962372,0.99159354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896514,0.0000034276559,0.00016573505,0.00025314538,0.000351517,0.00026104762],"domain_scores_gemma":[0.99947953,0.000018425777,0.00030339637,0.000108342916,0.00007246955,0.000017828781],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011450703,0.00021770707,0.00028893587,0.00004026306,0.00015739368,0.000049473878,0.00028349497,0.00011464442,0.000029517476],"category_scores_gemma":[0.000009898378,0.00027373974,0.00007775965,0.0000023370144,0.0000612193,0.00021527446,0.0003569045,0.000083282874,8.570935e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025010583,0.000026612532,0.00031395405,0.0013746578,0.0004053613,0.000010068047,0.0014442112,0.0000038058058,0.0001159545,0.68682915,0.29606292,0.01316318],"study_design_scores_gemma":[0.00076356507,0.000009192661,0.00024223773,0.0001094586,0.00010375377,9.64366e-8,0.00013535573,0.0000874079,0.00001045454,0.0011919023,0.9970808,0.00026574975],"about_ca_topic_score_codex":0.9869671,"about_ca_topic_score_gemma":0.9671453,"teacher_disagreement_score":0.7010179,"about_ca_system_score_codex":0.0007300411,"about_ca_system_score_gemma":0.00019703488,"threshold_uncertainty_score":0.99997145},"labels":[],"label_agreement":null},{"id":"W4324054534","doi":"10.3138/9781487552350-003","title":"1 Literature Review","year":2023,"lang":"en","type":"book-chapter","venue":"University of Toronto Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.03131191759924595,"score_gpt":0.21103132810981795,"score_spread":0.179719410510572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324054534","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.691327e-7,0.02776917,0.000004390819,0.00017300618,0.00024449875,0.00034662173,0.000046037592,0.00018425094,0.97123176],"genre_scores_gemma":[0.0000066098487,0.02284746,0.000026237567,0.00069987867,0.000701037,3.9824533e-7,0.0001465097,0.000039312683,0.97553253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990359,0.000003923766,0.0001726788,0.00028782446,0.0003004959,0.00019915501],"domain_scores_gemma":[0.9989152,0.000014815939,0.0003996731,0.00039763906,0.0002528007,0.00001987259],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014821967,0.00026847704,0.00041154548,0.00006188764,0.00009936981,0.00006851998,0.00061964476,0.000233257,0.0008391369],"category_scores_gemma":[0.00001588201,0.00029785014,0.00025223658,0.0000034914294,0.000072965726,0.0005281596,0.00050510437,0.00018682846,0.00015755043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018060311,0.000005113485,0.0000012001206,0.00397661,0.00010782276,0.000039198352,0.00010113294,7.496667e-8,0.0000026070209,0.6037532,0.38388303,0.008111924],"study_design_scores_gemma":[0.00020909145,0.0000057493603,0.000008158867,0.005648582,0.00026585787,6.936167e-7,0.000002759797,0.000006667714,7.865464e-7,0.0021294786,0.9914474,0.00027476944],"about_ca_topic_score_codex":0.014775593,"about_ca_topic_score_gemma":0.0044450834,"teacher_disagreement_score":0.6075644,"about_ca_system_score_codex":0.00006561563,"about_ca_system_score_gemma":0.000031628784,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W4362495637","doi":"10.2139/ssrn.4406108","title":"Lessons on Strategic Purchasing of Health Services in Kenya","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Business; Purchasing; Health services; Marketing; Medicine; Environmental health; Population","score_opus":0.03518612312357199,"score_gpt":0.29482992381222484,"score_spread":0.25964380068865284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362495637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967133,0.00075115776,0.000037948877,0.015422577,0.00020435957,0.00015251273,0.0000012517652,0.00008758916,0.016209591],"genre_scores_gemma":[0.9975175,0.00071490125,0.00000325611,0.0007399506,0.00062700117,0.0000030729643,0.000014133492,0.000019019297,0.0003611489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974777,0.00002474712,0.00036390685,0.00014818195,0.00028183853,0.001703633],"domain_scores_gemma":[0.99944574,0.000018118595,0.0003553103,0.00011452788,0.000053375847,0.0000129123255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028048288,0.00013010339,0.0002096098,0.0007638688,0.00016836567,0.00014252732,0.00031858395,0.000043827098,0.000031258685],"category_scores_gemma":[0.0000140977245,0.000115894225,0.00006655401,0.0010668726,0.000017987139,0.0005701287,0.000059622005,0.0007384791,0.00015170425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034884706,0.00008444038,0.006836482,0.00015604685,0.000041775747,0.0000025256738,0.00013291062,0.00015870646,0.00018198193,0.9669428,0.000228055,0.02519941],"study_design_scores_gemma":[0.0012946913,0.000113019094,0.018417777,0.00030337722,0.0000142414365,0.000013443846,0.005894176,0.0018251657,0.000014818176,0.9633025,0.008560945,0.00024586267],"about_ca_topic_score_codex":0.0010033118,"about_ca_topic_score_gemma":0.003309115,"teacher_disagreement_score":0.030384505,"about_ca_system_score_codex":0.0002523607,"about_ca_system_score_gemma":0.0007341746,"threshold_uncertainty_score":0.47260293},"labels":[],"label_agreement":null},{"id":"W4366960500","doi":"10.2139/ssrn.4416400","title":"Transparency Reporting: Good Practices and Lessons from Global Assessment Frameworks","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Transparency (behavior); Accounting; Business; Computer science; Computer security","score_opus":0.043827532082470255,"score_gpt":0.356505121879512,"score_spread":0.31267758979704174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366960500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8804082,0.0019368468,0.0053929635,0.061796825,0.0008278283,0.00026961527,0.000010407617,0.0004190449,0.04893823],"genre_scores_gemma":[0.9944081,0.001500844,0.0001254323,0.0008218078,0.0025705406,0.000011456921,0.000045651075,0.000022226544,0.0004939592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967746,0.00002460987,0.00066183024,0.00031783007,0.00043467924,0.0017864214],"domain_scores_gemma":[0.9973441,0.000056761826,0.0022666245,0.00018743513,0.00011045312,0.000034631546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029584519,0.00020803952,0.00024741972,0.00016922798,0.00042477064,0.00078087585,0.0003320121,0.00017855383,0.00009005754],"category_scores_gemma":[0.00069211243,0.0001843976,0.00010194036,0.00074180326,0.000035403544,0.0016520924,0.00010986327,0.0020062833,0.00007611325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028178581,0.00008341264,0.17673458,0.000028114366,0.0002855713,0.000024182817,0.00005277465,0.000011930573,0.00014496493,0.7724316,0.002578019,0.047596652],"study_design_scores_gemma":[0.0006994597,0.00003513727,0.13377562,0.00005346944,0.00018122737,0.00006075347,0.0012226814,0.0009911469,0.000003029481,0.8108639,0.0518004,0.00031315832],"about_ca_topic_score_codex":0.0013008951,"about_ca_topic_score_gemma":0.0023491015,"teacher_disagreement_score":0.11399984,"about_ca_system_score_codex":0.00027836952,"about_ca_system_score_gemma":0.00089420436,"threshold_uncertainty_score":0.8716414},"labels":[],"label_agreement":null},{"id":"W4380481962","doi":"10.6000/1929-4409.2020.09.304","title":"Risks of Small and Medium-Sized Businesses Attracting to Government and Municipal Procurement and Economic Growth","year":2022,"lang":"en","type":"article","venue":"International Journal of Criminology and Sociology","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kazan Federal University","keywords":"Procurement; Business; Government (linguistics); Government procurement; Quality (philosophy); Order (exchange); Russian federation; Industrial organization; Operations management; Commerce; Marketing; Finance; Economic policy; Economics","score_opus":0.11316046619380245,"score_gpt":0.3257618775985102,"score_spread":0.21260141140470779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380481962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839839,0.00057665433,0.000039284143,0.014407076,0.0004985046,0.00008079187,0.000009168617,0.0000046655045,0.00039995488],"genre_scores_gemma":[0.9971034,0.0002985363,0.00017447786,0.0019065138,0.0004768969,0.000008485003,0.0000032608261,0.0000064309293,0.000022031609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991931,0.00003518635,0.00034970106,0.00013830078,0.00014329664,0.00014046501],"domain_scores_gemma":[0.99917954,0.00015230152,0.0004687275,0.0000394652,0.00013856757,0.000021418276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005927312,0.00010332194,0.00024416356,0.00018730805,0.00012951228,0.00003869718,0.00018595759,0.00005884137,0.00007127293],"category_scores_gemma":[0.00022874238,0.00009499061,0.00002607439,0.000012104516,0.00020868696,0.00026246908,0.00048561598,0.00020361888,6.1621375e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018908181,0.00029012535,0.6112707,0.00027672682,0.0011973651,0.00007579539,0.0075967214,0.00007065076,0.0049878987,0.34846342,0.0023886512,0.021491114],"study_design_scores_gemma":[0.0052473755,0.0005029521,0.81753725,0.000057774745,0.0003306813,0.0005960078,0.0036924675,0.00041747477,0.0003548107,0.123698145,0.047151368,0.00041366555],"about_ca_topic_score_codex":0.0003668317,"about_ca_topic_score_gemma":0.000033398155,"teacher_disagreement_score":0.22476527,"about_ca_system_score_codex":0.00004993112,"about_ca_system_score_gemma":0.000045132147,"threshold_uncertainty_score":0.38736045},"labels":[],"label_agreement":null},{"id":"W4381492538","doi":"10.1504/ijpm.2023.10057149","title":"Best Practices for Procurement contract management","year":2023,"lang":"en","type":"article","venue":"International Journal of Procurement Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Business; Procurement; Contract management; Operations management; Marketing; Economics","score_opus":0.08317225157841406,"score_gpt":0.35776382012931546,"score_spread":0.2745915685509014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381492538","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044619568,0.0016045718,0.027469067,0.13875356,0.031289335,0.014804602,0.000095078765,0.0014221877,0.739942],"genre_scores_gemma":[0.94490063,0.0014103276,0.0077491933,0.009255898,0.012932268,0.0010514951,0.0002665136,0.00018578979,0.022247888],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99544615,0.000019116622,0.0012303854,0.00045573816,0.0021763644,0.0006722221],"domain_scores_gemma":[0.9952193,0.00006838506,0.002847417,0.0003097409,0.001497215,0.000057969257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025410173,0.00040672434,0.00038977838,0.001932789,0.00020867714,0.0009710977,0.0017345868,0.00008083404,0.00029630732],"category_scores_gemma":[0.00024958796,0.00036220424,0.000360209,0.0008133567,0.000052237607,0.0025642097,0.00059456757,0.0002167914,0.0006042575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012542196,0.0016968136,0.0046882895,0.001728485,0.0048546023,0.00048783378,0.00020536143,0.00047402782,0.00048575876,0.3851008,0.36175948,0.23726429],"study_design_scores_gemma":[0.004038397,0.00011066652,0.0021835275,0.00036364666,0.00050501944,0.00001282662,0.0006093435,0.0010549675,0.00015189374,0.010130187,0.98042375,0.00041575351],"about_ca_topic_score_codex":0.000067695044,"about_ca_topic_score_gemma":0.000035576773,"teacher_disagreement_score":0.9002811,"about_ca_system_score_codex":0.00028902342,"about_ca_system_score_gemma":0.00005378977,"threshold_uncertainty_score":0.999883},"labels":[],"label_agreement":null},{"id":"W4381546512","doi":"10.1007/978-3-031-25689-9_1","title":"Introduction: Procurement and Politics—The Defence Policy Consensus or Aligning Strategy and Policy Is Necessary But Not Automatic","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Toronto Metropolitan University","funders":"","keywords":"Procurement; Extant taxon; Politics; Business; Port (circuit theory); Scale (ratio); Political science; Engineering; Marketing; Law","score_opus":0.04706915364517962,"score_gpt":0.2725943389492804,"score_spread":0.22552518530410082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381546512","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001688355,0.00037227757,0.000021124024,0.2179077,0.00049053686,0.0014850036,0.00007542636,0.0008477973,0.77711177],"genre_scores_gemma":[0.023294086,0.00040840972,0.000113807284,0.022152357,0.0285064,0.00007729756,0.00008574335,0.00018618909,0.9251757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699837,0.000014096817,0.00074041076,0.0008054148,0.00064857636,0.00079312234],"domain_scores_gemma":[0.99835014,0.00013785351,0.000571359,0.00056036573,0.00029886936,0.00008140525],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00056336785,0.0007235806,0.0005925107,0.0011496058,0.00057243055,0.0012569543,0.00042619754,0.00030869793,0.00079705846],"category_scores_gemma":[0.00036926253,0.0005139137,0.000107540734,0.00041320824,0.000454822,0.0005626359,0.00071166054,0.00043872092,0.00040440442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017803464,0.0000123594355,0.00003100398,0.0007835385,0.00016623766,0.000013956444,0.00010876331,0.0000012688464,0.000020735532,0.8610812,0.12960002,0.008163112],"study_design_scores_gemma":[0.0007608731,0.000055040135,0.0003518111,0.000276364,0.00031489428,0.0000868,0.00033600352,0.0011688182,0.000043314336,0.11953828,0.87610173,0.00096605805],"about_ca_topic_score_codex":0.0041612936,"about_ca_topic_score_gemma":0.0002486828,"teacher_disagreement_score":0.74650174,"about_ca_system_score_codex":0.0001275732,"about_ca_system_score_gemma":0.0006110499,"threshold_uncertainty_score":0.9997798},"labels":[],"label_agreement":null},{"id":"W4385364884","doi":"10.3982/ecta20355","title":"Ideology and Performance in Public Organizations","year":2023,"lang":"en","type":"article","venue":"Econometrica","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Ideology; Procurement; Bureaucracy; Presidential system; Politics; Presidential election; Public administration; Civil service; Public service; Service (business); Political economy; Political science; Economics; Public relations; Law; Management; Economy","score_opus":0.029934973580857775,"score_gpt":0.21996185281550323,"score_spread":0.19002687923464545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385364884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86430067,0.00005751113,0.000012893291,0.009622504,0.0001851689,0.00008946626,9.922535e-7,0.00015698455,0.1255738],"genre_scores_gemma":[0.9975463,0.00006148457,0.000013592089,0.0011907672,0.00028269435,0.00001394569,0.000032504744,0.00000974816,0.0008489352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994466,0.000002399441,0.00013884537,0.00014049141,0.000041643878,0.00023003286],"domain_scores_gemma":[0.9997699,0.000031268435,0.000054022905,0.00009160895,0.00004282231,0.000010372708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023208244,0.00006312788,0.00009274424,0.0023895563,0.00008146367,0.00016273932,0.00013227877,0.000033940603,0.0004963653],"category_scores_gemma":[0.00042653416,0.00006466703,0.000009110713,0.0067646173,0.000024636114,0.0010815269,0.00016451799,0.000055240056,0.0015544978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7363035e-7,0.000012582666,0.92792934,0.0000225317,0.000004301699,8.42553e-7,0.000017245051,0.000003893661,0.0000019452232,0.05791408,0.006670819,0.007421617],"study_design_scores_gemma":[0.00018590015,0.0000034789152,0.6836859,0.0000015464294,0.0000018979014,3.6842067e-7,0.000017521903,0.00271656,0.000001160529,0.0015613249,0.3117499,0.00007446075],"about_ca_topic_score_codex":0.000045987745,"about_ca_topic_score_gemma":0.00002884609,"teacher_disagreement_score":0.30507907,"about_ca_system_score_codex":0.00001915284,"about_ca_system_score_gemma":0.000017987775,"threshold_uncertainty_score":0.99922293},"labels":[],"label_agreement":null},{"id":"W4385637362","doi":"10.32920/23656980.v1","title":"The politics of military megaprojects: discursive struggles in Canadian and Australian naval shipbuilding strategies","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Toronto Metropolitan University","funders":"","keywords":"Megaproject; Procurement; Politics; Shipbuilding; Business; Scale (ratio); Negotiation; Operations management; Industrial organization; Political science; Engineering; Management; Marketing; Economics; Geography","score_opus":0.042708306858383664,"score_gpt":0.28784709538644737,"score_spread":0.2451387885280637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385637362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9223468,0.0013582454,0.00000858017,0.034049794,0.001399026,0.0011855456,0.00016628522,0.00018374722,0.039302025],"genre_scores_gemma":[0.9959553,0.00019002517,0.000060229602,0.00025062636,0.0008859736,0.000041528518,0.00012747112,0.0000345022,0.0024543654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981182,0.000020659812,0.00045493376,0.00036595998,0.00026094218,0.000779286],"domain_scores_gemma":[0.9992202,0.000091159294,0.00017468446,0.0003409662,0.0001239463,0.000049026097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066863006,0.00030404518,0.00031379078,0.00073100923,0.0002598299,0.00040571875,0.0005947335,0.00020950896,0.000033929413],"category_scores_gemma":[0.0002141164,0.00022479298,0.000083114304,0.00038230914,0.0002095033,0.00064248795,0.0006787416,0.00044813566,0.0000115336625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001985156,0.000033422428,0.103626624,0.0019938683,0.00019120517,0.000028854125,0.0013078394,0.00026315133,0.000027699365,0.83533776,0.055577,0.0015927375],"study_design_scores_gemma":[0.0008265545,0.000024459065,0.18841954,0.0010846728,0.00019295115,0.0000023027142,0.04695867,0.005012184,0.000042500793,0.6166298,0.13941784,0.0013885227],"about_ca_topic_score_codex":0.8997604,"about_ca_topic_score_gemma":0.9043845,"teacher_disagreement_score":0.21870795,"about_ca_system_score_codex":0.00012830042,"about_ca_system_score_gemma":0.0006846159,"threshold_uncertainty_score":0.91667914},"labels":[],"label_agreement":null},{"id":"W4385637983","doi":"10.32920/23656980","title":"The politics of military megaprojects: discursive struggles in Canadian and Australian naval shipbuilding strategies","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Toronto Metropolitan University","funders":"","keywords":"Megaproject; Procurement; Shipbuilding; Politics; Business; Scale (ratio); Operations management; Political science; Engineering; Management; Economics; Marketing; Geography","score_opus":0.042708306858383664,"score_gpt":0.28784709538644737,"score_spread":0.2451387885280637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385637983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9223468,0.0013582454,0.00000858017,0.034049794,0.001399026,0.0011855456,0.00016628522,0.00018374722,0.039302025],"genre_scores_gemma":[0.9959553,0.00019002517,0.000060229602,0.00025062636,0.0008859736,0.000041528518,0.00012747112,0.0000345022,0.0024543654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981182,0.000020659812,0.00045493376,0.00036595998,0.00026094218,0.000779286],"domain_scores_gemma":[0.9992202,0.000091159294,0.00017468446,0.0003409662,0.0001239463,0.000049026097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066863006,0.00030404518,0.00031379078,0.00073100923,0.0002598299,0.00040571875,0.0005947335,0.00020950896,0.000033929413],"category_scores_gemma":[0.0002141164,0.00022479298,0.000083114304,0.00038230914,0.0002095033,0.00064248795,0.0006787416,0.00044813566,0.0000115336625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001985156,0.000033422428,0.103626624,0.0019938683,0.00019120517,0.000028854125,0.0013078394,0.00026315133,0.000027699365,0.83533776,0.055577,0.0015927375],"study_design_scores_gemma":[0.0008265545,0.000024459065,0.18841954,0.0010846728,0.00019295115,0.0000023027142,0.04695867,0.005012184,0.000042500793,0.6166298,0.13941784,0.0013885227],"about_ca_topic_score_codex":0.8997604,"about_ca_topic_score_gemma":0.9043845,"teacher_disagreement_score":0.21870795,"about_ca_system_score_codex":0.00012830042,"about_ca_system_score_gemma":0.0006846159,"threshold_uncertainty_score":0.91667914},"labels":[],"label_agreement":null},{"id":"W4385866566","doi":"10.59962/9780774817165-006","title":"Procurement in Canada: A Brief History","year":2010,"lang":"en","type":"book-chapter","venue":"University of British Columbia Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; History; Business; Marketing","score_opus":0.017178492500662335,"score_gpt":0.14763358564599718,"score_spread":0.13045509314533485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385866566","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014619359,0.00038105436,0.0000030953897,0.00004318521,0.0004497309,0.00055109797,0.0000896218,0.00005646262,0.9969638],"genre_scores_gemma":[0.014614093,0.00004659575,0.000050977604,0.0005105025,0.00039699252,0.0000017411317,0.00006778739,0.00004943423,0.9842619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984239,0.0000048999377,0.00028797294,0.00043030147,0.000508633,0.00034431167],"domain_scores_gemma":[0.9988667,0.000013627441,0.0004995822,0.00032047453,0.00026331513,0.0000362942],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015374646,0.00018939031,0.00045765858,0.00014106071,0.00009038611,0.00012036044,0.00066373334,0.00026550563,0.0017636075],"category_scores_gemma":[0.000015414,0.00045364077,0.0001512241,0.000013434332,0.0001787337,0.00029671073,0.00042935176,0.0005440581,0.000009118265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039922357,0.000051880288,0.00091015483,0.000905494,0.00016821214,0.00060133816,0.000079927784,8.765993e-7,0.000026067499,0.022229405,0.94195503,0.03303168],"study_design_scores_gemma":[0.0008050752,0.000006086211,0.0012276691,0.0003737942,0.00010493844,0.0000045843394,0.000017948254,0.00001774591,6.302934e-7,0.0012490809,0.9957644,0.00042808702],"about_ca_topic_score_codex":0.9989947,"about_ca_topic_score_gemma":0.9998305,"teacher_disagreement_score":0.05380932,"about_ca_system_score_codex":0.0009766448,"about_ca_system_score_gemma":0.0014973312,"threshold_uncertainty_score":0.99979156},"labels":[],"label_agreement":null},{"id":"W4386250712","doi":"10.18280/ijsdp.180813","title":"Enhancing Public Procurement Quality: The Impact of Auditing in Kosovo's Public Enterprises","year":2023,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Audit; Quality (philosophy); Accounting; Process management; Marketing","score_opus":0.04784908463732151,"score_gpt":0.32218311153197576,"score_spread":0.27433402689465425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386250712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923723,0.00023548956,0.00027167983,0.0032889904,0.00026198704,0.00015361019,9.404284e-7,0.000026134785,0.0033889073],"genre_scores_gemma":[0.99861944,0.000026007929,0.0001150362,0.0002280619,0.0007094592,0.000011762398,0.000022271914,0.000013021767,0.00025494586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978594,0.000027971235,0.00084773597,0.00013661497,0.0006772737,0.00045100992],"domain_scores_gemma":[0.9976793,0.00015337985,0.00092552224,0.00007197587,0.0011406178,0.000029216351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031262634,0.00016588143,0.00024624934,0.0016578067,0.00016625546,0.0006308994,0.000539864,0.000046515746,0.000059877],"category_scores_gemma":[0.0012740544,0.00011698076,0.00009413705,0.00086731144,0.000040209998,0.0020843328,0.00034634068,0.0002187381,0.0000064928877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018875256,0.00016784853,0.9353413,0.00032727612,0.00064906495,0.00051153806,0.0074983076,0.00032990897,0.0005382727,0.032421798,0.0058496525,0.016176263],"study_design_scores_gemma":[0.002730031,0.000054371438,0.80912566,0.0008381568,0.000029842899,0.000045360674,0.06844763,0.0008824647,0.00061167945,0.009268076,0.10738768,0.000579062],"about_ca_topic_score_codex":0.00024587943,"about_ca_topic_score_gemma":0.000025255848,"teacher_disagreement_score":0.12621567,"about_ca_system_score_codex":0.00022795533,"about_ca_system_score_gemma":0.00046336206,"threshold_uncertainty_score":0.60837775},"labels":[],"label_agreement":null},{"id":"W4386431479","doi":"10.1007/978-3-031-39626-7_8","title":"E-Procurement","year":2023,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Procurement; E-procurement; Request for proposal; Purchasing; Business; Transaction cost; Reverse auction; Process management; The Internet; Database transaction; Bidding; Knowledge management; Marketing; Industrial organization; Computer science; Finance","score_opus":0.06768731396472578,"score_gpt":0.2767482151456617,"score_spread":0.20906090118093595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386431479","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093600416,0.0005001623,0.0003323693,0.0059500416,0.0003514811,0.00046144714,0.000003156226,0.00045384862,0.9910115],"genre_scores_gemma":[0.64061487,0.0008601607,0.0038399093,0.011758196,0.00340249,0.0001178341,0.0010924432,0.00038749105,0.33792663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983052,0.000009001234,0.00073367154,0.0003581395,0.00030766422,0.0002863101],"domain_scores_gemma":[0.99826276,0.00009435233,0.0005641439,0.00073842716,0.000328303,0.000012034731],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001026862,0.00031168023,0.00030337425,0.0012815667,0.0004076494,0.0004492302,0.0006544741,0.000199638,0.00013995936],"category_scores_gemma":[0.0001286325,0.00035489482,0.00007207352,0.00059575675,0.00009731203,0.0004677612,0.0012554254,0.0006656793,0.00037886863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028692968,0.000019866708,0.0010292109,0.00010038357,0.000035969762,0.0000010527682,0.00008321052,0.00001840177,0.000006177518,0.9624027,0.0068559865,0.02944418],"study_design_scores_gemma":[0.00046345335,0.000004526391,0.0039711827,0.000636004,0.000034502817,0.0000012455627,0.000063325395,0.0038527492,0.000001961852,0.11072216,0.8797085,0.00054034055],"about_ca_topic_score_codex":0.00015660225,"about_ca_topic_score_gemma":0.00020438344,"teacher_disagreement_score":0.87285256,"about_ca_system_score_codex":0.000087189925,"about_ca_system_score_gemma":0.000050784925,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W4387038408","doi":"10.1049/icp.2023.0350","title":"Gender equality in the distribution sector","year":2023,"lang":"en","type":"article","venue":"IET conference proceedings.","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Distribution (mathematics); Computer science; Business; Mathematics","score_opus":0.11597696724469288,"score_gpt":0.29393884264948544,"score_spread":0.17796187540479258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387038408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8182489,0.000015804844,0.00018015542,0.008492634,0.00028438895,0.00041617034,0.000013766201,0.0004093533,0.1719388],"genre_scores_gemma":[0.996884,0.0000082764755,0.000004911637,0.0017463907,0.0009155885,0.000076732314,0.00012465102,0.000008947965,0.00023053592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988374,0.000004420156,0.00020550237,0.00022992073,0.00033133986,0.00039143255],"domain_scores_gemma":[0.999568,0.000016062406,0.00011067164,0.000093901894,0.00020127954,0.00001011049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010519227,0.00013879783,0.000121403,0.0001405837,0.00014142992,0.0006909201,0.00044711327,0.00006713865,0.00020645106],"category_scores_gemma":[0.00018839339,0.00010031084,0.00004375146,0.0013062761,0.000043779328,0.0011179814,0.00013667099,0.00018102201,0.0006363502],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016603832,0.00005229741,0.10568687,0.00020654018,0.000009903101,0.000002103717,0.0010382375,5.458989e-7,0.00040266057,0.770027,0.12012264,0.0024346288],"study_design_scores_gemma":[0.00075537467,0.000012512306,0.3607348,0.000055595203,0.0000308279,0.0000020463672,0.0031838638,0.011300603,0.000103261125,0.09910419,0.5242262,0.0004907672],"about_ca_topic_score_codex":0.00024731024,"about_ca_topic_score_gemma":0.00003590914,"teacher_disagreement_score":0.67092276,"about_ca_system_score_codex":0.000027743548,"about_ca_system_score_gemma":0.000036416655,"threshold_uncertainty_score":0.8179207},"labels":[],"label_agreement":null},{"id":"W4387338599","doi":"10.1057/s42214-023-00174-z","title":"From the editor – Governments as buyers: the international business implications of public procurement","year":2023,"lang":"en","type":"article","venue":"Journal of International Business Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Procurement; Purchasing; Business; Purchasing power; Stock (firearms); Chief procurement officer; Value (mathematics); Finance; Industrial organization; Commerce; Marketing; Economics","score_opus":0.03421806723279963,"score_gpt":0.2961937239177403,"score_spread":0.26197565668494066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387338599","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13308494,0.0001431125,0.0006149271,0.8058171,0.015114535,0.0004555086,0.00016463421,0.000088518376,0.044516686],"genre_scores_gemma":[0.9103211,0.00029901435,0.00005772001,0.007970998,0.080038235,0.000045991736,0.00017251656,0.000040745217,0.0010536722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968234,0.000025442743,0.00090438203,0.00021499177,0.0016921841,0.00033960605],"domain_scores_gemma":[0.9939157,0.00024242587,0.0016494299,0.0003684794,0.0037888712,0.000035124507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011461482,0.0002445571,0.00025660027,0.00070534565,0.00023527635,0.000791287,0.002814804,0.0000815306,0.00054796535],"category_scores_gemma":[0.0033523377,0.00014877517,0.0001898479,0.0024194587,0.00015415189,0.0022394874,0.0006899597,0.00025686278,0.0002672215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012846621,0.0003572681,0.06719924,0.00004491302,0.00081895356,0.000006751954,0.00029338014,0.0001880219,0.0024132917,0.09721532,0.82101506,0.010319329],"study_design_scores_gemma":[0.0007068274,0.0000059340405,0.33951408,0.00008582539,0.00005074164,0.000011512264,0.00037680825,0.000116387935,0.000052395008,0.012664449,0.6462847,0.00013031553],"about_ca_topic_score_codex":0.0025332014,"about_ca_topic_score_gemma":0.00010228413,"teacher_disagreement_score":0.79784614,"about_ca_system_score_codex":0.00028956876,"about_ca_system_score_gemma":0.0005640616,"threshold_uncertainty_score":0.7630399},"labels":[],"label_agreement":null},{"id":"W4388311300","doi":"10.5267/j.uscm.2023.10.009","title":"The performance impact of digital technology adoption in procurement: A case study of the manufacturing industry in the Eastern Economic Corridor, Thailand","year":2023,"lang":"en","type":"article","venue":"Uncertain Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Moderation; Cost reduction; E-procurement; Operations management; Industrial organization; Marketing; Computer science; Economics","score_opus":0.021191512755162876,"score_gpt":0.25710421345832835,"score_spread":0.23591270070316547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388311300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935978,0.000024485533,0.0000015526382,0.0016140483,0.00014154434,0.0017660867,0.000005714351,0.00003852471,0.0028102328],"genre_scores_gemma":[0.9990709,0.000020063399,0.0000013049067,0.0000803233,0.00011654243,0.0002491904,0.000011329985,0.000017215845,0.00043314777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837387,0.0000363999,0.0005334893,0.00027204637,0.00033243123,0.0004517652],"domain_scores_gemma":[0.99898833,0.000058361096,0.00036174408,0.000553593,0.000029578941,0.000008386883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011904122,0.00022814437,0.00021547233,0.0007413503,0.00019610004,0.00021335404,0.0009081609,0.00011203153,0.000021345979],"category_scores_gemma":[0.00002594377,0.00012511887,0.00008254029,0.0011585222,0.000097810516,0.0005262024,0.0005977528,0.00042650587,0.000024315857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055349075,0.00021567925,0.9792587,0.00017142585,0.00007871584,0.00007634281,0.0010856785,0.0073415837,0.0000024625406,0.0009440863,0.0011574636,0.009612508],"study_design_scores_gemma":[0.007224872,0.00037789452,0.7864206,0.0004909786,0.00016241426,0.00005336717,0.10532491,0.08251256,0.000053477037,0.0025515733,0.014032551,0.00079479214],"about_ca_topic_score_codex":0.002767301,"about_ca_topic_score_gemma":0.0020404926,"teacher_disagreement_score":0.19283809,"about_ca_system_score_codex":0.00015516292,"about_ca_system_score_gemma":0.000031813935,"threshold_uncertainty_score":0.51021993},"labels":[],"label_agreement":null},{"id":"W4388666022","doi":"10.54056/cmrn8078","title":"Career Change Now Finds Payne Working with Federal Government in Procurement","year":2023,"lang":"en","type":"article","venue":"Journal of Aboriginal Economic Development","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Government (linguistics); Government procurement; Business; Public administration; Political science; Marketing","score_opus":0.047119652538755843,"score_gpt":0.2487558298173309,"score_spread":0.20163617727857508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388666022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97973776,0.000088468114,0.00004049865,0.0057314774,0.001029628,0.0003455614,0.0000015947159,0.000044912347,0.012980088],"genre_scores_gemma":[0.9942231,0.00008185796,0.0008153145,0.0013335135,0.002535828,0.00007045172,0.000011229297,0.00003638674,0.00089227554],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980421,0.0000073501164,0.0006931399,0.0002181903,0.000528099,0.0005111122],"domain_scores_gemma":[0.99907583,0.000018025126,0.0006628773,0.00011526689,0.00008545921,0.000042517844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010591039,0.0002469701,0.00034767174,0.0004701345,0.0001176854,0.00030913268,0.000361069,0.00005434112,0.00016486985],"category_scores_gemma":[0.000010424782,0.00019997584,0.00006432817,0.0004032719,0.000027971791,0.0011897191,0.000093133676,0.00022559121,0.00030787362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005734742,0.00024132883,0.8994273,0.0002557327,0.0003245663,0.00027165236,0.0017623147,0.0005983701,0.00006657839,0.0056488323,0.03512506,0.055704784],"study_design_scores_gemma":[0.0014728111,0.000036714217,0.18874593,0.00023809922,0.000017698581,0.000011227173,0.00030534077,0.000265476,0.000082861865,0.00013840225,0.8083973,0.00028812228],"about_ca_topic_score_codex":0.00009380245,"about_ca_topic_score_gemma":0.0009931907,"teacher_disagreement_score":0.7732723,"about_ca_system_score_codex":0.0009788641,"about_ca_system_score_gemma":0.0004017269,"threshold_uncertainty_score":0.8154778},"labels":[],"label_agreement":null},{"id":"W4389308675","doi":"10.1007/8165_2023_112","title":"Government Procurement Chapters in RTAs: Why the WTO Government Procurement Agreement Is Not Satisfactory?","year":2023,"lang":"en","type":"book-chapter","venue":"European yearbook of international economic law","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Procurement; Government procurement; International trade; Business; Government (linguistics); European union; Negotiation; Accession; International economics; Latin Americans; Political science; Economics; Marketing","score_opus":0.027799514152218808,"score_gpt":0.21030672069392686,"score_spread":0.18250720654170804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389308675","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005923124,0.00006977356,0.000011510455,0.008230248,0.0010332426,0.0011318704,0.0002690246,0.00007129647,0.9885907],"genre_scores_gemma":[0.36077106,0.00063700456,0.000098339,0.041280717,0.008098924,0.00023485006,0.00029039072,0.0005444077,0.5880443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960261,0.000020155336,0.0012236997,0.000738301,0.0015568561,0.0004349105],"domain_scores_gemma":[0.9979546,0.000051543848,0.0012904477,0.0005717159,0.00009168303,0.000039976825],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011085187,0.00061554695,0.00048886775,0.00017012429,0.00010582962,0.00033301616,0.0013289053,0.00010071345,0.003170219],"category_scores_gemma":[0.000022423554,0.00051979267,0.00031156102,0.000035495246,0.00017841184,0.00056220545,0.0010435556,0.00038158646,0.003225659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113553826,0.00007620959,0.00084591634,0.00015671161,0.0005895176,0.000020700612,0.00016632146,0.00006708383,0.00006135265,0.896574,0.09781221,0.003516421],"study_design_scores_gemma":[0.0009841571,0.00003888866,0.0016733091,0.00043104295,0.000078855504,9.667733e-7,0.000064583524,0.00021508332,0.00014134223,0.002653074,0.9931864,0.0005322831],"about_ca_topic_score_codex":0.0005810792,"about_ca_topic_score_gemma":0.001007237,"teacher_disagreement_score":0.8953742,"about_ca_system_score_codex":0.0015452198,"about_ca_system_score_gemma":0.000059598817,"threshold_uncertainty_score":0.99972534},"labels":[],"label_agreement":null},{"id":"W4390226714","doi":"10.1016/j.ijproman.2023.102558","title":"Risk factor prioritization in infrastructure handover to operations","year":2023,"lang":"en","type":"article","venue":"International Journal of Project Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Ciência e Tecnologia do Estado de Pernambuco; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Prioritization; Handover; Context (archaeology); Risk analysis (engineering); Business; Beneficiary; Project management; Identification (biology); Risk management; Operations management; Computer science; Process management; Engineering; Finance; Telecommunications; Geography","score_opus":0.016935233974293855,"score_gpt":0.29751202820623784,"score_spread":0.280576794231944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390226714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9319316,0.0000573708,0.010458608,0.012028129,0.0057001123,0.0014335634,0.000054252523,0.00018579226,0.038150564],"genre_scores_gemma":[0.9939625,0.000113027156,0.00088282913,0.0017892685,0.0020022567,0.000022211136,0.000030187446,0.000018195697,0.0011794833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986444,0.000013099839,0.0004272865,0.00013522795,0.000595391,0.00018460747],"domain_scores_gemma":[0.9993059,0.000014966537,0.00020958073,0.00009223567,0.00036391083,0.000013418369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040780366,0.00011695747,0.00012745707,0.0021384638,0.00005566494,0.00044076602,0.00050647004,0.000033208245,0.00017468774],"category_scores_gemma":[0.00019355751,0.0001023292,0.00006902747,0.0010145311,0.000009945689,0.0012218326,0.00025762455,0.00013761161,0.00018376228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005402723,0.00040082767,0.2189631,0.00021255128,0.0010108681,0.00045353052,0.002187531,0.037047133,0.00074296526,0.12009109,0.3723959,0.24595425],"study_design_scores_gemma":[0.00213014,0.000030210756,0.3870095,0.00014241118,0.000044864333,0.0000057737575,0.00043370467,0.006418071,0.00004641429,0.004728123,0.5987512,0.0002595829],"about_ca_topic_score_codex":0.00019085605,"about_ca_topic_score_gemma":0.00015402779,"teacher_disagreement_score":0.24569467,"about_ca_system_score_codex":0.00013202394,"about_ca_system_score_gemma":0.000038440656,"threshold_uncertainty_score":0.4250317},"labels":[],"label_agreement":null},{"id":"W4390587449","doi":"10.1007/s13762-023-05346-1","title":"Barriers to green procurement of the Iranian construction industry: an interpretive structural modeling approach","year":2024,"lang":"en","type":"article","venue":"International Journal of Environmental Science and Technology","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Procurement; Structural equation modeling; Engineering; Business; Computer science; Marketing","score_opus":0.008867754000607917,"score_gpt":0.23964640968769887,"score_spread":0.23077865568709097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390587449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99310726,0.000048970945,0.00028933777,0.0051153265,0.0005023309,0.00009722538,0.000005224261,0.000012616559,0.00082170323],"genre_scores_gemma":[0.99905884,0.0000038390144,0.0003047794,0.00037010098,0.00024405716,0.0000024161832,5.1278624e-7,0.0000043444443,0.000011088039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989881,0.000003976193,0.0002155334,0.0001468121,0.000522791,0.00012279468],"domain_scores_gemma":[0.9996729,0.0000033729038,0.00012909248,0.00007433586,0.00009117751,0.000029114235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035306954,0.000077390134,0.000082387975,0.0006079035,0.000098005825,0.00013800795,0.00067540596,0.00006433348,0.000057936595],"category_scores_gemma":[0.00010860669,0.000052168958,0.000026745773,0.00045424848,0.0004619993,0.0012186599,0.00032144363,0.00023376278,0.0000016416195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018643566,0.00013772443,0.22179563,0.00008528938,0.00033885616,0.000023153843,0.0030019693,0.0012399737,0.24505924,0.25688228,0.00027886342,0.27097058],"study_design_scores_gemma":[0.003440139,0.001030754,0.07322414,0.001873019,0.00048717292,0.0021878483,0.054684438,0.57395214,0.03566966,0.20002578,0.051375713,0.002049201],"about_ca_topic_score_codex":0.00005191036,"about_ca_topic_score_gemma":0.0000052261485,"teacher_disagreement_score":0.5727122,"about_ca_system_score_codex":0.00014839025,"about_ca_system_score_gemma":0.00009107443,"threshold_uncertainty_score":0.21273884},"labels":[],"label_agreement":null},{"id":"W4390920904","doi":"10.1504/ijpm.2024.136051","title":"Exploring interrelationships among barriers and enablers of green procurement for a sustainable supply chain","year":2024,"lang":"en","type":"article","venue":"International Journal of Procurement Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Business; Procurement; Supply chain; Supply chain management; Process management; Industrial organization; Sustainability; Marketing; Knowledge management; Computer science","score_opus":0.05388117234128937,"score_gpt":0.2643831316759456,"score_spread":0.21050195933465626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390920904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79140276,0.0060201236,0.051066037,0.053915597,0.01061642,0.010004014,0.00005309071,0.00056412834,0.076357834],"genre_scores_gemma":[0.9949115,0.00018503379,0.00071809435,0.00038520325,0.0014215991,0.00024364519,0.000019701454,0.000040250707,0.002074956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740815,0.000015878473,0.0009001633,0.00029917603,0.0009793622,0.00039724112],"domain_scores_gemma":[0.9981624,0.000050720864,0.0005756399,0.00014141381,0.0010134216,0.00005639126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001853689,0.00026270477,0.0002819764,0.0017195718,0.000120971505,0.00065466465,0.0006435349,0.00004651098,0.0001319998],"category_scores_gemma":[0.00020114247,0.00023417108,0.00020081458,0.0004478286,0.00008153858,0.0040047425,0.00037358058,0.00019570142,0.0000069631587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000606352,0.00028513963,0.030427389,0.005714141,0.00320926,0.00020949474,0.0023146668,0.00039077725,0.00030938882,0.88513446,0.03177302,0.03962593],"study_design_scores_gemma":[0.0040203733,0.00027129092,0.011451384,0.002533395,0.00082968426,0.00002064164,0.011203916,0.007782065,0.00074477005,0.044534154,0.91583925,0.00076908],"about_ca_topic_score_codex":0.00021952561,"about_ca_topic_score_gemma":0.000036684538,"teacher_disagreement_score":0.8840662,"about_ca_system_score_codex":0.00027308337,"about_ca_system_score_gemma":0.000085703316,"threshold_uncertainty_score":0.95492196},"labels":[],"label_agreement":null},{"id":"W4391424757","doi":"10.2139/ssrn.4633084","title":"Special Purpose Acquisition Companies","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Business; Accounting","score_opus":0.010459720113846712,"score_gpt":0.2351826349192048,"score_spread":0.22472291480535808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391424757","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31665072,0.014525335,0.0067426134,0.03181776,0.011955585,0.00063808594,0.0000066605644,0.0011412933,0.61652195],"genre_scores_gemma":[0.9166704,0.000484542,0.000009994085,0.0010416573,0.07734136,0.000005173175,0.000018785771,0.000029486106,0.004398621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783134,0.000008878847,0.00021590975,0.0001664931,0.00028538113,0.0014920203],"domain_scores_gemma":[0.9997263,0.000013172194,0.000078368925,0.00009146589,0.000076410695,0.000014270751],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010475299,0.00015159346,0.00012766487,0.0003939863,0.0002483889,0.0011695499,0.00027107864,0.00005243106,0.0006465733],"category_scores_gemma":[0.000024542349,0.00012884916,0.00012362098,0.00044793778,0.000030795814,0.0019011508,0.00006951479,0.0009228072,0.0013382636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002181048,0.000024900408,0.0002860791,0.000029660934,0.0000736535,0.0000068954973,0.000034743556,0.0000038641447,0.00011976487,0.9170867,0.038684644,0.043627266],"study_design_scores_gemma":[0.0002133768,0.000018604944,0.00041341738,0.000029305018,0.00004238637,0.00007660991,0.00020693023,0.00039001007,0.0000056519148,0.41368628,0.58477384,0.00014359666],"about_ca_topic_score_codex":0.000072297524,"about_ca_topic_score_gemma":0.00034266806,"teacher_disagreement_score":0.6121233,"about_ca_system_score_codex":0.0003489906,"about_ca_system_score_gemma":0.0004972712,"threshold_uncertainty_score":0.9998673},"labels":[],"label_agreement":null},{"id":"W4391666334","doi":"10.2208/jscejj.23-23190","title":"APPLICABILITY OF CROSS-SECTORAL MANAGEMENT OF INFRASTRUCTURES IN MUNICIPALITIES","year":2023,"lang":"en","type":"article","venue":"Japanese Journal of JSCE","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Business; Environmental planning; Environmental science","score_opus":0.03347908709481606,"score_gpt":0.3155261460397654,"score_spread":0.28204705894494936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391666334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99071735,0.000043020522,0.000006156975,0.0002035138,0.000118234566,0.00011761976,0.000001937154,0.000017318813,0.008774861],"genre_scores_gemma":[0.9993994,0.000010492985,0.000102982136,0.000094117284,0.00021993792,0.0000045284432,0.000002906715,0.000008800551,0.00015679539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985922,0.000015201248,0.00069548003,0.000095333075,0.0003828239,0.00021895682],"domain_scores_gemma":[0.99894345,0.000048907626,0.0005606139,0.00019187354,0.00024040148,0.000014762282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011002894,0.00010968938,0.00029744132,0.00049380615,0.000034076045,0.000056701007,0.00042846412,0.00004023972,0.00015408063],"category_scores_gemma":[0.00010031821,0.00008768788,0.00011479596,0.000947611,0.00011497967,0.00081842445,0.00018606838,0.00011757746,0.000011673673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045898455,0.00021175314,0.95448875,0.0016505548,0.00013380613,0.000025030615,0.0018727833,0.0011181574,0.0069216443,0.02786408,0.0014139845,0.0038404479],"study_design_scores_gemma":[0.0012742623,0.000026414831,0.9802522,0.000091541944,0.000024021994,0.0000036513145,0.0022117156,0.0003565891,0.0006483469,0.012474269,0.0025229682,0.000114008006],"about_ca_topic_score_codex":0.0006167814,"about_ca_topic_score_gemma":0.000054393102,"teacher_disagreement_score":0.025763439,"about_ca_system_score_codex":0.000024187175,"about_ca_system_score_gemma":0.000016610225,"threshold_uncertainty_score":0.35758078},"labels":[],"label_agreement":null},{"id":"W4392354151","doi":"10.1111/capa.12553","title":"New frontiers in delivering public infrastructure","year":2024,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure; HEC Montréal","funders":"","keywords":"Corporate governance; Value (mathematics); Critical infrastructure; Public infrastructure; Quality (philosophy); State (computer science); Business; Risk analysis (engineering); Management science; Political science; Computer science; Engineering; Computer security","score_opus":0.015067301202149247,"score_gpt":0.219717859230829,"score_spread":0.20465055802867976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392354151","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14810808,0.002404771,0.022550335,0.52636266,0.009860891,0.0014771288,0.00006032811,0.0012842567,0.28789157],"genre_scores_gemma":[0.9935974,0.000008469038,0.00048242856,0.002533806,0.0021757297,0.00001896617,0.00026155173,0.000028897362,0.00089278386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860096,0.000007410412,0.0002655081,0.0003252641,0.00020736494,0.00059350923],"domain_scores_gemma":[0.99950016,0.000008643413,0.00005511403,0.00018510177,0.00007976082,0.00017120388],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025818122,0.00018871353,0.00013615943,0.0017047278,0.00014412621,0.002749944,0.00032654867,0.0001447436,0.0010101731],"category_scores_gemma":[0.00016400634,0.00020260173,0.00005409661,0.001556839,0.000027513714,0.004201303,0.000037234182,0.00023743173,0.00018413783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032743271,0.000005505456,0.023707591,0.00007440662,0.00002095599,0.00004812465,0.00002599454,9.857259e-7,0.000012676649,0.53601164,0.34580413,0.09428473],"study_design_scores_gemma":[0.00017254433,0.0000063745956,0.0070147375,0.000023823732,0.000008841723,0.000006178333,0.00007280311,0.0046186955,0.0000035796927,0.009337529,0.97850835,0.00022651795],"about_ca_topic_score_codex":0.01094512,"about_ca_topic_score_gemma":0.30727246,"teacher_disagreement_score":0.84548926,"about_ca_system_score_codex":0.0003978718,"about_ca_system_score_gemma":0.002858713,"threshold_uncertainty_score":0.999903},"labels":[],"label_agreement":null},{"id":"W4392355414","doi":"10.1017/s0021855324000032","title":"Gender-Responsive Public Procurement in Africa: Barriers and Challenges","year":2024,"lang":"en","type":"article","venue":"Journal of African Law","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation; International Development Research Centre","keywords":"Procurement; Empowerment; Promotion (chess); Business; Goods and services; Gender equality; Public sector; Economic growth; Public relations; Public administration; Political science; Marketing; Economics; Market economy; Law; Politics; Sociology","score_opus":0.07598457896983458,"score_gpt":0.2546412816354656,"score_spread":0.17865670266563105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392355414","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1057075,0.07509557,0.00010928256,0.18584502,0.0019546244,0.0006684936,0.0000085566935,0.00020051729,0.63041043],"genre_scores_gemma":[0.9973467,0.000513501,0.00006801147,0.00071466126,0.0012056761,0.000008162848,7.086182e-7,0.00002058925,0.00012197805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862576,0.00002428717,0.00040116502,0.00017979613,0.00040990335,0.00035909738],"domain_scores_gemma":[0.9993713,0.0000597064,0.0002079612,0.000105217776,0.0001945523,0.00006128062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012302158,0.00016364506,0.00024512009,0.0008046853,0.0000792274,0.00057807396,0.00025198734,0.000058457343,0.00013123431],"category_scores_gemma":[0.00024246059,0.0001287594,0.000083321436,0.0005694548,0.00008973747,0.0019567306,0.000119040364,0.0002631205,0.000021872744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007246831,0.00006388491,0.0005998391,0.00045573895,0.00012894454,0.00016015946,0.0015417581,0.0000026117311,0.00024398782,0.9710987,0.014655166,0.010976692],"study_design_scores_gemma":[0.00040571622,0.000041437106,0.0009255984,0.00009409539,0.000042945332,0.000024353865,0.0018690693,0.0001542222,0.0000154454,0.02024256,0.97602224,0.00016228839],"about_ca_topic_score_codex":0.000040825907,"about_ca_topic_score_gemma":0.000102175734,"teacher_disagreement_score":0.96136713,"about_ca_system_score_codex":0.000086584005,"about_ca_system_score_gemma":0.00017957555,"threshold_uncertainty_score":0.557438},"labels":[],"label_agreement":null},{"id":"W4392763944","doi":"10.1080/23789689.2024.2327695","title":"Sustainable procurement of water supply infrastructure projects: a building information modeling-based approach","year":2024,"lang":"en","type":"article","venue":"Sustainable and Resilient Infrastructure","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Procurement; Building information modeling; Process management; Computer science; Plug-in; Triple bottom line; Engineering management; Systems engineering; Business; Engineering; Sustainable development; Operations management","score_opus":0.005725173500084639,"score_gpt":0.21235120791827253,"score_spread":0.2066260344181879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392763944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8970533,0.0028275303,0.042865753,0.0035363345,0.0007171037,0.00564264,0.000034848228,0.0010280743,0.046294417],"genre_scores_gemma":[0.9959532,0.000021625778,0.00095147354,0.00079382845,0.00058684574,0.00013238784,0.0002807315,0.000043804608,0.0012360949],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971494,0.000019852492,0.00062817975,0.0004623131,0.0006216158,0.0011186219],"domain_scores_gemma":[0.9986292,0.000015549764,0.00016237797,0.00034304135,0.00079775974,0.000052051506],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00065876177,0.00045981572,0.00038049128,0.001388127,0.0004182331,0.0012678037,0.00038710953,0.00026517562,0.00014798461],"category_scores_gemma":[0.00010812526,0.00031365463,0.00012834267,0.0011074763,0.00011943625,0.0045089675,0.00046605847,0.00043697393,0.00000837735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042590543,0.00011903929,0.0047283033,0.039508633,0.00022045159,0.000060373906,0.0043025105,0.11882257,0.00078395725,0.78091896,0.043430343,0.006678958],"study_design_scores_gemma":[0.001307446,0.00008492806,0.00041076881,0.0002394725,0.00018220604,0.000013518618,0.018545294,0.33989453,0.0010989247,0.058405418,0.57906896,0.00074854825],"about_ca_topic_score_codex":0.00079221383,"about_ca_topic_score_gemma":0.0000030076437,"teacher_disagreement_score":0.72251356,"about_ca_system_score_codex":0.00022132514,"about_ca_system_score_gemma":0.00037728332,"threshold_uncertainty_score":0.9999316},"labels":[],"label_agreement":null},{"id":"W4393365113","doi":"10.1111/capa.12558","title":"Canadian Crown corporations and social procurement: Trade commitments and institutional bricolage","year":2024,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bricolage; Procurement; Globalization; Purchasing; Scope (computer science); Business; Vision; International trade; Economics; Market economy; Marketing; Sociology","score_opus":0.03289997617827262,"score_gpt":0.241466410746673,"score_spread":0.20856643456840038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393365113","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21026601,0.0010326038,0.00037174072,0.66555744,0.00134086,0.001733811,0.00044328047,0.000401849,0.11885241],"genre_scores_gemma":[0.9925733,0.000005156065,0.000032634187,0.005062133,0.0009871107,0.000061338455,0.0007947071,0.00001701347,0.00046659392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988852,0.000009797153,0.00021183085,0.0002882614,0.00018518997,0.00041969595],"domain_scores_gemma":[0.99959886,0.000009400286,0.000055272703,0.00008350365,0.00006577266,0.00018716781],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002656182,0.00017041077,0.00010797483,0.0007827606,0.0010241201,0.0025696598,0.00012121493,0.00011882457,0.0002258391],"category_scores_gemma":[0.00004376023,0.00018690903,0.000027958436,0.0004983437,0.00011323364,0.0023493136,0.000022532335,0.00015050468,0.000048549013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032290734,0.000014187256,0.0045959465,0.00014218283,0.00003138161,0.000031891985,0.00007134192,6.012813e-8,0.000026079813,0.9428843,0.043841243,0.0083581405],"study_design_scores_gemma":[0.00020499017,0.000014320647,0.012459735,0.00001927699,0.000030545933,0.00001855904,0.00007507607,0.0013573596,0.0000033235444,0.002343737,0.9832532,0.00021990213],"about_ca_topic_score_codex":0.091206565,"about_ca_topic_score_gemma":0.94183487,"teacher_disagreement_score":0.94054055,"about_ca_system_score_codex":0.00038288138,"about_ca_system_score_gemma":0.002929916,"threshold_uncertainty_score":0.9984658},"labels":[],"label_agreement":null},{"id":"W4393402550","doi":"","title":"De l'harmonisation du droit des contrats publics vers la construction d'un droit international des contrats publics","year":2020,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques; European Parliament; University of Cambridge; University of Oxford; York University","keywords":"Procurement; Harmonization; Law; Political science; International law; Public law; Business; Philosophy; Marketing","score_opus":0.020556610195983656,"score_gpt":0.22167101825411342,"score_spread":0.20111440805812977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393402550","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2067579,0.0016555629,0.26005405,0.114436336,0.002078135,0.0013722157,0.00018932439,0.0009281118,0.41252837],"genre_scores_gemma":[0.9650782,0.0019953372,0.022301532,0.0015033786,0.00078410417,0.00016590473,0.002478334,0.00012343195,0.0055697765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418604,0.0017188109,0.00113095,0.0011249356,0.0009096081,0.0009296608],"domain_scores_gemma":[0.9900639,0.0010667411,0.0014890896,0.0010973542,0.006021537,0.00026137097],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075595663,0.0007014469,0.00062612415,0.00058147067,0.0011868028,0.0067074304,0.0021820075,0.0006442182,0.00115069],"category_scores_gemma":[0.007356129,0.00088763423,0.0004094836,0.0011291191,0.0013520286,0.0033382254,0.0014798065,0.0011031285,0.00021852153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058507823,0.00051658467,0.03701751,0.0003950293,0.00039334738,0.000011653251,0.002968266,0.000031043914,0.0013841476,0.8409654,0.003759055,0.112499446],"study_design_scores_gemma":[0.0038719377,0.0000018549692,0.060892876,0.002191305,0.0004875557,0.00007999185,0.00092992705,0.06417577,0.006460322,0.2875574,0.57169914,0.0016519269],"about_ca_topic_score_codex":0.004296908,"about_ca_topic_score_gemma":0.0019132439,"teacher_disagreement_score":0.7583203,"about_ca_system_score_codex":0.0008743998,"about_ca_system_score_gemma":0.0008069012,"threshold_uncertainty_score":0.9997624},"labels":[],"label_agreement":null},{"id":"W4397025935","doi":"10.18848/2328-6261/cgp/v24i01/25-44","title":"Supplier Diversity Certification Success Factors: Survey of Women-owned Suppliers","year":2024,"lang":"en","type":"article","venue":"The International Journal of Organizational Diversity","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Certification; Diversity (politics); Business; Marketing; Economics; Management; Political science","score_opus":0.034083515293508754,"score_gpt":0.24315727580370106,"score_spread":0.2090737605101923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397025935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929995,0.00004356735,0.00079738034,0.003678059,0.0014107178,0.000075712334,0.000091064016,0.000027241897,0.00087674835],"genre_scores_gemma":[0.9984729,0.000018668345,0.000013969231,0.00046049178,0.00068732304,3.084182e-7,0.00016732859,0.000010421096,0.00016854693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983315,0.000023810004,0.00032008352,0.0001273614,0.0010344352,0.00016283696],"domain_scores_gemma":[0.9975243,0.00016594469,0.0003749461,0.00010085626,0.0018075735,0.000026359925],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011569102,0.00011977662,0.0001584299,0.00040754786,0.000336086,0.0002707454,0.0013366856,0.000049058322,0.0017939875],"category_scores_gemma":[0.00049976865,0.00008782284,0.00008147772,0.0006528423,0.00009700091,0.0014781251,0.001442054,0.00015182164,0.000060010207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001468339,0.00010454629,0.9484381,0.00003387911,0.00042464977,0.000007007933,0.001227254,0.000085848515,0.00047114567,0.030770374,0.018105017,0.00018531179],"study_design_scores_gemma":[0.00042978383,0.000012278253,0.98275894,0.000028873612,0.000077264594,0.000005369678,0.0003246629,0.0003599534,0.0004910061,0.0073990854,0.007971274,0.00014150786],"about_ca_topic_score_codex":0.0014993078,"about_ca_topic_score_gemma":0.00006732367,"teacher_disagreement_score":0.03432081,"about_ca_system_score_codex":0.00033776724,"about_ca_system_score_gemma":0.00013977272,"threshold_uncertainty_score":0.9991185},"labels":[],"label_agreement":null},{"id":"W4399127743","doi":"10.29173/jaed9","title":"Transforming Indigenous Procurement: Empowerment, Challenges, and the Road Ahead","year":2024,"lang":"en","type":"article","venue":"Journal of Aboriginal Economic Development","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina; University of Ottawa; York University","funders":"","keywords":"Indigenous; Empowerment; Procurement; Business; Political science; Economic growth; Environmental planning; Geography; Marketing; Economics","score_opus":0.017309133037256876,"score_gpt":0.2561563483541405,"score_spread":0.2388472153168836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399127743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84960604,0.045611978,0.00025657017,0.021776231,0.004028095,0.000995813,0.0000027588364,0.000112588445,0.077609956],"genre_scores_gemma":[0.9892287,0.005413999,0.0003180169,0.001034639,0.003205768,0.000035772613,0.0000046104615,0.000038684353,0.00071975746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851316,0.000010582374,0.0007206157,0.0001893311,0.00023442945,0.0003319083],"domain_scores_gemma":[0.9994363,0.000031555137,0.00033008537,0.0000951536,0.00007345732,0.00003343355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018659658,0.00021627014,0.00032378722,0.00042745468,0.00018105963,0.00055117835,0.00029697223,0.00005190378,0.00010346884],"category_scores_gemma":[0.0000110421415,0.00014203202,0.00010597725,0.00010530634,0.00007350559,0.0015938296,0.00004275141,0.00025139796,0.00013451709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004163625,0.00010313198,0.0006978116,0.0008878837,0.00079572847,0.00007420463,0.013430463,0.000017349003,0.000055875444,0.25039676,0.0055785594,0.72754586],"study_design_scores_gemma":[0.0012793529,0.000019313013,0.0019116144,0.0001958434,0.00007212287,0.00007456622,0.00029814456,0.00011126518,0.00005606732,0.003364996,0.99242043,0.00019629546],"about_ca_topic_score_codex":0.00006605394,"about_ca_topic_score_gemma":0.00008089729,"teacher_disagreement_score":0.98684186,"about_ca_system_score_codex":0.00024387098,"about_ca_system_score_gemma":0.000632054,"threshold_uncertainty_score":0.5791898},"labels":[],"label_agreement":null},{"id":"W4399484793","doi":"10.1093/law-ocl/9780192855893.001.0001","title":"Combatting Corruption and Collusion in Public Procurement","year":2024,"lang":"en","type":"book","venue":"Oxford University Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Collusion; Language change; Business; Incentive; Scope (computer science); Harm; Political science; Public administration; Public relations; Public economics; Economics; Law; Marketing; Industrial organization; Market economy","score_opus":0.03557282515287948,"score_gpt":0.21101631287497322,"score_spread":0.17544348772209373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399484793","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008358729,0.00017513908,0.000030270308,0.00036850997,0.00035015427,0.0007204082,0.000016454178,0.00022920186,0.997274],"genre_scores_gemma":[0.009658579,0.000110853995,0.000030288898,0.00040804863,0.0007983395,0.0000055928485,0.00017060379,0.000053694457,0.988764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984764,0.000014131885,0.00024350302,0.00050319184,0.00035995635,0.00040282885],"domain_scores_gemma":[0.99932086,0.000024301822,0.00026299,0.0002297885,0.000129526,0.00003250565],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034651498,0.0003497263,0.0003277095,0.0009173305,0.0002138383,0.00057124486,0.0003914775,0.00030559435,0.000033977933],"category_scores_gemma":[0.000023826708,0.00038599496,0.00008761836,0.00009019319,0.000093578354,0.0007530273,0.0011370439,0.00049349526,0.000007843417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055954588,0.00003538008,0.00029030346,0.0014268248,0.00006901255,0.00007565261,0.00012111952,0.0000013315239,0.000015671381,0.9118719,0.07298285,0.013054019],"study_design_scores_gemma":[0.0006587232,0.0000124907065,0.000087270404,0.00045707446,0.00012250435,0.0000018157868,0.00005048374,0.0008079633,0.0000020850202,0.0027817418,0.99462897,0.0003889076],"about_ca_topic_score_codex":0.00019434985,"about_ca_topic_score_gemma":0.00023077283,"teacher_disagreement_score":0.9216461,"about_ca_system_score_codex":0.00036034026,"about_ca_system_score_gemma":0.00018538804,"threshold_uncertainty_score":0.9998592},"labels":[],"label_agreement":null},{"id":"W4399545092","doi":"10.20944/preprints202406.0548.v1","title":"Exploring Sustainable Procurement Practices: A Qualitative Study of Supplier Selection Criteria","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Procurement; Business; Sustainability; Transparency (behavior); Reputation; Supplier relationship management; Qualitative research; Process management; Marketing; Supply chain; Environmental economics; Supply chain management; Economics","score_opus":0.4029906619830313,"score_gpt":0.44365205864165413,"score_spread":0.04066139665862284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399545092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9539886,0.000089198205,0.000021581543,0.001260357,0.0009441587,0.002886716,0.000006055006,0.00042238127,0.04038097],"genre_scores_gemma":[0.9917845,0.000027319596,0.000045352957,0.00015446909,0.00186086,0.0024804429,0.00006135263,0.00009914219,0.0034865737],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959485,0.00014409279,0.0010145075,0.0013018948,0.0008882406,0.00070274674],"domain_scores_gemma":[0.99618006,0.00007867191,0.0018189184,0.0008375925,0.0010472913,0.000037484202],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003515281,0.00058987155,0.00067574927,0.0011072026,0.00021896334,0.0004495178,0.0008319229,0.0001933066,0.0011797027],"category_scores_gemma":[0.001221674,0.000588952,0.00019858086,0.0010159286,0.000057637095,0.0020671547,0.0057175835,0.001143416,0.0009564919],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017281491,0.011619133,0.33159652,0.058383964,0.005614201,0.00015145341,0.41705325,0.0006121083,0.010712911,0.14885886,0.012294075,0.0013753708],"study_design_scores_gemma":[0.004396553,0.00030439784,0.058743957,0.0021593908,0.003357915,0.000006734474,0.505811,0.002033204,0.009110691,0.13116974,0.27893773,0.0039687213],"about_ca_topic_score_codex":0.009704912,"about_ca_topic_score_gemma":0.0002508461,"teacher_disagreement_score":0.27285257,"about_ca_system_score_codex":0.00032506074,"about_ca_system_score_gemma":0.0002905377,"threshold_uncertainty_score":0.99982136},"labels":[],"label_agreement":null},{"id":"W4400083446","doi":"10.1007/s10961-024-10101-w","title":"Innovation for sustainable development goals: a comparative study of the obstacles and tactics in public organizations","year":2024,"lang":"en","type":"article","venue":"The Journal of Technology Transfer","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Obstacle; Business; Context (archaeology); Process (computing); Sustainable development; Corporate governance; Public sector; Knowledge management; Process management; Empirical research; Comparative case; Public relations; Political science; Computer science","score_opus":0.03650811651372842,"score_gpt":0.27788286190300043,"score_spread":0.241374745389272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400083446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98587453,0.00026039546,0.0017826802,0.011358816,0.000057378387,0.00038036256,4.2268576e-7,0.000019599422,0.0002658361],"genre_scores_gemma":[0.9996922,0.000010914974,0.000045687608,0.00010369393,0.000048205085,0.0000100693915,7.103764e-7,0.0000068533145,0.00008165315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936,0.000011276735,0.0003414345,0.000052150073,0.00011020792,0.00012492637],"domain_scores_gemma":[0.9991803,0.0000510447,0.000078540514,0.00007706881,0.00061061146,0.0000024189744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006892888,0.000068786394,0.00012917652,0.000826319,0.00013099573,0.00008562483,0.000265274,0.000045715547,0.0000073303813],"category_scores_gemma":[0.0001789314,0.000038302067,0.000012480555,0.0029325702,0.0000649316,0.00056837144,0.00005654118,0.00017515021,5.8666063e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007126848,0.00054422166,0.04326531,0.0003402633,0.00031650037,0.000004395891,0.008001424,0.000047055273,0.002914306,0.93791306,0.0021137688,0.0044684364],"study_design_scores_gemma":[0.008024893,0.00067126105,0.117834695,0.0005646141,0.00094594294,0.0000666868,0.22982767,0.0020340136,0.016059197,0.18123183,0.44199264,0.00074655516],"about_ca_topic_score_codex":0.000015699185,"about_ca_topic_score_gemma":0.0001060735,"teacher_disagreement_score":0.7566812,"about_ca_system_score_codex":0.000031601874,"about_ca_system_score_gemma":0.00011416885,"threshold_uncertainty_score":0.1561913},"labels":[],"label_agreement":null},{"id":"W4400347354","doi":"10.2139/ssrn.4886492","title":"Procurement with Manipulation","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Business; Procurement; Process management; Marketing","score_opus":0.01696893180763511,"score_gpt":0.24005116148061997,"score_spread":0.22308222967298486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400347354","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30261633,0.051088344,0.013620267,0.07673004,0.008802346,0.005225232,0.00001742746,0.0025006407,0.5393994],"genre_scores_gemma":[0.9841637,0.0006276401,0.0000578522,0.0007703824,0.009605279,0.000059823455,0.000079511265,0.000101053454,0.004534734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99627167,0.000011596907,0.00040791385,0.00043709818,0.0006720748,0.0021996263],"domain_scores_gemma":[0.9989615,0.000006246104,0.00047772264,0.00027803218,0.00025537293,0.000021095011],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0016443667,0.00042166145,0.000295166,0.00065534073,0.00021432461,0.0014105616,0.000565901,0.00019271216,0.0001063048],"category_scores_gemma":[0.000030197638,0.0003201943,0.0002263883,0.00037722313,0.000031196152,0.0005491435,0.0007026703,0.004552974,0.0004703607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009519123,0.00008895605,0.0015812175,0.0008054991,0.00084024464,0.000012299285,0.000055684286,0.00034100655,0.000022422457,0.97505796,0.0064059,0.014693595],"study_design_scores_gemma":[0.00044358728,0.000043232598,0.00029777348,0.0003071416,0.00042105085,0.00006968721,0.00017413299,0.0013294015,0.0000035286846,0.91928226,0.07714714,0.00048107226],"about_ca_topic_score_codex":0.0003610517,"about_ca_topic_score_gemma":0.001815135,"teacher_disagreement_score":0.6815474,"about_ca_system_score_codex":0.0010660075,"about_ca_system_score_gemma":0.0023289484,"threshold_uncertainty_score":0.999925},"labels":[],"label_agreement":null},{"id":"W4400348245","doi":"10.47604/gjppm.2772","title":"Impact of Ethical Procurement Practices in Enhancing Corporate Reputation and Stakeholder Trust in Canada","year":2024,"lang":"en","type":"article","venue":"Global Journal of Purchasing and Procurement Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Business; Procurement; Reputation; Stakeholder theory; Reputation management; Stakeholder engagement; Public relations; Marketing; Political science; Law","score_opus":0.05788109727883249,"score_gpt":0.3071063097991649,"score_spread":0.24922521252033242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400348245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888437,0.0028532427,0.00038099315,0.003503028,0.00034549294,0.00056656735,0.0000056447343,0.000017341343,0.0034839888],"genre_scores_gemma":[0.99874514,0.00032670377,0.0003392158,0.00032389502,0.00021141664,0.000011329884,0.000006009321,0.00001379335,0.000022472426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975204,0.000050057424,0.00096869207,0.00031395012,0.00075473945,0.00039217493],"domain_scores_gemma":[0.998351,0.000040818933,0.0012569155,0.00011291632,0.00019247252,0.000045890967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022525676,0.00025694317,0.0003752114,0.00057834433,0.000059278904,0.0004067961,0.00018686445,0.00007821897,0.000025134088],"category_scores_gemma":[0.0001753072,0.00021225536,0.000063257314,0.00090433966,0.000047775375,0.0011627799,0.0001607228,0.00041202107,0.0000011482784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084817153,0.0004308468,0.8168614,0.0064077107,0.0007958976,0.0008081705,0.00079385156,0.0017174816,0.0007505236,0.040791973,0.0055032438,0.12429076],"study_design_scores_gemma":[0.007761876,0.0006719477,0.8902949,0.008229575,0.0008286306,0.00021931363,0.005034889,0.015363266,0.0001955573,0.0393091,0.030594816,0.0014961297],"about_ca_topic_score_codex":0.1182714,"about_ca_topic_score_gemma":0.11947332,"teacher_disagreement_score":0.12279462,"about_ca_system_score_codex":0.0008516382,"about_ca_system_score_gemma":0.0005743224,"threshold_uncertainty_score":0.896594},"labels":[],"label_agreement":null},{"id":"W4400444526","doi":"10.5465/amproc.2024.10609abstract","title":"When Do Mandatory Electronic Waste Laws Crowd Out Voluntary Environmental Initiatives?","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Business; Turnover; Electronic waste; Waste management; Engineering; Economics; Management","score_opus":0.01395832064202974,"score_gpt":0.23837780618225868,"score_spread":0.22441948554022895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400444526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5193652,0.0040124087,0.00010964026,0.01262268,0.00055739377,0.0015157136,0.000023458222,0.00083064014,0.4609629],"genre_scores_gemma":[0.9865431,0.00058365695,0.00010884012,0.0043569263,0.0018112457,0.00010791659,0.000038992515,0.000077368735,0.0063719368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973097,0.000004955973,0.0005423331,0.000672636,0.0006756799,0.00079468836],"domain_scores_gemma":[0.99955446,0.000019541818,0.00025952308,0.00010860234,0.000021905189,0.00003596427],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007720243,0.0004068669,0.00032048405,0.0008334604,0.00016806883,0.0005301659,0.00078201457,0.00015785258,0.0009989904],"category_scores_gemma":[0.000014280916,0.00039776624,0.00017720221,0.0004132069,0.00015325878,0.0050580213,0.00075199414,0.00050845195,0.0008484995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007811714,0.0001477717,0.005909588,0.002564144,0.0005874307,0.000008836112,0.0005601974,0.0000014965259,0.0014354606,0.69856113,0.26864007,0.021505745],"study_design_scores_gemma":[0.0006424823,0.000028894212,0.007761788,0.00028845287,0.00029956494,0.000002194466,0.00070886,0.00037185987,0.00051491545,0.039391086,0.94947964,0.000510251],"about_ca_topic_score_codex":0.000013251995,"about_ca_topic_score_gemma":0.0000015221976,"teacher_disagreement_score":0.6808396,"about_ca_system_score_codex":0.00015297196,"about_ca_system_score_gemma":0.0000150936885,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W4400469731","doi":"10.20944/preprints202407.0581.v1","title":"Negotiation Dynamics in Procurement: Examining Strategies and Outcomes","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Negotiation; Business; Procurement; Incentive; Knowledge management; Thematic analysis; Supply chain; Transparency (behavior); Industrial organization; Marketing; Qualitative research; Public relations; Economics; Microeconomics; Political science; Sociology","score_opus":0.12082009711797169,"score_gpt":0.33437634928734533,"score_spread":0.21355625216937363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400469731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8920977,0.00026104032,0.000035693545,0.0025226353,0.00085806113,0.0007631362,0.0000068009044,0.00036486812,0.10309005],"genre_scores_gemma":[0.9973916,0.000051439998,0.00004218437,0.0005068138,0.00072039175,0.00021340493,0.00015555047,0.00006164627,0.0008569946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975791,0.000022160128,0.0006174585,0.00092003436,0.00040223266,0.00045904404],"domain_scores_gemma":[0.9989036,0.000036186128,0.0003717178,0.0005466535,0.000117969495,0.000023884812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009829877,0.0004746605,0.00046920765,0.000843474,0.00009052255,0.0008817301,0.00051022856,0.00030580413,0.00023215868],"category_scores_gemma":[0.00024851697,0.00046694162,0.000092937145,0.00039490426,0.000064761676,0.001237948,0.0039509987,0.0009458905,0.0006892733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011915383,0.00006202769,0.88867724,0.0016214342,0.00008544832,0.000009083747,0.0003360842,0.000113730865,0.00007489075,0.10751419,0.000086078646,0.0014078799],"study_design_scores_gemma":[0.00048094665,0.000004267173,0.8547097,0.0005243242,0.00013191256,0.0000011305025,0.0012029393,0.010963803,0.000043651205,0.12682088,0.0044271536,0.00068930775],"about_ca_topic_score_codex":0.0020397655,"about_ca_topic_score_gemma":0.0014725353,"teacher_disagreement_score":0.105293855,"about_ca_system_score_codex":0.0002762953,"about_ca_system_score_gemma":0.00017317935,"threshold_uncertainty_score":0.9997782},"labels":[],"label_agreement":null},{"id":"W4400492485","doi":"10.20944/preprints202407.0758.v1","title":"Understanding the Impact of Supplier Diversity Initiatives in Procurement","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Procurement; Business; Diversity (politics); Supply chain; Supplier relationship management; Qualitative property; Supply chain management; Knowledge management; Process management; Marketing; Political science","score_opus":0.3065247633745372,"score_gpt":0.3681826617058943,"score_spread":0.0616578983313571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400492485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84000343,0.0001500808,0.00007296722,0.0016261283,0.00045895786,0.001056186,0.000024620062,0.00012888262,0.15647876],"genre_scores_gemma":[0.9987853,0.000041068597,0.000005582453,0.00017518806,0.0006198159,0.00007794078,0.000045788303,0.000033895576,0.00021541536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978921,0.00003696321,0.00050360925,0.0006247368,0.00050224405,0.00044038368],"domain_scores_gemma":[0.9986853,0.000054625616,0.0004588797,0.00065403077,0.00012671504,0.000020433738],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013749686,0.00039301848,0.00042572964,0.0006562809,0.00018852715,0.00014233078,0.0010300049,0.00020290737,0.0011711131],"category_scores_gemma":[0.00020051784,0.000286043,0.00035576572,0.0005979342,0.00014643207,0.0004845496,0.01272322,0.0009824651,0.0005167493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005981839,0.00014845216,0.9522911,0.00080294063,0.0003126084,0.0000069414355,0.0018058269,0.00064242166,0.00015788025,0.042653434,0.0010738161,0.000044783366],"study_design_scores_gemma":[0.00049556955,0.0000079359515,0.7849152,0.00050138513,0.00015467528,5.963581e-7,0.0006614638,0.0011166905,0.00029525577,0.21058744,0.00080361875,0.00046017597],"about_ca_topic_score_codex":0.0037800018,"about_ca_topic_score_gemma":0.00019688597,"teacher_disagreement_score":0.16793402,"about_ca_system_score_codex":0.00059029163,"about_ca_system_score_gemma":0.00020607536,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W4400687153","doi":"10.20944/preprints202407.1094.v1","title":"The Role of Supplier Diversity in Enhancing E-Commerce Operations","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Business; Supply chain; Supply chain management; Supplier relationship management; Diversity (politics); Knowledge management; Marketing; Industrial organization; Process management","score_opus":0.07369959119407356,"score_gpt":0.30927702614709124,"score_spread":0.2355774349530177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400687153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86170757,0.00032692633,0.000011622695,0.0028619673,0.00061404466,0.00049747585,0.000009752654,0.000105562525,0.13386507],"genre_scores_gemma":[0.9970165,0.0000634186,0.0000147657765,0.00033230975,0.00070512336,0.0000825579,0.00004155916,0.000025322104,0.0017184381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834645,0.00002437752,0.00046715827,0.00049562566,0.00032658686,0.0003397868],"domain_scores_gemma":[0.998885,0.000051625655,0.00016863817,0.0007323096,0.00014665228,0.000015809743],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011477048,0.0002487757,0.0002801252,0.00032580263,0.00033003825,0.00018141045,0.001067094,0.00017531958,0.00052109547],"category_scores_gemma":[0.00023682913,0.00020973383,0.0001589938,0.00035970125,0.000080184196,0.00030737257,0.014195026,0.000804537,0.001489545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030341036,0.00012233037,0.8852023,0.00048570527,0.00013542378,0.0000030946683,0.0012224753,0.0004785464,0.0035428237,0.106186435,0.0006205875,0.0019699598],"study_design_scores_gemma":[0.0006280826,0.0000045760994,0.50664985,0.0006527516,0.00029181186,0.0000010731494,0.0013449277,0.0061373156,0.0116643,0.2107702,0.26084635,0.0010087636],"about_ca_topic_score_codex":0.007552894,"about_ca_topic_score_gemma":0.0029987486,"teacher_disagreement_score":0.37855244,"about_ca_system_score_codex":0.00009326366,"about_ca_system_score_gemma":0.00010401688,"threshold_uncertainty_score":0.9992879},"labels":[],"label_agreement":null},{"id":"W4400866683","doi":"10.1177/08404704241258152","title":"Healthcare procurement in the race to net-zero: Practical steps for healthcare leadership","year":2024,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; St. Michael's Hospital; McMaster University","funders":"","keywords":"Greenhouse gas; Procurement; Carbon footprint; Health care; Certification; Business; Sustainability; Supply chain; Environmental economics; Supply chain management; Process management; Operations management; Marketing; Engineering; Economics; Management","score_opus":0.13473849695536444,"score_gpt":0.3675255991827911,"score_spread":0.23278710222742666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400866683","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009582871,0.0032946325,0.0038631393,0.97383225,0.0021285503,0.008665799,0.00004085522,0.00059140736,0.006625101],"genre_scores_gemma":[0.8069942,0.00016057857,0.0011783277,0.18326244,0.0024175046,0.003426003,0.0002793234,0.0001418007,0.0021398526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941307,0.0001375527,0.0010366054,0.0012155925,0.0012112535,0.0022683407],"domain_scores_gemma":[0.99824,0.00020885137,0.0002358756,0.0008790261,0.00029136616,0.00014486842],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0031407136,0.00061584054,0.00053226785,0.0012401763,0.0006620049,0.0013780358,0.00096069754,0.00022534028,0.00006115167],"category_scores_gemma":[0.00018103473,0.0004985514,0.0002488952,0.002505473,0.000060249604,0.0014544665,0.00047807212,0.0007500223,0.0005556566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016855702,0.00013334073,0.0026751508,0.009418049,0.000057472567,0.00006303895,0.0006427026,0.0000090346675,0.0000015464068,0.61621547,0.32466114,0.045954537],"study_design_scores_gemma":[0.00081076374,0.00020909932,0.0020921098,0.00085440394,0.0000695543,0.0000089095565,0.007817416,0.0010526517,0.0000038051903,0.022028904,0.96448064,0.0005717152],"about_ca_topic_score_codex":0.0029304547,"about_ca_topic_score_gemma":0.008028945,"teacher_disagreement_score":0.8060359,"about_ca_system_score_codex":0.0005072907,"about_ca_system_score_gemma":0.00025019996,"threshold_uncertainty_score":0.9997466},"labels":[],"label_agreement":null},{"id":"W4401774723","doi":"10.1007/s44282-024-00068-2","title":"Lessons from Canada for green procurement strategy design","year":2024,"lang":"en","type":"article","venue":"Discover Global Society","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Canada West; Simon Fraser University","funders":"","keywords":"Procurement; Business; Sustainable design; Architectural engineering; Engineering; Sustainability; Marketing; Biology; Ecology","score_opus":0.046643407728891875,"score_gpt":0.2863832416254669,"score_spread":0.23973983389657505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401774723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21059605,0.02257591,0.25277385,0.2365978,0.014170228,0.011783855,0.009531197,0.003352608,0.2386185],"genre_scores_gemma":[0.9890101,0.000019107532,0.00037319958,0.0058577796,0.0030649807,0.00005968165,0.0003956513,0.000027926437,0.0011915943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986119,0.000005273777,0.00020272893,0.00037657784,0.00036572298,0.00043777635],"domain_scores_gemma":[0.9996366,0.00003098986,0.00006527729,0.0001623709,0.000079628335,0.000025128702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020829272,0.0002191266,0.00016089226,0.000013974057,0.00018218662,0.00074483384,0.00030595678,0.00007211166,0.00014665439],"category_scores_gemma":[0.000020944244,0.00018744031,0.00019241327,0.00036771924,0.00002968432,0.0010174869,0.00011684195,0.00008783714,0.000040670955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018801511,0.000039724982,0.001469253,0.00021782324,0.00025429766,0.0000034494242,0.000066238346,0.00009709126,0.00007040931,0.12816449,0.8607181,0.008880382],"study_design_scores_gemma":[0.00057041977,0.000012111161,0.00441899,0.000086587665,0.0001847649,3.692185e-7,0.0004636708,0.013454632,0.00005963159,0.054613944,0.9256721,0.00046276228],"about_ca_topic_score_codex":0.7120002,"about_ca_topic_score_gemma":0.24336569,"teacher_disagreement_score":0.778414,"about_ca_system_score_codex":0.00035867264,"about_ca_system_score_gemma":0.0007601964,"threshold_uncertainty_score":0.77044094},"labels":[],"label_agreement":null},{"id":"W4402359483","doi":"10.2139/ssrn.4921414","title":"Managing Sustainability in Public Utilities: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Sustainability; Systematic review; Business; Environmental planning; Natural resource economics; Economics; Political science; Environmental science; MEDLINE","score_opus":0.031026239955421225,"score_gpt":0.31276340925938323,"score_spread":0.281737169303962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402359483","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5029718e-7,0.9847982,0.000050459465,0.004242648,0.00035364335,0.0025619932,0.000002318977,0.00014764925,0.007842821],"genre_scores_gemma":[0.000091890135,0.9930032,0.0000011536833,0.0007749011,0.001551429,0.0004056816,0.000045037566,0.00011324233,0.0040134597],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926448,0.00019474029,0.0019661158,0.00057953456,0.0006266247,0.003988192],"domain_scores_gemma":[0.9977957,0.000087967164,0.0011482326,0.00062164257,0.0003077931,0.000038666945],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011407869,0.00077316386,0.002984449,0.0019249758,0.00019663853,0.0013556061,0.0014415615,0.00023323456,0.00008930909],"category_scores_gemma":[0.0015993686,0.00055010855,0.0010934036,0.00261062,0.000056657515,0.0016825951,0.00043204773,0.0045726583,0.00056630437],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[7.642859e-7,0.000026751846,0.0000010753101,0.65816444,0.00025495616,0.000012395485,0.000006765619,1.8423282e-8,4.6074505e-10,0.2647045,0.0012590335,0.07556932],"study_design_scores_gemma":[0.00007257269,0.0000065635263,5.5102927e-8,0.27486324,0.0021964714,0.00013689729,0.00023428853,0.000011862987,1.7667856e-10,0.20339677,0.51876396,0.00031729662],"about_ca_topic_score_codex":0.00018407761,"about_ca_topic_score_gemma":0.0006211134,"teacher_disagreement_score":0.51750493,"about_ca_system_score_codex":0.005118894,"about_ca_system_score_gemma":0.0067575276,"threshold_uncertainty_score":0.99969506},"labels":[],"label_agreement":null},{"id":"W4402644603","doi":"10.1111/capa.12577","title":"Breaking All the Rules: Information Technology Procurement in the Government of Canada","year":2024,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Government of Ontario","keywords":"Procurement; Government (linguistics); Government procurement; Business; Knowledge management; Computer science; Marketing","score_opus":0.013942982159024064,"score_gpt":0.2137032180661884,"score_spread":0.19976023590716432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402644603","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08191384,0.00020479351,0.00023584152,0.7637844,0.00070018,0.0011696973,0.00006621422,0.000080653845,0.1518444],"genre_scores_gemma":[0.9941729,0.0000026278599,0.0000113159795,0.005312372,0.00024894532,0.00008668734,0.000084127736,0.0000059565855,0.00007512464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987519,0.000009687736,0.00030020886,0.0001064514,0.00051485444,0.0003169113],"domain_scores_gemma":[0.9995595,0.000024142688,0.000117073716,0.00019604125,0.00008165672,0.000021572778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059110456,0.00010747349,0.000076406126,0.00027469298,0.00014189469,0.0006168846,0.0004215693,0.00005897338,0.000089674],"category_scores_gemma":[0.00018197423,0.00007142741,0.000023381097,0.0007903053,0.000039158967,0.0014146162,0.00002926848,0.00015317657,0.000012532517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025136835,0.000009304293,0.001703831,0.000096655844,0.000014941645,0.000005768173,0.00011091059,0.0000010464438,0.000006875507,0.9353663,0.04831628,0.014365587],"study_design_scores_gemma":[0.000078135985,0.000008144947,0.0017624386,0.000028792647,0.000011764033,0.0000051608763,0.0011273044,0.0012937874,0.000018486879,0.002702697,0.9928756,0.000087704444],"about_ca_topic_score_codex":0.22782438,"about_ca_topic_score_gemma":0.9708384,"teacher_disagreement_score":0.9445593,"about_ca_system_score_codex":0.00043960096,"about_ca_system_score_gemma":0.0024474647,"threshold_uncertainty_score":0.77731764},"labels":[],"label_agreement":null},{"id":"W4402676753","doi":"10.18235/0013154","title":"Inclusion of Indigenous Peoples in the Public Procurement Market: Lessons for Latin America and the Caribbean from International Experiences","year":2024,"lang":"en","type":"report","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latin Americans; Indigenous; Inclusion (mineral); Procurement; Caribbean region; Political science; Economic growth; Geography; Business; Sociology; Anthropology; Economics; Biology","score_opus":0.0429003227523491,"score_gpt":0.3026980374331563,"score_spread":0.2597977146808072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402676753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11961089,0.009693913,0.00038647268,0.19520384,0.0039714463,0.005948773,0.00029309117,0.00018188954,0.6647097],"genre_scores_gemma":[0.9921736,0.00082708034,0.00008402132,0.0015737867,0.0019141884,0.0010670928,0.00043410988,0.000031707772,0.0018944076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767226,0.00003192802,0.00056361145,0.00037388288,0.0010706978,0.00028761468],"domain_scores_gemma":[0.9985018,0.00034026967,0.0005537428,0.00026797067,0.00032659937,0.00000963388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016805023,0.00027424944,0.00038414294,0.00044928875,0.0003011405,0.0007664822,0.0010018761,0.00012262216,0.0003774646],"category_scores_gemma":[0.00074521685,0.00014128698,0.00014418495,0.00047082518,0.00019889111,0.0004340844,0.0014613125,0.000238996,0.0000044824674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003456618,0.0005183433,0.010909137,0.002541358,0.00094976055,0.00001584452,0.11820384,0.0000023482346,0.00004425723,0.094950646,0.6665994,0.10491944],"study_design_scores_gemma":[0.00061632507,0.000011114637,0.0018367692,0.00017812928,0.00011925038,0.0000015228768,0.0181438,0.0006139185,0.0000050500707,0.0054388484,0.97280073,0.00023454716],"about_ca_topic_score_codex":0.012272701,"about_ca_topic_score_gemma":0.007795093,"teacher_disagreement_score":0.8725627,"about_ca_system_score_codex":0.00008602779,"about_ca_system_score_gemma":0.00048177125,"threshold_uncertainty_score":0.99430466},"labels":[],"label_agreement":null},{"id":"W4403196071","doi":"10.3311/ccc2024-075","title":"Working Women’s Recommendations to Recruit and Retain Women in The Construction Trades: A Qualitative Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Kentucky","keywords":"Qualitative analysis; Qualitative research; Computer science; Sociology; Social science","score_opus":0.0656077335544608,"score_gpt":0.34619691331140584,"score_spread":0.28058917975694503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403196071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77774554,0.00012690181,0.0017861994,0.09435767,0.00026819436,0.0005742782,0.0000049931946,0.00022575709,0.124910444],"genre_scores_gemma":[0.99260867,0.000017335531,0.0003784366,0.0045710993,0.00035298846,0.00035680586,0.000022941174,0.00000922095,0.0016825087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989431,0.000060786922,0.00024958185,0.00024595956,0.00015265029,0.0003479189],"domain_scores_gemma":[0.99958533,0.00018886165,0.000049913757,0.0001280497,0.000028549013,0.000019320129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002535665,0.00011670074,0.00016563862,0.0010812806,0.0001289104,0.0009521594,0.00015178807,0.000036318786,0.00074838375],"category_scores_gemma":[0.00016039972,0.00008370507,0.00004315639,0.0035544322,0.000034919318,0.0007552441,0.000060207498,0.00013266878,0.000053362786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004107517,0.000058966576,0.008265331,0.00011727147,0.00055215525,0.000004943258,0.19679181,0.000011468161,0.000036572637,0.6369203,0.031105261,0.1260949],"study_design_scores_gemma":[0.00023189014,0.000015477173,0.0024109026,0.00005646449,0.00010692528,0.0000013732063,0.19792567,0.0034986022,0.0000020280356,0.06303816,0.7324601,0.00025245058],"about_ca_topic_score_codex":0.00034947996,"about_ca_topic_score_gemma":0.0005290557,"teacher_disagreement_score":0.7013548,"about_ca_system_score_codex":0.00015991599,"about_ca_system_score_gemma":0.000022105152,"threshold_uncertainty_score":0.91816956},"labels":[],"label_agreement":null},{"id":"W4403227740","doi":"10.1504/ijpm.2024.142031","title":"The impact of the enablers of green supplier selection and procurement on supply chain performance","year":2024,"lang":"en","type":"article","venue":"International Journal of Procurement Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Procurement; Business; Supply chain; Supply chain management; Selection (genetic algorithm); Supplier evaluation; Process management; Supplier relationship management; Operations management; Industrial organization; Computer science; Marketing; Economics","score_opus":0.011419587293142538,"score_gpt":0.25731588753091056,"score_spread":0.245896300237768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403227740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93313295,0.0012222275,0.00048457552,0.027096303,0.0034095151,0.002118569,0.000018205126,0.00006487979,0.032452807],"genre_scores_gemma":[0.99747777,0.00029202618,0.00005220379,0.00025492205,0.00081537786,0.00002579264,0.0000036056579,0.000018831217,0.0010594707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764824,0.000019867575,0.00067992264,0.0001775231,0.0012310615,0.00024341317],"domain_scores_gemma":[0.99857163,0.000037218884,0.0006768054,0.00015385279,0.0005440607,0.000016439399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012674878,0.00020590771,0.00018669496,0.0005199281,0.00013046632,0.00029619315,0.00078409543,0.000036677382,0.00009677921],"category_scores_gemma":[0.000042571002,0.000111395224,0.00022168826,0.0004442794,0.000078930345,0.00073851796,0.00028277602,0.00021167246,0.000008371431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002307027,0.0014090062,0.1628108,0.0031931705,0.009129563,0.000031784213,0.0013627824,0.0060633784,0.006294984,0.33998615,0.16167895,0.3057324],"study_design_scores_gemma":[0.0045127855,0.001012781,0.2568427,0.0034984443,0.00077394,0.00005390782,0.0006884149,0.027377475,0.00791555,0.014665351,0.68186426,0.0007943693],"about_ca_topic_score_codex":0.00018405089,"about_ca_topic_score_gemma":0.00003419774,"teacher_disagreement_score":0.52018535,"about_ca_system_score_codex":0.00023498222,"about_ca_system_score_gemma":0.0000839282,"threshold_uncertainty_score":0.45425653},"labels":[],"label_agreement":null},{"id":"W4403536401","doi":"10.2139/ssrn.4954633","title":"Creating Winners: Strategic Procurement in the Age of Innovation","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for International Governance Innovation; Balsillie School of International Affairs; Asia Pacific Foundation of Canada","funders":"","keywords":"Procurement; Business; Marketing; Industrial organization","score_opus":0.029339910737118374,"score_gpt":0.27043642595452594,"score_spread":0.24109651521740758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403536401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8627903,0.0028371513,0.0011061177,0.007906885,0.00032564244,0.00043389664,7.97744e-7,0.00008261413,0.12451663],"genre_scores_gemma":[0.9975546,0.00011674777,0.000013267455,0.0005133885,0.0014292831,0.000011340117,0.00001707171,0.000013450962,0.00033087094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981899,0.000017697992,0.00041955648,0.00012468688,0.0003375522,0.00091055507],"domain_scores_gemma":[0.999587,0.000022999835,0.0001723648,0.00009485286,0.000119884775,0.0000029119594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003710322,0.00011804912,0.000112424736,0.0005687685,0.00010467962,0.00047888918,0.00031630084,0.00003965532,0.000036482066],"category_scores_gemma":[0.00008565985,0.00007879829,0.00004623975,0.0018679119,0.000024955343,0.0009295721,0.000032733526,0.00089736877,0.000021959813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001039942,0.00004155642,0.0012084718,0.00008308347,0.000041194613,0.0000050514086,0.00018130217,0.000012693508,0.0012828644,0.990914,0.0003883965,0.0058309883],"study_design_scores_gemma":[0.00047270316,0.00006270782,0.0011465758,0.00017954897,0.000050293944,0.00003709953,0.004396894,0.00096304325,0.00003597025,0.95888406,0.033590663,0.00018044595],"about_ca_topic_score_codex":0.00025705196,"about_ca_topic_score_gemma":0.00069892657,"teacher_disagreement_score":0.13476431,"about_ca_system_score_codex":0.00020636711,"about_ca_system_score_gemma":0.00067017373,"threshold_uncertainty_score":0.46179396},"labels":[],"label_agreement":null},{"id":"W4403734207","doi":"10.1108/imds-03-2023-0197","title":"Breaking the mold: the pursuit of decentralized trade and supply chain finance","year":2024,"lang":"en","type":"article","venue":"Industrial Management & Data Systems","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Supply chain; Business; Mold; Chain (unit); Trade finance; Finance; Commerce; Economics; Public finance; Marketing; Materials science; Macroeconomics; Physics","score_opus":0.08120946774619799,"score_gpt":0.26952075107487017,"score_spread":0.1883112833286722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403734207","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16223967,0.04953267,0.0030286142,0.5298748,0.04208758,0.027146077,0.0022814877,0.0023238373,0.18148528],"genre_scores_gemma":[0.993674,0.0003309523,0.000009095832,0.0011820878,0.003569667,0.00010385393,0.00024365743,0.00003462464,0.00085206993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978523,0.000059858496,0.0005350284,0.00046595148,0.0006556387,0.000431181],"domain_scores_gemma":[0.99854106,0.00012849041,0.0002615102,0.0010328635,0.000022578912,0.000013505373],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026133258,0.00024824555,0.00027495302,0.00022427662,0.00025076017,0.002285123,0.0022232907,0.00009601908,0.00005105721],"category_scores_gemma":[0.000088888104,0.00014681488,0.000059210648,0.0009372853,0.00012694632,0.0014557868,0.0013777487,0.0002621198,0.00003973469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004838376,0.00003870965,0.0010030479,0.0005863602,0.0003188186,0.000022454013,0.00009659062,0.00004298397,0.000038209262,0.35859156,0.5889755,0.050237365],"study_design_scores_gemma":[0.00069967605,0.0000070919436,0.0010228079,0.00041405385,0.00023907369,0.0000047261033,0.00031345646,0.010763371,0.0000037592295,0.00039070996,0.98596257,0.0001786771],"about_ca_topic_score_codex":0.0016894869,"about_ca_topic_score_gemma":0.000055680954,"teacher_disagreement_score":0.8314343,"about_ca_system_score_codex":0.00003094502,"about_ca_system_score_gemma":0.00003061,"threshold_uncertainty_score":0.9987506},"labels":[],"label_agreement":null},{"id":"W4403997337","doi":"10.1016/j.ijpe.2024.109461","title":"Digital transformation in public-private collaborations: The success of humanitarian supply chain operations","year":2024,"lang":"en","type":"article","venue":"International Journal of Production Economics","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Supply chain; Business; Digital transformation; Transformation (genetics); Supply chain management; Process management; Industrial organization; Computer science; Operations management; Marketing; Economics","score_opus":0.024933488913023695,"score_gpt":0.24955756926005604,"score_spread":0.22462408034703235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403997337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90314084,0.00014248796,0.0009400433,0.08483122,0.003600049,0.00021483925,0.000027371678,0.000018130075,0.007085019],"genre_scores_gemma":[0.99667805,0.00010346502,0.00004779396,0.00022849345,0.0027390735,0.000007902328,0.00007383866,0.000009039891,0.000112315196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904674,0.000008410291,0.0006068404,0.000094559735,0.00015234543,0.00009112832],"domain_scores_gemma":[0.9991423,0.000019946787,0.0002166726,0.00008047507,0.00053269666,0.000007914868],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00066615624,0.00007934171,0.000102425925,0.00073521025,0.00006420094,0.0011919859,0.0003719512,0.000029902243,0.00010726869],"category_scores_gemma":[0.00021259714,0.00006401615,0.000064296015,0.00033109653,0.00004532547,0.0074616894,0.000034143308,0.00013381746,0.00001860356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004767857,0.00016859663,0.007586673,0.000049007034,0.00019060563,0.000002666698,0.000858666,0.008763675,0.00040083774,0.9608367,0.0028232585,0.018271616],"study_design_scores_gemma":[0.0012046308,0.000040485713,0.012729889,0.00020401002,0.00005779982,0.00007884945,0.0017780883,0.027756015,0.0011322615,0.0409193,0.91377354,0.00032513568],"about_ca_topic_score_codex":0.00004291106,"about_ca_topic_score_gemma":0.00035782656,"teacher_disagreement_score":0.9199174,"about_ca_system_score_codex":0.00012119928,"about_ca_system_score_gemma":0.0001431381,"threshold_uncertainty_score":0.99984485},"labels":[],"label_agreement":null},{"id":"W4404145648","doi":"10.5267/j.uscm.2024.7.012","title":"Supply chain performance: Investigating the role of compensation and organizational support in the government organization","year":2024,"lang":"en","type":"article","venue":"Uncertain Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Government (linguistics); Compensation (psychology); Supply chain; Industrial organization; Chain (unit); Organizational performance; Process management; Marketing; Psychology; Social psychology","score_opus":0.009452171110584119,"score_gpt":0.20751895802986203,"score_spread":0.19806678691927793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404145648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8938031,0.000615734,0.00073801447,0.03846584,0.00058849977,0.0029237734,0.000035113193,0.00026686324,0.06256302],"genre_scores_gemma":[0.9954406,0.00010169548,0.0001302307,0.0029964447,0.00049596827,0.00007141984,0.00027302094,0.000033874236,0.00045677208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980915,0.000045253557,0.00043214913,0.00031721563,0.0008027524,0.00031112533],"domain_scores_gemma":[0.99936444,0.000098773286,0.00016451385,0.0002636708,0.00009461781,0.0000139646545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015375715,0.0002224386,0.00015951843,0.00024087132,0.00025971144,0.00049671426,0.0004637835,0.00005236749,0.00039823164],"category_scores_gemma":[0.00009887113,0.00015035116,0.000031812822,0.00168444,0.00011137838,0.0006731587,0.00030701986,0.00016639996,0.000048863283],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011336045,0.000087199696,0.28788683,0.0007723596,0.00008150616,0.0000073810925,0.0031965782,0.00068613957,0.00038949307,0.6795912,0.0093422,0.017947804],"study_design_scores_gemma":[0.0016352035,0.00008372931,0.33879447,0.00058263005,0.00029826272,0.000015263697,0.02042943,0.1950721,0.0006869696,0.0376158,0.40385598,0.00093016785],"about_ca_topic_score_codex":0.00023861464,"about_ca_topic_score_gemma":0.00006752787,"teacher_disagreement_score":0.6419754,"about_ca_system_score_codex":0.00011810894,"about_ca_system_score_gemma":0.00003974153,"threshold_uncertainty_score":0.61311424},"labels":[],"label_agreement":null},{"id":"W4404633887","doi":"10.1017/9781009279277.012","title":"Ethics and Public Sector Innovation","year":2024,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Public sector; Business; Engineering ethics; Political science; Engineering; Law","score_opus":0.0659040664123605,"score_gpt":0.22644954691456554,"score_spread":0.16054548050220502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404633887","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030693354,0.00019715371,0.00006014646,0.00089969917,0.00047570808,0.0002860505,0.000056514866,0.0003351427,0.99738264],"genre_scores_gemma":[0.005587558,0.000053964675,0.000011646061,0.0013517558,0.0015391528,9.435811e-7,0.00018335936,0.000058792713,0.99121284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987654,0.0000067512824,0.00019561638,0.0004404275,0.00031232336,0.00027945533],"domain_scores_gemma":[0.9989914,0.00004525883,0.00023891802,0.0002797261,0.00041964164,0.00002511073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032196657,0.00033105857,0.00025451469,0.0009898877,0.0002948938,0.00060801074,0.00034435195,0.00048329434,0.000022499777],"category_scores_gemma":[0.00006411843,0.00037232533,0.0000822428,0.00006403754,0.00016718493,0.00064749987,0.00073227927,0.0010844233,0.00010053993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012559742,0.0000037824013,0.000008694817,0.00054766884,0.0000895139,0.000035597663,0.00001715731,4.1634856e-8,0.00001619216,0.9002826,0.09814582,0.00084033125],"study_design_scores_gemma":[0.00026205298,0.000005629467,0.000013031747,0.00016118947,0.00016883097,0.0000028890609,0.000024563074,0.00009118872,0.0000061943924,0.0011589023,0.9977164,0.0003890993],"about_ca_topic_score_codex":0.00032278994,"about_ca_topic_score_gemma":0.000016835498,"teacher_disagreement_score":0.8995706,"about_ca_system_score_codex":0.00009591385,"about_ca_system_score_gemma":0.00011613403,"threshold_uncertainty_score":0.99987286},"labels":[],"label_agreement":null},{"id":"W4404758789","doi":"10.4102/jtscm.v18i0.1079","title":"Revolution of South African public procurement in the Industry 4.0 era","year":2024,"lang":"en","type":"article","venue":"Journal of Transport and Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Procurement; Business; Sustainability; Industrial Revolution; Economic growth; Commerce; Marketing; Political science; Economics","score_opus":0.020043513299320376,"score_gpt":0.22602539660809046,"score_spread":0.20598188330877007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404758789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8636782,0.00457619,0.0020729003,0.07299482,0.001108617,0.0014746398,0.000015137833,0.00007931532,0.05400014],"genre_scores_gemma":[0.9980252,0.0001633594,0.00012283339,0.00069250446,0.0006987132,0.000017830707,0.000011433201,0.000014661225,0.0002534757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825466,0.000019228268,0.0006631778,0.00017171827,0.00060198957,0.0002892401],"domain_scores_gemma":[0.9994457,0.000017367485,0.00026711688,0.00015068702,0.00009675814,0.0000223751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021222206,0.0001749239,0.00025300164,0.00094033923,0.000067125395,0.00019222054,0.00038891134,0.00008588433,0.00010659604],"category_scores_gemma":[0.000013693591,0.000117360396,0.00013299812,0.0009226676,0.00006142259,0.0009399963,0.000040716877,0.0004689549,0.0000039727597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030002973,0.00084160385,0.41386637,0.005975377,0.0008051093,0.00064180145,0.0072089843,0.00014476974,0.00013879698,0.47859067,0.03746817,0.054018322],"study_design_scores_gemma":[0.0015859248,0.00010288959,0.28777343,0.00079577294,0.00041195872,0.000020473357,0.006444862,0.0008542932,0.000011888179,0.008999955,0.69262666,0.00037189262],"about_ca_topic_score_codex":0.00006909372,"about_ca_topic_score_gemma":0.000056323344,"teacher_disagreement_score":0.6551585,"about_ca_system_score_codex":0.000044288503,"about_ca_system_score_gemma":0.000048379232,"threshold_uncertainty_score":0.47858182},"labels":[],"label_agreement":null},{"id":"W4405182674","doi":"10.2139/ssrn.5049199","title":"Rules, Discretion, Corruption, and Efficient Sole-Sourcing in Procurement","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Procurement; Discretion; Language change; Business; Industrial organization; Political science; Law; Marketing","score_opus":0.011169764343234728,"score_gpt":0.23926333362181293,"score_spread":0.2280935692785782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405182674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8999133,0.038113803,0.012754838,0.022721209,0.0033957465,0.0020878096,0.000017774477,0.0004799267,0.020515602],"genre_scores_gemma":[0.99266076,0.0014185008,0.000039792078,0.0004736523,0.00351564,0.00006219502,0.00006386172,0.000074079275,0.0016914906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959101,0.000027832948,0.00067435356,0.00056878844,0.000577775,0.0022411298],"domain_scores_gemma":[0.9990602,0.000014426455,0.00046385877,0.00024209684,0.00018540921,0.00003401621],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033604915,0.00045136598,0.00039286076,0.0010406766,0.00024561468,0.0012850998,0.00046613795,0.00023428802,0.00005578653],"category_scores_gemma":[0.00009452609,0.0003990598,0.0001584666,0.00039377747,0.000059464783,0.00029101904,0.0009206879,0.0044987444,0.00013359405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013839855,0.00036193966,0.0076036397,0.0017463148,0.0004453187,0.000023934464,0.00057825143,0.0030460698,0.00013828847,0.9402791,0.0034144847,0.042224254],"study_design_scores_gemma":[0.0010415942,0.00003567026,0.0018551612,0.0010804989,0.00025531687,0.000085056665,0.0008406121,0.02016558,0.000005519932,0.9456948,0.028123349,0.0008168458],"about_ca_topic_score_codex":0.0006543778,"about_ca_topic_score_gemma":0.001626836,"teacher_disagreement_score":0.092747495,"about_ca_system_score_codex":0.0012343933,"about_ca_system_score_gemma":0.0014581454,"threshold_uncertainty_score":0.9998461},"labels":[],"label_agreement":null},{"id":"W4405549585","doi":"10.2139/ssrn.5062763","title":"SMEs Performance in Public Procurement and the Italian Legality Rating ","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Principle of legality; Procurement; Business; Accounting; Political science; Law; Marketing","score_opus":0.019930270652188987,"score_gpt":0.24306599047986818,"score_spread":0.22313571982767919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405549585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8524829,0.0142796235,0.0005242337,0.08113442,0.00069653586,0.00069684995,0.000001141402,0.00020172862,0.049982563],"genre_scores_gemma":[0.99398434,0.0011476682,0.000010597757,0.0010474427,0.0016537022,0.000032155822,0.0000064639985,0.00002211449,0.0020955228],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739057,0.00003603236,0.00036553247,0.0002325871,0.00036828537,0.0016070211],"domain_scores_gemma":[0.99957675,0.0000325372,0.00013513934,0.00015016361,0.000086115324,0.000019293826],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0051343627,0.00019776088,0.00018654556,0.00034445,0.00034699298,0.0017056074,0.00036048272,0.00005418022,0.00006485048],"category_scores_gemma":[0.00016204355,0.00012631532,0.00008239915,0.0006614736,0.00010629944,0.0023559502,0.00013024732,0.0013599405,0.000082601146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000472958,0.000033863005,0.014319058,0.00012446119,0.000088334156,0.0000013184489,0.00016393288,0.0000035759047,0.000026270613,0.94770885,0.0014320925,0.036050957],"study_design_scores_gemma":[0.0022322736,0.000037133228,0.010729009,0.00015629783,0.00007609535,0.00011900233,0.0007559572,0.0043931263,0.0000068434024,0.327108,0.65397084,0.0004154444],"about_ca_topic_score_codex":0.00027478562,"about_ca_topic_score_gemma":0.0031133208,"teacher_disagreement_score":0.6525387,"about_ca_system_score_codex":0.00032586718,"about_ca_system_score_gemma":0.0007436832,"threshold_uncertainty_score":0.9993307},"labels":[],"label_agreement":null},{"id":"W4405769133","doi":"10.1111/capa.12590","title":"The Problems of Public Procurement in Canada: Rule Layering, Strategic Purchasing, and Risk Aversion as a Toxic Stew","year":2024,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Procurement; Transparency (behavior); Purchasing; Politics; Accountability; Bureaucracy; Business; Government (linguistics); Public administration; Marketing; Political science; Law","score_opus":0.030166608094962362,"score_gpt":0.22627733626915877,"score_spread":0.19611072817419642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405769133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92609334,0.0016829263,0.000026445352,0.04311983,0.0004915129,0.00081246125,0.00003493827,0.000067076355,0.027671458],"genre_scores_gemma":[0.9987668,0.00013245175,0.000009129889,0.00029238313,0.00027913606,0.0000660799,0.00008289029,0.000021283066,0.00034986204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982744,0.000030767067,0.00040900736,0.00031985625,0.00037443876,0.00059154496],"domain_scores_gemma":[0.99927443,0.000039786744,0.00018800238,0.00021142494,0.0001525378,0.00013379993],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00093663094,0.00019677897,0.00015329655,0.00051184115,0.00034566742,0.0014557893,0.0002920579,0.00007850345,0.00014837697],"category_scores_gemma":[0.00020101084,0.00016520546,0.000035460824,0.0008582742,0.00007092283,0.0013651645,0.000056246245,0.00023435446,0.000020567166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013435919,0.000047334026,0.06039964,0.0006538232,0.00010187226,0.000047133966,0.000110884896,0.000004417317,0.000100734644,0.8850953,0.009979158,0.04344629],"study_design_scores_gemma":[0.000406863,0.000055595465,0.0077544316,0.00014107671,0.0000377868,0.000013218384,0.001121718,0.007995118,0.00004509941,0.0103424145,0.97172135,0.0003653394],"about_ca_topic_score_codex":0.8801368,"about_ca_topic_score_gemma":0.9988579,"teacher_disagreement_score":0.96174216,"about_ca_system_score_codex":0.0007087147,"about_ca_system_score_gemma":0.009200772,"threshold_uncertainty_score":0.9995808},"labels":[],"label_agreement":null},{"id":"W4406073137","doi":"10.52026/2788-5291_2024_79_4_82","title":"GREENING OF DECISION-MAKING PROCEDURES IN THE FIELD OF PUBLIC PROCUREMENT","year":2024,"lang":"en","type":"article","venue":"Bulletin of Institute of Legislation and Legal Information of the Republic of Kazakhstan","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Greening; Field (mathematics); Business; Political science; Marketing","score_opus":0.01625440797063608,"score_gpt":0.2702854358530736,"score_spread":0.2540310278824375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406073137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74745136,0.0010946406,0.0043298914,0.038698126,0.0008359924,0.0017424277,0.00003544372,0.00005018696,0.20576191],"genre_scores_gemma":[0.9989522,0.000031612235,0.000528029,0.00034689574,0.000069273636,0.000008738447,0.000009889608,0.0000050027315,0.000048334616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978539,0.000022080478,0.0012401934,0.0000960494,0.00065183453,0.00013597048],"domain_scores_gemma":[0.9977022,0.00016981276,0.0013006036,0.000260861,0.000557737,0.000008814412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00166916,0.00012700663,0.0002864969,0.00071081996,0.000051142157,0.000103990424,0.0004455203,0.00007634544,0.000110630834],"category_scores_gemma":[0.0020482135,0.000083769635,0.00012609702,0.0008653044,0.00018210581,0.0020363063,0.00015976305,0.00013050604,9.3615114e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019642348,0.00020945075,0.009322466,0.0061300877,0.00013228718,6.231424e-7,0.0026479366,0.0006341534,0.0003591519,0.85746,0.03017352,0.09273389],"study_design_scores_gemma":[0.0009848764,0.00011869957,0.01734246,0.0030233276,0.000074303774,0.000006964214,0.0013723643,0.0034503206,0.0014318075,0.0027525146,0.9692361,0.00020625659],"about_ca_topic_score_codex":0.0007675679,"about_ca_topic_score_gemma":0.00012243577,"teacher_disagreement_score":0.9390626,"about_ca_system_score_codex":0.000015047583,"about_ca_system_score_gemma":0.00020806381,"threshold_uncertainty_score":0.34160268},"labels":[],"label_agreement":null},{"id":"W4406486977","doi":"10.1016/s0197-2510(09)70303-1","title":"10.1016/s0197-2510(09)70303-1","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.008623026115459098,"score_gpt":0.17447573676825565,"score_spread":0.16585271065279655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406486977","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065010204,0.000038945822,7.863661e-7,0.0026295185,0.000005047151,0.00022695126,0.000004373507,0.00033584886,0.9961084],"genre_scores_gemma":[0.00047162894,1.714168e-7,0.000028738577,0.00090146647,0.0023039747,0.000027880858,0.000048271515,0.000036097565,0.9961818],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987671,0.000006998816,0.00022504844,0.0002735371,0.00026707174,0.0004602479],"domain_scores_gemma":[0.9994922,0.000016733085,0.000065878,0.00030745406,0.00008009976,0.000037614253],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00025065243,0.00020534106,0.00018537357,0.00023833105,0.000157823,0.00037401254,0.00042639472,0.000067700275,0.99699485],"category_scores_gemma":[0.0000630111,0.0001962836,0.000079885285,0.000588417,0.000026420552,0.0009333493,0.00012713255,0.00011139392,0.99790853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030347182,0.000036316622,0.0000014342154,0.000015479249,0.000012206249,0.0000019096424,0.0000038439944,0.000008222141,0.000012644351,0.00006833229,0.61354136,0.38626787],"study_design_scores_gemma":[0.0003245682,0.000015231557,0.00007723838,0.000016666929,0.00002647006,0.0000011660842,9.1025413e-7,0.0003975957,0.000010265834,0.00014159744,0.9987154,0.0002728803],"about_ca_topic_score_codex":0.00020725396,"about_ca_topic_score_gemma":0.0000011023842,"teacher_disagreement_score":0.385995,"about_ca_system_score_codex":0.000026209002,"about_ca_system_score_gemma":0.000021189579,"threshold_uncertainty_score":0.8004213},"labels":[],"label_agreement":null},{"id":"W4406649117","doi":"10.20944/preprints202501.1572.v1","title":"A Study of Decision-Making Processes in Multinational Supply Chains: Challenges and Opportunities in Global Procurement","year":2025,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Multinational corporation; Procurement; Supply chain; Business; Industrial organization; Process management; Marketing; Finance","score_opus":0.20700763438972578,"score_gpt":0.3769811096139993,"score_spread":0.1699734752242735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406649117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692489,0.0018526756,0.000010348365,0.0014374858,0.0002178028,0.0018279572,0.000019492998,0.000076749224,0.02530862],"genre_scores_gemma":[0.9976143,0.0010730806,0.00006058469,0.00024791464,0.00021931414,0.00063053163,0.000025855821,0.000015668193,0.00011273349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972112,0.00004667401,0.0008942911,0.0008534021,0.0006249884,0.00036943177],"domain_scores_gemma":[0.9983511,0.00012945737,0.00057883887,0.00046951033,0.00045273537,0.000018345068],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014074349,0.0004018357,0.0005889134,0.0010314952,0.00006225155,0.00008383807,0.000713923,0.00019911435,0.00008678582],"category_scores_gemma":[0.0013158222,0.00041659523,0.0000556443,0.00045706684,0.000062398125,0.0006212426,0.0035112344,0.0003935653,0.000010663996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013577491,0.0015582533,0.9518386,0.0036604968,0.000085141655,0.00003021219,0.003672445,0.00024958103,0.0000028851205,0.01323312,0.000024957124,0.025508504],"study_design_scores_gemma":[0.0016343071,0.00001691833,0.966562,0.0032247372,0.000053314863,0.0000012064635,0.0048138807,0.00055753096,0.000011328406,0.020221127,0.0024547605,0.00044892394],"about_ca_topic_score_codex":0.0009295821,"about_ca_topic_score_gemma":0.0058892625,"teacher_disagreement_score":0.02836545,"about_ca_system_score_codex":0.00017416815,"about_ca_system_score_gemma":0.00039580924,"threshold_uncertainty_score":0.9998286},"labels":[],"label_agreement":null},{"id":"W4407285829","doi":"10.5430/ijfr.v16n1p50","title":"Factors Affecting Fraud in the Procurement of Government Goods/Services (PBJP): Empirical Study on BPKP in Indonesia","year":2025,"lang":"en","type":"article","venue":"International Journal of Financial Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Government procurement; Business; Government (linguistics); Goods and services; Empirical research; Accounting; Marketing; Economics; Economy","score_opus":0.10988933544964379,"score_gpt":0.43304372196683666,"score_spread":0.32315438651719286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407285829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886583,0.00005133164,0.000012616537,0.0034917747,0.000378515,0.0003994247,0.00000219084,0.0000028845272,0.007002955],"genre_scores_gemma":[0.9987544,0.000007325749,0.0000057785246,0.0005774524,0.0006040161,0.000013446313,0.0000014607028,0.0000058567566,0.000030289671],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964776,0.00011342847,0.0006071217,0.00015162096,0.0023826614,0.00026753513],"domain_scores_gemma":[0.9987735,0.0003587925,0.0003228841,0.00012045393,0.00041384803,0.000010528702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043664454,0.000120041055,0.00021682466,0.00102226,0.0000700217,0.00021157792,0.0011543279,0.000056653833,0.000028987277],"category_scores_gemma":[0.0010041731,0.00008011127,0.00008116354,0.0010360293,0.00003827795,0.0005075964,0.00026733082,0.00063424953,0.0000044615085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033384704,0.0012954861,0.9837495,0.00005949178,0.000033847147,0.00003857716,0.0015112484,0.000022621341,0.00012262633,0.004119025,0.0014746478,0.0072390893],"study_design_scores_gemma":[0.001212123,0.00013629695,0.98955655,0.00032642507,0.00000657352,4.338111e-7,0.0028410081,0.00004422902,0.00017793759,0.0012607753,0.004376936,0.0000607363],"about_ca_topic_score_codex":0.0006403399,"about_ca_topic_score_gemma":0.00092879205,"teacher_disagreement_score":0.010096067,"about_ca_system_score_codex":0.00030947197,"about_ca_system_score_gemma":0.00017346283,"threshold_uncertainty_score":0.3266843},"labels":[],"label_agreement":null},{"id":"W4407577734","doi":"10.4337/9781035326570.00016","title":"Public procurement between Canada and the United States: an imperfect integration","year":2025,"lang":"en","type":"book-chapter","venue":"Edward Elgar Publishing eBooks","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Imperfect; Procurement; Business; Marketing","score_opus":0.03494525366256911,"score_gpt":0.22164384999701658,"score_spread":0.18669859633444746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407577734","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008758059,0.0001871488,0.00022527715,0.018133838,0.0009934339,0.001386755,0.0000825003,0.0003825869,0.97773266],"genre_scores_gemma":[0.18658714,0.000108521934,0.00013269178,0.04931462,0.016170237,0.0003898611,0.013832127,0.00039374465,0.7330711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678266,0.000052077117,0.00074923015,0.0007141236,0.0010252135,0.00067668373],"domain_scores_gemma":[0.9973528,0.00021572194,0.00073072314,0.00072657946,0.00088695035,0.00008723599],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021949809,0.00070566044,0.0006608453,0.0010600839,0.0006681605,0.009216119,0.0012516048,0.00039734453,0.00013967232],"category_scores_gemma":[0.0007711433,0.0005136947,0.00014281529,0.00021211314,0.00023018879,0.003085881,0.00071456184,0.0012301934,0.000012575963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044957073,0.000008669087,0.00033667358,0.00024736527,0.00027475288,0.0000053567583,0.00018242667,0.0000012064417,8.4608536e-7,0.6373272,0.3061489,0.055421673],"study_design_scores_gemma":[0.0010711517,0.000014462373,0.00012280219,0.00023425043,0.0002483065,0.0000012495188,0.00008230282,0.00053357927,0.0000042226507,0.042637784,0.9544842,0.0005656814],"about_ca_topic_score_codex":0.51515216,"about_ca_topic_score_gemma":0.5375563,"teacher_disagreement_score":0.64833534,"about_ca_system_score_codex":0.00037861895,"about_ca_system_score_gemma":0.0011460145,"threshold_uncertainty_score":0.9997315},"labels":[],"label_agreement":null},{"id":"W4407633663","doi":"10.1111/rego.12658","title":"“Is Lobbying for Losers?”: Corporate Behavior and Canadian Military Procurement Contracting","year":2025,"lang":"en","type":"article","venue":"Regulation & Governance","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; University of Toronto; Simon Fraser University","funders":"","keywords":"Procurement; Business; Accounting; Political science; Economic policy; Marketing","score_opus":0.02983271776602868,"score_gpt":0.2509267887061749,"score_spread":0.22109407094014621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407633663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93529606,0.002248719,0.0023642862,0.03139244,0.0010570647,0.0028546168,0.00009010891,0.00019277641,0.02450396],"genre_scores_gemma":[0.99245965,0.000019734332,0.0002742318,0.0041086245,0.00043198766,0.00011875877,0.000045779656,0.00001438481,0.0025268234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99900055,0.0000040730815,0.00024548476,0.00027151164,0.00016836831,0.00031001793],"domain_scores_gemma":[0.9992435,0.000023761273,0.00035553877,0.00015327604,0.00019901786,0.000024885008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028158622,0.00014802763,0.00014611403,0.00013059043,0.00031032466,0.00015547415,0.00012650422,0.00006740513,0.00006861181],"category_scores_gemma":[0.00016421072,0.00015692443,0.000046023968,0.00030399015,0.00003176256,0.0010202063,0.000042855896,0.00006972266,0.000013375951],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012221128,0.0000931608,0.39391127,0.0008195769,0.0000996584,0.0000044022063,0.00016566025,0.00007114586,0.0024831216,0.39980656,0.11382781,0.08859541],"study_design_scores_gemma":[0.00097289565,0.0000061275678,0.5314924,0.00014682586,0.00008714371,6.3100816e-7,0.000043075146,0.006496645,0.00031882976,0.0063335462,0.45385787,0.00024402888],"about_ca_topic_score_codex":0.025754131,"about_ca_topic_score_gemma":0.023218626,"teacher_disagreement_score":0.39347303,"about_ca_system_score_codex":0.00015684284,"about_ca_system_score_gemma":0.0001358097,"threshold_uncertainty_score":0.99460506},"labels":[],"label_agreement":null},{"id":"W4408011055","doi":"10.5539/ijef.v17n3p122","title":"Impact Mechanism in Circular Public Procurement: Empirical Insights from Traditional Public Procurement and Public Private Partnership in China","year":2025,"lang":"en","type":"article","venue":"International Journal of Economics and Finance","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; General partnership; China; Public–private partnership; Mechanism (biology); Business; Public administration; Public economics; Economics; Political science; Finance; Marketing; Law; Physics","score_opus":0.05540538282049844,"score_gpt":0.27149344361496935,"score_spread":0.2160880607944709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408011055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97137237,0.0008124479,0.00016696301,0.024873832,0.00037663887,0.0001961498,0.000010770051,0.0000063900025,0.0021844658],"genre_scores_gemma":[0.9968076,0.00088944146,0.00010354075,0.0015045499,0.0005965446,0.000022965782,0.00004239952,0.000011908961,0.000021090089],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998449,0.000020420019,0.0007352891,0.00029303937,0.00020284456,0.00029937364],"domain_scores_gemma":[0.99905896,0.000039149945,0.0005407193,0.000105955834,0.00021909314,0.000036100362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005331375,0.00021031391,0.000314973,0.001227246,0.000071636074,0.00092991744,0.00048132482,0.00009912581,0.000042034735],"category_scores_gemma":[0.0002071932,0.00019424823,0.000088952394,0.00031901506,0.000062648534,0.0028621715,0.00017564915,0.00029010288,0.000003379705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007192728,0.00040342702,0.19922365,0.000025255946,0.000160093,0.000019653944,0.00011845581,0.000053940512,0.000041506006,0.79443675,0.0006202478,0.004825114],"study_design_scores_gemma":[0.0030509545,0.00004020138,0.42830873,0.00014208311,0.000015480951,0.000012012396,0.000047867034,0.01165918,0.000023632743,0.4512001,0.10521831,0.0002814544],"about_ca_topic_score_codex":0.00012137175,"about_ca_topic_score_gemma":0.0003670876,"teacher_disagreement_score":0.34323665,"about_ca_system_score_codex":0.0002888735,"about_ca_system_score_gemma":0.00029570406,"threshold_uncertainty_score":0.89672154},"labels":[],"label_agreement":null},{"id":"W4408120669","doi":"10.1007/978-3-031-84224-5_3","title":"Achieving Best Value: Benefits and Shortcomings of Recent Amendments to the Act Respecting Contracting by Public Bodies","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Montréal","funders":"","keywords":"Value (mathematics); Business; Law and economics; Economics; Computer science","score_opus":0.023203897583737407,"score_gpt":0.2358016364478999,"score_spread":0.2125977388641625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408120669","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024885451,0.044590764,0.023991505,0.052359987,0.0051566674,0.0053197504,0.00018022503,0.0010712306,0.8424444],"genre_scores_gemma":[0.9911727,0.0011495805,0.0006317646,0.0027261584,0.002081936,0.00006170833,0.00008463792,0.00017056255,0.0019209774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794865,0.000006862582,0.00059625675,0.0004974595,0.00039448967,0.0005562668],"domain_scores_gemma":[0.99862546,0.00049403677,0.00036093954,0.00034424875,0.00014363488,0.00003168169],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072048116,0.00053070986,0.00057568675,0.0007985981,0.00018166956,0.00043649698,0.00046829504,0.0002669123,0.00007967117],"category_scores_gemma":[0.0017310753,0.00046352853,0.00009994599,0.00028016523,0.00002933975,0.00040875972,0.00053658127,0.00080998003,0.0000057347697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012116766,0.00012245869,0.007655084,0.0031830024,0.00090200995,0.000020243777,0.001140187,0.023044873,0.0038822046,0.111376196,0.004623715,0.8439289],"study_design_scores_gemma":[0.0006140386,0.000029351088,0.0002177037,0.003176191,0.0002149232,0.0000038201633,0.00002231967,0.006252301,0.00034681853,0.0012428478,0.98684597,0.0010337291],"about_ca_topic_score_codex":0.00025693292,"about_ca_topic_score_gemma":0.0015023878,"teacher_disagreement_score":0.98222226,"about_ca_system_score_codex":0.00015696842,"about_ca_system_score_gemma":0.000050704562,"threshold_uncertainty_score":0.99978167},"labels":[],"label_agreement":null},{"id":"W4408194678","doi":"10.2139/ssrn.5167394","title":"MANAGING PROCUREMENT AUCTION FAILURE: BID REQUIREMENTS OR RESERVE PRICES?","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Procurement; Proxy bid; Business; Unique bid auction; Vickrey auction; Reserve requirement; Commerce; Industrial organization; Finance; Economics; Bidding; Monetary economics; Auction theory; Marketing; Central bank; Monetary policy","score_opus":0.031212078014996217,"score_gpt":0.28911846294478427,"score_spread":0.25790638492978807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408194678","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100556016,0.029305192,0.1187038,0.28723374,0.03275091,0.017654497,0.000102361555,0.004747792,0.4089457],"genre_scores_gemma":[0.80793047,0.0178426,0.0013370359,0.009351363,0.04632075,0.0008796629,0.0008300749,0.0004357129,0.11507233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99321634,0.0000498856,0.0010195203,0.000826031,0.0011646019,0.0037236274],"domain_scores_gemma":[0.99714285,0.000023990253,0.0015377485,0.00065952825,0.0005889043,0.00004696197],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042987554,0.000712789,0.0005949545,0.0015598603,0.0007060312,0.0016799096,0.0017096028,0.00038035578,0.0002940679],"category_scores_gemma":[0.0002946968,0.0006059724,0.00036086925,0.0010645571,0.000054906686,0.0020083305,0.0017802576,0.0047369367,0.0001587778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014662658,0.0009790942,0.007175231,0.0048164823,0.0048982417,0.000048997226,0.0003357169,0.0010708242,0.0002594695,0.72699046,0.12641692,0.12554231],"study_design_scores_gemma":[0.0018692047,0.000087374545,0.0003630293,0.000978424,0.0005939045,0.000040369774,0.0006519105,0.0017451731,0.00003483897,0.61630106,0.3762802,0.001054538],"about_ca_topic_score_codex":0.0011315013,"about_ca_topic_score_gemma":0.0062229866,"teacher_disagreement_score":0.70737445,"about_ca_system_score_codex":0.0026049407,"about_ca_system_score_gemma":0.0040037115,"threshold_uncertainty_score":0.99963915},"labels":[],"label_agreement":null},{"id":"W4408511282","doi":"10.3138/utlj-2024-0053","title":"Contracting Without Promising","year":2025,"lang":"en","type":"article","venue":"University of Toronto Law Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Political science","score_opus":0.010012354597544345,"score_gpt":0.2176820259032647,"score_spread":0.20766967130572034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408511282","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040584326,0.00027980816,0.0009089918,0.0014179711,0.0003117593,0.00008662283,6.2251655e-7,0.000040951825,0.9563689],"genre_scores_gemma":[0.9965305,0.000017990373,0.00045640365,0.00055375486,0.00042649216,2.6937087e-8,0.0000013848488,0.000004027994,0.0020094528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949086,0.000007950937,0.000114614464,0.0000844366,0.00013311373,0.00016900524],"domain_scores_gemma":[0.9994849,0.000014700166,0.0002230075,0.00008179691,0.00018267264,0.00001292041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029784394,0.00007488379,0.00013564868,0.000054131277,0.00051563577,0.00014363835,0.00025812586,0.00004062279,0.00086517684],"category_scores_gemma":[0.000038937313,0.0000795547,0.000076126926,0.00005373778,0.00005297265,0.002158296,0.000099427445,0.000112492,0.00001182001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002728761,0.00015289773,0.02887685,0.00016601454,0.000254797,0.000023519005,0.0003943315,0.000016044227,0.002065131,0.91330326,0.027370118,0.027104154],"study_design_scores_gemma":[0.0016130975,0.000008467977,0.0077505517,0.00016740909,0.00012068011,0.0000057202424,0.0016674395,0.00056384574,0.00006029232,0.003910035,0.983981,0.00015144175],"about_ca_topic_score_codex":0.030821273,"about_ca_topic_score_gemma":0.018826522,"teacher_disagreement_score":0.9566109,"about_ca_system_score_codex":0.00011275619,"about_ca_system_score_gemma":0.00004112143,"threshold_uncertainty_score":0.9990773},"labels":[],"label_agreement":null},{"id":"W4409007970","doi":"10.35774/econa2024.03.640","title":"Public Procurement: Current Challenges, Trends, and Management Efficiency","year":2024,"lang":"en","type":"article","venue":"Economic Analysis","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current (fluid); Procurement; Business; Industrial organization; Economics; Engineering; Marketing; Electrical engineering","score_opus":0.053669318101401325,"score_gpt":0.25680163692217295,"score_spread":0.20313231882077162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409007970","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026323052,0.08250126,0.00191995,0.048068866,0.002138823,0.0006547922,0.000030008216,0.0012465159,0.8371167],"genre_scores_gemma":[0.9924199,0.0038646047,0.000034327128,0.00028411116,0.0013832261,0.00008150005,0.000106488216,0.000027408385,0.0017984617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840796,0.000008746989,0.00036153264,0.0006280156,0.00016621634,0.0004275349],"domain_scores_gemma":[0.9994998,0.0000145581425,0.00011420146,0.0003072303,0.000027429505,0.000036766174],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005698091,0.00025081664,0.00030178562,0.0025815666,0.00015695304,0.0011081921,0.00031620063,0.000045893914,0.0012868245],"category_scores_gemma":[0.000008239298,0.00023088847,0.00023430822,0.0012435016,0.0000506465,0.0013421762,0.00026608713,0.000114961826,0.00090906385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037412624,0.00006482618,0.0031808086,0.00043441364,0.0013508459,0.000004852123,0.000062605424,0.00004057044,8.3818003e-7,0.5646549,0.014254201,0.4159474],"study_design_scores_gemma":[0.00021809759,0.000004775498,0.007933606,0.000025606483,0.0012146324,6.1975766e-7,0.00004653548,0.04056469,8.017163e-7,0.003001073,0.9466772,0.0003123671],"about_ca_topic_score_codex":0.00011330694,"about_ca_topic_score_gemma":0.00030127677,"teacher_disagreement_score":0.9660968,"about_ca_system_score_codex":0.00011344118,"about_ca_system_score_gemma":0.000022531816,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W4409783431","doi":"10.71317/rjsa.003.03.0185","title":"Integrating E-Procurement and Green Procurement: Designing a Digital Framework for Sustainable Supplier Selection, Environmental Compliance, and Lifecycle Performance Monitoring","year":2025,"lang":"en","type":"article","venue":"Research Journal for Social Affairs","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Barrick Gold (Canada)","funders":"","keywords":"Procurement; Business; Process management; Selection (genetic algorithm); Sustainability; Sustainable design; Environmental compliance; Environmental economics; Computer science; Marketing; Environmental science; Environmental protection; Economics","score_opus":0.06190378768969972,"score_gpt":0.35595432189811843,"score_spread":0.2940505342084187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409783431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8091948,0.0043491996,0.10996628,0.0207561,0.0012490782,0.012386729,0.00005474347,0.0004449075,0.04159815],"genre_scores_gemma":[0.9929975,0.00007263213,0.0016032037,0.0000721166,0.0025691346,0.00029562076,0.000010594178,0.00003115671,0.002348025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979597,0.00001883574,0.00032983237,0.00030842237,0.0004827451,0.0009004944],"domain_scores_gemma":[0.99911445,0.000167352,0.00016765928,0.00006314403,0.00043513998,0.000052247706],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017280696,0.00020693676,0.00023854944,0.00048658048,0.003357098,0.0020475036,0.00024390905,0.00011323522,0.000012063435],"category_scores_gemma":[0.0004674309,0.00019515195,0.00008042055,0.00050796766,0.00015309734,0.0021552506,0.0002727154,0.00053489587,0.000002535931],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012740439,0.00041709514,0.34030834,0.00610299,0.00061924855,0.0000067717324,0.002433077,0.00001538398,0.0015512621,0.38601986,0.026113553,0.2351384],"study_design_scores_gemma":[0.006906035,0.0006586399,0.02203283,0.0021636277,0.00023605759,0.00002078184,0.0693413,0.0150781525,0.001769304,0.40202433,0.47836304,0.0014058915],"about_ca_topic_score_codex":0.000042030835,"about_ca_topic_score_gemma":0.000004951841,"teacher_disagreement_score":0.4522495,"about_ca_system_score_codex":0.0003048941,"about_ca_system_score_gemma":0.00014109322,"threshold_uncertainty_score":0.99898845},"labels":[],"label_agreement":null},{"id":"W4410455422","doi":"10.5539/jsd.v18n3p204","title":"Analysis of Commitment to the Implementation of Sustainable Public Procurement in Brazil","year":2025,"lang":"en","type":"article","venue":"Journal of Sustainable Development","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Business; Marketing","score_opus":0.013654049383578438,"score_gpt":0.2874632095039344,"score_spread":0.27380916012035594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410455422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686298,0.0003687549,0.001380569,0.020799275,0.00016415406,0.0014582623,0.0000014752814,0.000012823968,0.007184891],"genre_scores_gemma":[0.99629277,0.000014914976,0.0002610589,0.0012522205,0.00008520688,0.00007368542,0.000013463603,0.000009785119,0.0019969195],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709886,0.000035898724,0.0013929028,0.00017279906,0.00070301903,0.0005965167],"domain_scores_gemma":[0.99642634,0.00004627853,0.0010763286,0.00023930294,0.002182122,0.000029609593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003462006,0.00019353857,0.00053255557,0.0042821,0.00017748508,0.0002054655,0.0006623546,0.00004889687,0.000176617],"category_scores_gemma":[0.0002495046,0.00014450341,0.00016161054,0.0062965252,0.000034682096,0.0010853265,0.00046412594,0.00015139233,0.0000025519564],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027782412,0.00095949514,0.5287372,0.00188039,0.0031505115,0.000075232216,0.0054403506,0.0013419356,0.0001753738,0.39429182,0.048083384,0.015586513],"study_design_scores_gemma":[0.0014152236,0.0000491178,0.34868467,0.0000714555,0.00044885013,5.5666595e-7,0.07094133,0.000079813115,0.0009975125,0.0014751349,0.5756487,0.00018761813],"about_ca_topic_score_codex":0.0009640763,"about_ca_topic_score_gemma":0.00063634745,"teacher_disagreement_score":0.52756536,"about_ca_system_score_codex":0.0007331049,"about_ca_system_score_gemma":0.0011889068,"threshold_uncertainty_score":0.5892678},"labels":[],"label_agreement":null},{"id":"W4410471541","doi":"10.1080/25741292.2025.2506261","title":"Buy Canadian: policy options for localizing federal public procurement","year":2025,"lang":"en","type":"article","venue":"Policy Design and Practice","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Procurement; Business; Public policy; Public administration; Political science; Economics; Marketing; Economic growth","score_opus":0.07804697386478736,"score_gpt":0.3391016314043431,"score_spread":0.2610546575395557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410471541","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012026516,0.0008881282,0.074947365,0.583905,0.0003428245,0.0018525323,0.000015899168,0.0002390487,0.33768898],"genre_scores_gemma":[0.7058351,0.00045039662,0.0144895585,0.2556073,0.009985181,0.001079085,0.00013108824,0.0001037684,0.012318519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813884,0.00007192647,0.0003353386,0.0003801987,0.00021259501,0.00086108927],"domain_scores_gemma":[0.9984757,0.00049458124,0.00020832341,0.00026193494,0.0004509769,0.00010850113],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016485389,0.0002750714,0.00022783517,0.0017194538,0.0010216481,0.0018606101,0.00032202006,0.00013232413,0.000046979952],"category_scores_gemma":[0.00665764,0.0002740588,0.00007614308,0.0015452185,0.00007608353,0.0029790313,0.00013297387,0.0001856887,0.00007926584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079668105,0.00006559728,0.000201537,0.00015405654,0.000091348295,0.0000017492687,0.0000711866,0.000017677663,0.000094479714,0.87327725,0.11076581,0.015179623],"study_design_scores_gemma":[0.00080893293,0.000019258545,0.0002538887,0.00003354504,0.0000808616,0.000008420971,0.00015890347,0.002813792,0.000023407514,0.033872835,0.96164787,0.0002782686],"about_ca_topic_score_codex":0.15995544,"about_ca_topic_score_gemma":0.009225479,"teacher_disagreement_score":0.85088205,"about_ca_system_score_codex":0.00030259596,"about_ca_system_score_gemma":0.0019008891,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W4411242219","doi":"10.3390/hospitals2020012","title":"Translating Strategies into Tactical Actions: The Role of Sourcing Levers in Healthcare Procurement","year":2025,"lang":"en","type":"article","venue":"Hospitals","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Medisch Spectrum Twente","keywords":"Procurement; Business; Health care; Process management; Knowledge management; Public relations; Marketing; Computer science; Political science","score_opus":0.01669646261875811,"score_gpt":0.286979603070568,"score_spread":0.2702831404518099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411242219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78145474,0.0025246493,0.00070700335,0.07434311,0.00044900956,0.001276653,0.000002461161,0.0001667053,0.13907567],"genre_scores_gemma":[0.99865925,0.00001019722,0.00010192316,0.0008972317,0.00018952377,0.00005984003,0.0000051146267,0.000008875055,0.00006803315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990203,0.000015271275,0.0003280955,0.00017127594,0.00020514842,0.000259901],"domain_scores_gemma":[0.9995501,0.00004113081,0.00013950559,0.00016617907,0.00009531126,0.000007769719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044211527,0.00012483344,0.0001661456,0.00024458772,0.00016457374,0.00021067902,0.00022893751,0.000058164394,0.000035690784],"category_scores_gemma":[0.00011302859,0.000096695614,0.00006199039,0.00065725826,0.000051553343,0.0010084593,0.00006904501,0.00017824292,0.0000117496875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003378382,0.000116943214,0.16047467,0.0006025654,0.000056175155,0.0000010464448,0.0014391412,0.00009718376,0.0014560501,0.7846477,0.0007827632,0.05029196],"study_design_scores_gemma":[0.002351746,0.000080750004,0.17272511,0.0010729011,0.000175563,9.41192e-7,0.055478703,0.0059436304,0.0032840152,0.5461241,0.21189684,0.0008657197],"about_ca_topic_score_codex":0.00442357,"about_ca_topic_score_gemma":0.0010187837,"teacher_disagreement_score":0.23852363,"about_ca_system_score_codex":0.00005291479,"about_ca_system_score_gemma":0.00012453363,"threshold_uncertainty_score":0.66871434},"labels":[],"label_agreement":null},{"id":"W4411300921","doi":"10.2196/71279","title":"Value-Based Framework for Evaluating Pre-Commercial Procurement: Case Study of Value-Based Key Performance Indicators","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Value (mathematics); Key (lock); Procurement; Computer science; Business; Statistics; Mathematics; Marketing; Operating system; World Wide Web","score_opus":0.10258462901174707,"score_gpt":0.45539085085649345,"score_spread":0.35280622184474636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411300921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98341084,0.000047922193,0.0040280283,0.0010778697,0.00023666889,0.0052809515,0.0000142175295,0.000110445326,0.005793046],"genre_scores_gemma":[0.9955157,0.0000011855382,0.00082020916,0.00067062106,0.0003997811,0.0024185777,0.00004615984,0.000037276557,0.00009048657],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99595815,0.00021400035,0.0008256843,0.00045228598,0.0015958131,0.0009540643],"domain_scores_gemma":[0.99703115,0.00072353776,0.0004975665,0.00056103844,0.001141157,0.000045574365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057566166,0.00033130185,0.0004442919,0.0024616714,0.0011816409,0.0004092127,0.0008274948,0.00017878959,0.00009043557],"category_scores_gemma":[0.0010427595,0.00029322968,0.00014949255,0.0036360777,0.00020038309,0.0013787077,0.00040163903,0.0007574981,0.000029890207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061539733,0.016724087,0.3667073,0.024822347,0.0011564698,0.000057517922,0.034155015,0.0042513055,0.00031519434,0.2390463,0.034162823,0.27244768],"study_design_scores_gemma":[0.031562284,0.0061374516,0.16588356,0.003919139,0.0005733985,0.0000061095866,0.022003556,0.6930644,0.0048744455,0.025407448,0.0442911,0.0022770977],"about_ca_topic_score_codex":0.0006866903,"about_ca_topic_score_gemma":0.000057713365,"teacher_disagreement_score":0.6888131,"about_ca_system_score_codex":0.00023423893,"about_ca_system_score_gemma":0.00060574204,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W4411618172","doi":"10.51847/qej3zwpy3d","title":"10.51847/qEj3Zwpy3D","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Decentralization; Management accounting; Competition (biology); Accounting; Management control system; Business; Control (management); Performance management; Industrial organization; Economics; Management; Marketing; Market economy","score_opus":0.009352116672254713,"score_gpt":0.18263521796531235,"score_spread":0.17328310129305763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411618172","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016565506,0.00002425318,5.701351e-7,0.002400228,0.0000068003724,0.00016201967,0.000002296353,0.00026612027,0.99548113],"genre_scores_gemma":[0.0016284008,1.572261e-7,0.000024057026,0.0020183318,0.0017528626,0.000019713432,0.000031276315,0.000024207062,0.994501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910855,0.0000040150076,0.00015607307,0.00019789302,0.00019544929,0.00033801503],"domain_scores_gemma":[0.99963677,0.0000100577345,0.000040263694,0.0002301887,0.000057060362,0.000025664416],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017618427,0.00014410286,0.00013055203,0.00018344853,0.00011316091,0.00027677583,0.00031442466,0.000045518664,0.9935933],"category_scores_gemma":[0.000040135943,0.00013697668,0.000055612636,0.0004677377,0.000018185503,0.0007415748,0.00008414848,0.000066415654,0.99324274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029382518,0.00003160077,0.0000036868446,0.000011637697,0.000009568787,0.0000018211658,0.0000029255941,0.000007305604,0.000021208698,0.00017057605,0.34949502,0.65021527],"study_design_scores_gemma":[0.0002322469,0.000009484288,0.00016616592,0.000009787043,0.00001646078,7.456508e-7,4.557326e-7,0.0002874937,0.0000034395337,0.000056314417,0.9990245,0.00019291711],"about_ca_topic_score_codex":0.00014228064,"about_ca_topic_score_gemma":5.840405e-7,"teacher_disagreement_score":0.6500223,"about_ca_system_score_codex":0.000017115859,"about_ca_system_score_gemma":0.0000137047045,"threshold_uncertainty_score":0.55857474},"labels":[],"label_agreement":null},{"id":"W4411658902","doi":"10.1177/87569728251341288","title":"Governance, Social Acceptability, and Organizational Learning in Public Infrastructure Projects","year":2025,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; HEC Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Corporate governance; Business; Knowledge management; Process management; Project governance; Public relations; Political science; Computer science; Finance","score_opus":0.014092288755981973,"score_gpt":0.2549208209408225,"score_spread":0.24082853218484054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411658902","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19803849,0.00033350268,0.0006657139,0.015913216,0.00078248273,0.0012376531,0.000002446506,0.00026665092,0.78275985],"genre_scores_gemma":[0.99321383,0.00014131998,0.000311565,0.0019423012,0.0010220159,0.000033074455,0.000017638873,0.000021396363,0.003296885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983764,0.000036971913,0.00040134162,0.00031514783,0.0004017264,0.0004684123],"domain_scores_gemma":[0.99940497,0.000018374692,0.00028922537,0.00009953944,0.00017554146,0.00001233934],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008072915,0.00022486055,0.00022191991,0.0010199508,0.0005488155,0.0019352041,0.00040980073,0.000085038126,0.00028853148],"category_scores_gemma":[0.00023349281,0.0002078091,0.00005663953,0.002174662,0.00006560717,0.0024205842,0.0006826647,0.00051745056,0.0000138944915],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036065707,0.000094243274,0.43652815,0.00038559912,0.000095282376,0.00001213825,0.0001597769,0.000005851411,0.00001579155,0.49724168,0.02464926,0.040776175],"study_design_scores_gemma":[0.0017079832,0.000009119603,0.50858444,0.000053664422,0.0000535568,0.000007448498,0.0006610379,0.00073273905,0.0000028179004,0.053619184,0.43428028,0.0002877424],"about_ca_topic_score_codex":0.000054715027,"about_ca_topic_score_gemma":0.00006395466,"teacher_disagreement_score":0.7951753,"about_ca_system_score_codex":0.00016832282,"about_ca_system_score_gemma":0.00014771434,"threshold_uncertainty_score":0.99910086},"labels":[],"label_agreement":null},{"id":"W4411995293","doi":"10.52097/eppism.9832","title":"Conflict of Interests in Public Procurement Procedures – Romanian Law","year":2025,"lang":"en","type":"article","venue":"Europejski Przegląd Prawa i Stosunków Międzynarodowych.","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Nuclear Safety Commission","keywords":"Romanian; Procurement; Political science; Law; Law and economics; Business; Sociology; Marketing; Philosophy; Linguistics","score_opus":0.04100836410080497,"score_gpt":0.27531618850810596,"score_spread":0.234307824407301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411995293","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16938627,0.001475728,0.00020868248,0.016278706,0.0011981487,0.0022897508,0.000025151514,0.0005345429,0.80860305],"genre_scores_gemma":[0.98766476,0.00004349015,0.000149259,0.0070540463,0.00058609806,0.00015620436,0.000089613444,0.00007561938,0.0041808854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620754,0.00009852628,0.0012079414,0.00085866055,0.0006587126,0.00096863456],"domain_scores_gemma":[0.9979092,0.00008223253,0.0006117378,0.0008090858,0.0005314314,0.000056327164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012595075,0.00057573087,0.0006759657,0.0013506832,0.00023237082,0.00059932674,0.0013823197,0.00017660312,0.00040760508],"category_scores_gemma":[0.0008981277,0.0005427123,0.00019411308,0.0023869523,0.00029450998,0.0021364586,0.0008176175,0.00048080855,0.00031217464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022625049,0.001030143,0.04105254,0.0017077756,0.00018326877,0.00003431287,0.00042105955,0.000014893183,0.0029410804,0.8717095,0.076407485,0.004271658],"study_design_scores_gemma":[0.002200719,0.000066840665,0.022405393,0.00052743574,0.000067572444,0.0000046740643,0.00020147066,0.00021983938,0.00089755433,0.0039477563,0.96885747,0.0006032579],"about_ca_topic_score_codex":0.0009336225,"about_ca_topic_score_gemma":0.0032748566,"teacher_disagreement_score":0.89245,"about_ca_system_score_codex":0.000119564385,"about_ca_system_score_gemma":0.0003132958,"threshold_uncertainty_score":0.99970245},"labels":[],"label_agreement":null},{"id":"W4412220680","doi":"","title":"A Transatlantic Analysis of EU and U.S. Strategies In 'Green Procurement'","year":2024,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Business; International trade; Political science; Marketing","score_opus":0.01708528593684462,"score_gpt":0.25243505822968154,"score_spread":0.23534977229283693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412220680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8865864,0.0026826998,0.00020235551,0.004425495,0.00020024876,0.0004649996,0.000018260882,0.00024865472,0.105170846],"genre_scores_gemma":[0.9983297,0.000040576502,0.000049174974,0.0007707841,0.0003631987,0.000026087862,0.000039178183,0.000017139064,0.00036418767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987857,0.000011342584,0.00034351693,0.0003042274,0.00026564134,0.00028961577],"domain_scores_gemma":[0.9996462,0.00002536292,0.00007356278,0.00017774808,0.000054562297,0.000022552167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041332463,0.00017651387,0.00031744482,0.00082135847,0.000053834392,0.0005413388,0.00020479504,0.00006801624,0.00038114394],"category_scores_gemma":[0.000020597887,0.00015555599,0.00011328831,0.0020018183,0.000085857355,0.0017265354,0.00006304551,0.00016214528,0.00005578485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039149185,0.00011658306,0.04348484,0.0015025038,0.00080254884,0.000027292359,0.00036047192,0.00007260602,0.0013438286,0.9476671,0.0019097644,0.0026732618],"study_design_scores_gemma":[0.0022728173,0.00007450515,0.15467224,0.00079491927,0.0038085966,0.0000034243942,0.0014108754,0.02966105,0.00032395872,0.05210579,0.7534835,0.0013883427],"about_ca_topic_score_codex":0.010407977,"about_ca_topic_score_gemma":0.01274711,"teacher_disagreement_score":0.89556134,"about_ca_system_score_codex":0.000021136786,"about_ca_system_score_gemma":0.000054095424,"threshold_uncertainty_score":0.9961818},"labels":[],"label_agreement":null},{"id":"W4412230049","doi":"","title":"A few introductory remarks on the Danish public procurement market","year":2023,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Danish; Procurement; Business; Computer science; Economics; Commerce; Marketing; Linguistics; Philosophy","score_opus":0.07379492607702959,"score_gpt":0.25881633413669497,"score_spread":0.18502140805966538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412230049","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14704207,0.0006573683,0.00007397069,0.03618534,0.00015833779,0.001565659,0.000037100097,0.00015271133,0.81412745],"genre_scores_gemma":[0.56280965,0.00016699843,0.000023546,0.00025872947,0.00017447231,6.257367e-7,0.00005427179,0.000021347423,0.43649036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964203,0.0004057848,0.0002143491,0.00054125546,0.0015585927,0.0008596935],"domain_scores_gemma":[0.99715334,0.0004963433,0.00035342854,0.0010348244,0.00087872177,0.00008335964],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0054768636,0.00025520206,0.00037728442,0.00063878787,0.0023808256,0.00017751013,0.0028744286,0.00012939786,0.3585316],"category_scores_gemma":[0.0004994419,0.00022154297,0.0002462183,0.0030873304,0.000951213,0.0013120383,0.0025022754,0.0005301489,0.09463643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004662239,0.00011935042,0.00002742484,0.0001758935,0.00018584389,0.000046429028,0.00063782785,0.000008481072,0.0010673676,0.008051103,0.98670524,0.0025088128],"study_design_scores_gemma":[0.0008647676,0.000072575,0.011237098,0.00007664328,0.00006526641,0.000001208332,0.006551713,0.0005348976,0.00018116782,0.00010630584,0.9800852,0.00022317357],"about_ca_topic_score_codex":0.0011882476,"about_ca_topic_score_gemma":0.0012079315,"teacher_disagreement_score":0.4157676,"about_ca_system_score_codex":0.00028984534,"about_ca_system_score_gemma":0.00031233797,"threshold_uncertainty_score":0.99891794},"labels":[],"label_agreement":null},{"id":"W4412233132","doi":"","title":"Den offentlige kontrakt i et compliance perspektiv","year":2023,"lang":"da","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Compliance (psychology); Political science; Psychology; Social psychology","score_opus":0.14798642187346844,"score_gpt":0.32284001069548457,"score_spread":0.17485358882201613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412233132","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16872846,0.009079316,0.00030261304,0.021146312,0.00036879917,0.0021700722,0.0003299306,0.00021822036,0.7976563],"genre_scores_gemma":[0.4917203,0.0010243418,0.00005425148,0.00013617541,0.000132359,2.0181763e-7,0.00016959866,0.00003388618,0.5067289],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467283,0.0006534182,0.00036136748,0.00087740767,0.0019747564,0.0014601859],"domain_scores_gemma":[0.9956821,0.0006569283,0.00066051946,0.0012384735,0.0015709832,0.00019096851],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004768039,0.00046358033,0.0008427436,0.00095267984,0.0029793566,0.00025231208,0.0040038093,0.00030304067,0.40268445],"category_scores_gemma":[0.0003172312,0.00053435727,0.0005244302,0.004451617,0.0018026398,0.0026587103,0.004687816,0.00084774196,0.3733384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009186852,0.00023165307,0.00005983592,0.00084742135,0.0005740067,0.00025885634,0.003480031,0.00006855785,0.002220285,0.0041879145,0.98521465,0.0019380817],"study_design_scores_gemma":[0.0023364837,0.0001196989,0.020627229,0.00040661872,0.000301104,0.0000031241227,0.018269297,0.0019670832,0.0002103824,0.000079653844,0.95519024,0.0004890916],"about_ca_topic_score_codex":0.008734706,"about_ca_topic_score_gemma":0.003649567,"teacher_disagreement_score":0.32299185,"about_ca_system_score_codex":0.00049440033,"about_ca_system_score_gemma":0.00071709184,"threshold_uncertainty_score":0.9997108},"labels":[],"label_agreement":null},{"id":"W4412254954","doi":"","title":"Exclusion, Qualification and Selection of Candidates and Tenderers in EU Procurement","year":2016,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Selection (genetic algorithm); Procurement; Business; Computer science; Artificial intelligence; Marketing","score_opus":0.04098195667123202,"score_gpt":0.26053047585014344,"score_spread":0.2195485191789114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412254954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325253,0.00086058094,0.0003610195,0.004543844,0.000017142347,0.00069601595,0.00001599859,0.000018913539,0.06096121],"genre_scores_gemma":[0.9428888,0.0003234373,0.00007423655,0.0000268383,0.000019857056,1.6859984e-7,0.00000870099,0.0000068659965,0.056651074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987452,0.00012218732,0.00014782685,0.00026246428,0.00045229137,0.00027005485],"domain_scores_gemma":[0.998985,0.0001421223,0.00024484168,0.0001758399,0.00041613606,0.00003604354],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015213817,0.00010934509,0.00022841607,0.00039456054,0.00045139925,0.00002343364,0.0004253978,0.000072164825,0.029167365],"category_scores_gemma":[0.000107864194,0.00009474497,0.00004258343,0.0007283469,0.0005240535,0.001016735,0.00067261857,0.000103459526,0.0011393081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012071846,0.00018492452,0.0026516716,0.0005770706,0.00012763098,0.000009679614,0.0024816452,0.0000047746994,0.07411444,0.005929269,0.8993731,0.013338578],"study_design_scores_gemma":[0.0029330463,0.00012331322,0.12392573,0.00024199631,0.00007770121,0.000002130588,0.0070726867,0.0005855547,0.0037894156,0.0001788778,0.8608266,0.00024291042],"about_ca_topic_score_codex":0.0046921647,"about_ca_topic_score_gemma":0.0041018035,"teacher_disagreement_score":0.12127406,"about_ca_system_score_codex":0.00012162052,"about_ca_system_score_gemma":0.00011336578,"threshold_uncertainty_score":0.99963844},"labels":[],"label_agreement":null},{"id":"W4412255438","doi":"","title":"Regulation of Contract Changes in the New Public Procurement Directive","year":2014,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Directive; Business; Public administration; Chemistry; Political science; Computer science; Marketing","score_opus":0.05721958898687077,"score_gpt":0.2592538858450622,"score_spread":0.20203429685819144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412255438","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32417187,0.0011837903,0.0011531815,0.025099307,0.00008227008,0.002010937,0.000018368431,0.00004416006,0.6462361],"genre_scores_gemma":[0.9210084,0.000058785183,0.000066882094,0.000119831275,0.00010062911,2.7915874e-7,0.00003166948,0.000009979148,0.07860351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997725,0.0003552507,0.00017362885,0.00029447512,0.0010011294,0.00045050422],"domain_scores_gemma":[0.9980063,0.0003495387,0.000417968,0.00051412,0.0006678123,0.0000442799],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037096064,0.0001584507,0.00034343373,0.00046204266,0.000625922,0.00006490519,0.0016159848,0.00009874961,0.07576909],"category_scores_gemma":[0.00028476905,0.0001397441,0.00012597987,0.0015284778,0.0004830211,0.0011689196,0.0006846255,0.00026060024,0.0044954866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000389628,0.00018521267,0.0001579185,0.00018843732,0.00010136156,0.0000051195093,0.002900659,0.000023049566,0.004883734,0.012314307,0.9686153,0.010235272],"study_design_scores_gemma":[0.0014681809,0.00009325291,0.06761937,0.00008170245,0.00005868122,7.4636426e-7,0.0043274807,0.00074002147,0.0007908417,0.00019521377,0.9244788,0.00014569749],"about_ca_topic_score_codex":0.0065717986,"about_ca_topic_score_gemma":0.012619337,"teacher_disagreement_score":0.59683657,"about_ca_system_score_codex":0.00015299227,"about_ca_system_score_gemma":0.000217279,"threshold_uncertainty_score":0.99627966},"labels":[],"label_agreement":null},{"id":"W4412256905","doi":"","title":"Regulating for a sustainable and resilient single market:Challenges and reforms in the areas of state aid, competition, and public procurement","year":2023,"lang":"en","type":"report","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Competition (biology); State (computer science); Business; Industrial organization; Economic system; Market economy; Environmental economics; Natural resource economics; Economics; Marketing; Computer science","score_opus":0.12589086259186308,"score_gpt":0.29720075743307617,"score_spread":0.1713098948412131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412256905","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29649994,0.027267843,0.00009996106,0.009039951,0.0000649684,0.005194385,0.00011104321,0.000056787376,0.66166514],"genre_scores_gemma":[0.6701122,0.0075487597,0.000092493385,0.000028681143,0.00008052915,0.000002547253,0.00011555637,0.00003743775,0.32198182],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997147,0.00022403357,0.00030311005,0.00050029805,0.0011929052,0.00063263846],"domain_scores_gemma":[0.99654263,0.00047942082,0.00064598036,0.00046782068,0.0018065578,0.000057560424],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068070004,0.0002513101,0.0005752464,0.0007429169,0.00096875575,0.00013185597,0.0008601507,0.00016138832,0.0036030335],"category_scores_gemma":[0.0005633914,0.00021957271,0.0001066152,0.00082431646,0.00089963654,0.0011170275,0.0018566308,0.0003214661,0.00011055063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009136386,0.00020535511,0.000109164896,0.0077703036,0.00028598367,0.00006589338,0.004354137,0.0000048424567,0.00013686047,0.0060913544,0.97030926,0.009753199],"study_design_scores_gemma":[0.0015036016,0.00017521725,0.01651734,0.0004961955,0.00011992162,0.000005634592,0.050809972,0.00019098254,0.000030740823,0.0005234596,0.9293917,0.00023524699],"about_ca_topic_score_codex":0.0056551076,"about_ca_topic_score_gemma":0.009496351,"teacher_disagreement_score":0.37361225,"about_ca_system_score_codex":0.00031197048,"about_ca_system_score_gemma":0.00047829925,"threshold_uncertainty_score":0.99730784},"labels":[],"label_agreement":null},{"id":"W4412258961","doi":"","title":"Contract Changes and the Duty to Retender Under the New EU Public Procurement Directive","year":2014,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Directive; Procurement; Duty; Business; Accounting; Political science; Law; Computer science; Marketing","score_opus":0.05408588149762285,"score_gpt":0.25540183933731503,"score_spread":0.2013159578396922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412258961","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11644,0.0027929882,0.0028396328,0.25549626,0.00015588442,0.003437277,0.000022865415,0.000094314375,0.61872077],"genre_scores_gemma":[0.81140345,0.000118869815,0.00005251723,0.0013054454,0.00017484881,6.7633937e-7,0.00001167554,0.000015599147,0.18691689],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973549,0.0004505458,0.00015001478,0.0004163388,0.0010006968,0.0006274825],"domain_scores_gemma":[0.9975554,0.00063039624,0.00029007564,0.0006718735,0.0007417976,0.00011045286],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043853386,0.00022179757,0.00039017503,0.00026854282,0.0021621233,0.0002139768,0.0018730048,0.000098078584,0.055497855],"category_scores_gemma":[0.00033429713,0.00015432829,0.00014566224,0.0011991065,0.0011526007,0.0009576283,0.001984444,0.0003745091,0.009233099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007029953,0.000053306154,0.00001515218,0.0000681999,0.00022502623,0.000003794261,0.0021214753,0.000013400722,0.00048349507,0.032862835,0.95590687,0.0075434605],"study_design_scores_gemma":[0.0023471196,0.000069047965,0.009551801,0.000045959325,0.000120206685,0.0000016728768,0.007159859,0.000603407,0.00015042286,0.00029716626,0.97946566,0.00018765288],"about_ca_topic_score_codex":0.007214365,"about_ca_topic_score_gemma":0.009867211,"teacher_disagreement_score":0.69496346,"about_ca_system_score_codex":0.00016244219,"about_ca_system_score_gemma":0.0002254333,"threshold_uncertainty_score":0.9993967},"labels":[],"label_agreement":null},{"id":"W4412260533","doi":"","title":"Sustainability, Public Procurement and SMEs - Challenges and opportunities","year":2017,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Sustainability; Business; Environmental economics; Process management; Industrial organization; Marketing; Economics","score_opus":0.19461242373083862,"score_gpt":0.30045416853789064,"score_spread":0.10584174480705202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412260533","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34752727,0.014196102,0.000058236652,0.062643096,0.000051229283,0.001145838,0.000019872758,0.000051446834,0.5743069],"genre_scores_gemma":[0.83232564,0.0030176335,0.00003430189,0.00005251307,0.000056581175,2.7036816e-7,0.000011174786,0.000011341975,0.16449057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981461,0.00013841772,0.00013557107,0.0003955694,0.00066757563,0.0005167279],"domain_scores_gemma":[0.99766976,0.00013718723,0.0003577873,0.000730795,0.0010120721,0.000092381146],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024659915,0.00018634283,0.00034662843,0.0003163303,0.0029826923,0.0002666703,0.0014855447,0.00010453238,0.033771243],"category_scores_gemma":[0.00029248197,0.00019063405,0.00008725724,0.00015527186,0.0020528007,0.0028105034,0.0035755225,0.00022753883,0.0015684887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003865366,0.00015569673,0.00015033527,0.0011787348,0.00021872112,0.00008181791,0.002782324,7.4334577e-7,0.00022362477,0.0569036,0.8736069,0.06431094],"study_design_scores_gemma":[0.0010109944,0.00006883692,0.037432436,0.00005510271,0.00006698537,0.0000024982926,0.019569645,0.0001270867,0.000043064523,0.00056180236,0.94087094,0.00019062018],"about_ca_topic_score_codex":0.0022394378,"about_ca_topic_score_gemma":0.0024493968,"teacher_disagreement_score":0.48479834,"about_ca_system_score_codex":0.00013041582,"about_ca_system_score_gemma":0.00027079933,"threshold_uncertainty_score":0.9992089},"labels":[],"label_agreement":null},{"id":"W4412261746","doi":"","title":"Regulation of Contract Changes Leading to a Duty to Retender in the New EU Public Procurement Directive","year":2014,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Directive; Procurement; Duty; Business; Law; Political science; Computer science; Marketing","score_opus":0.07494405212525353,"score_gpt":0.2794235541973095,"score_spread":0.204479502072056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412261746","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4194109,0.00048234127,0.0031684285,0.063689716,0.000095030715,0.0033202781,0.000021819333,0.000053652042,0.5097578],"genre_scores_gemma":[0.9172732,0.000016472504,0.00017792726,0.00043671686,0.000102381346,5.9207383e-7,0.000018304152,0.000012356518,0.08196201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975386,0.00032095675,0.00018452125,0.00037118263,0.0010436352,0.00054105866],"domain_scores_gemma":[0.99803996,0.00030077973,0.00028915235,0.00054120645,0.00074255647,0.0000863462],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003899008,0.00017555106,0.00038232474,0.0006849675,0.0006367802,0.000084046354,0.0016427137,0.00009097236,0.036130622],"category_scores_gemma":[0.00046555765,0.00016021772,0.00011488,0.002185669,0.00023419448,0.0010204061,0.00094790343,0.00024294188,0.0072043496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005224048,0.000118891985,0.00008215146,0.00014364292,0.000086455635,0.0000052854666,0.0057416027,0.0000650339,0.009287027,0.0072742295,0.9682079,0.008465349],"study_design_scores_gemma":[0.0010576311,0.0001471442,0.043821674,0.00012181948,0.00004934095,6.95146e-7,0.0053711412,0.00036746904,0.0009966065,0.00008779688,0.9477988,0.00017988609],"about_ca_topic_score_codex":0.0056338636,"about_ca_topic_score_gemma":0.013043421,"teacher_disagreement_score":0.4978623,"about_ca_system_score_codex":0.00023982182,"about_ca_system_score_gemma":0.00019722244,"threshold_uncertainty_score":0.99356866},"labels":[],"label_agreement":null},{"id":"W4412263010","doi":"","title":"Evolution of the EU Public Procurement Regime:The New Public Procurement Directive","year":2014,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Directive; Business; International trade; Industrial organization; Computer science; Marketing","score_opus":0.05028713726399832,"score_gpt":0.24060650843379658,"score_spread":0.19031937116979825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412263010","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123439886,0.003355277,0.0038734833,0.08675711,0.0003438537,0.0045859176,0.000036608246,0.00013430719,0.77747357],"genre_scores_gemma":[0.803693,0.00004980236,0.00007536611,0.00014932234,0.00016610268,8.0583123e-7,0.000017673068,0.000019862997,0.19582808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995893,0.00055111083,0.00030842322,0.00051479397,0.0019198696,0.00081279315],"domain_scores_gemma":[0.99594665,0.000259236,0.0008039623,0.0011577754,0.0017219707,0.00011038401],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004306003,0.00028423936,0.00045041527,0.00043903326,0.0022814097,0.00015184692,0.0036498664,0.00014841698,0.055214804],"category_scores_gemma":[0.000625024,0.00021850684,0.00034248226,0.002719999,0.0012330487,0.0019042289,0.0027867355,0.0004911715,0.007751921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022633743,0.00020260131,0.0001401258,0.0002147252,0.00022956547,0.0000020053485,0.0010048624,0.00002209055,0.0017977292,0.029485304,0.963156,0.003518693],"study_design_scores_gemma":[0.0014298591,0.000090096284,0.014322933,0.000109744746,0.0001365263,0.0000013997991,0.0042546163,0.00066514674,0.00069703435,0.00028019262,0.9777871,0.0002253893],"about_ca_topic_score_codex":0.005275204,"about_ca_topic_score_gemma":0.0047586923,"teacher_disagreement_score":0.6802531,"about_ca_system_score_codex":0.0006320204,"about_ca_system_score_gemma":0.00093570614,"threshold_uncertainty_score":0.9990175},"labels":[],"label_agreement":null},{"id":"W4412265664","doi":"","title":"Strategier for længerevarende kontrakter om udlicitering af kommunal service:Privatisering eller offentlig kontrol?","year":2016,"lang":"da","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Political science","score_opus":0.082290274350919,"score_gpt":0.2724329082584479,"score_spread":0.1901426339075289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412265664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59375846,0.007736224,0.010167508,0.031127593,0.0006379986,0.005211969,0.000828704,0.00018745239,0.35034406],"genre_scores_gemma":[0.68716836,0.0005056044,0.00026706574,0.00019930038,0.0003187619,9.161204e-7,0.000084058156,0.000055697703,0.31140023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99525505,0.0003822576,0.0004923017,0.00087822834,0.0014170553,0.0015750823],"domain_scores_gemma":[0.99504626,0.0007727946,0.0008005405,0.0012944771,0.0018799106,0.00020602351],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030328007,0.0005587296,0.00093996717,0.0006969954,0.00250875,0.00027923263,0.0037466432,0.00035601752,0.34362954],"category_scores_gemma":[0.00017921661,0.0005218815,0.0005590083,0.0015555536,0.00089282345,0.0035699862,0.0034515667,0.0005057729,0.048201036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031520606,0.0002790349,0.00006265577,0.0014349266,0.0009698983,0.000083617204,0.002148894,0.000037227466,0.026286425,0.002485171,0.9503114,0.012748647],"study_design_scores_gemma":[0.0063199773,0.00018629055,0.010349544,0.0007728335,0.00041167025,0.0000031522795,0.0061213127,0.0010176377,0.00082866603,0.000117642005,0.97323424,0.00063701114],"about_ca_topic_score_codex":0.0061386335,"about_ca_topic_score_gemma":0.0055148792,"teacher_disagreement_score":0.29542848,"about_ca_system_score_codex":0.00058380957,"about_ca_system_score_gemma":0.0005595244,"threshold_uncertainty_score":0.99972326},"labels":[],"label_agreement":null},{"id":"W4412267085","doi":"","title":"EU and public procurement: making better use of the existing toolbox","year":2020,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Toolbox; Procurement; Business; Computer science; Marketing; Programming language","score_opus":0.20494673370606156,"score_gpt":0.27551956660711346,"score_spread":0.0705728329010519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412267085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69333816,0.0011616757,0.000674838,0.031213455,0.00007278376,0.0015085227,0.000051152143,0.00006531838,0.2719141],"genre_scores_gemma":[0.9582509,0.000033809658,0.00023663545,0.00063818245,0.00009021936,1.4973901e-7,0.0000136885,0.000016722375,0.040719695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781626,0.00019785562,0.00020536533,0.0003657702,0.0009152236,0.0004995399],"domain_scores_gemma":[0.99812734,0.00021147885,0.00044948605,0.00045930807,0.0006873808,0.000065004606],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010897771,0.00018291567,0.0003419767,0.00020810156,0.0012622304,0.00014277521,0.0015595258,0.00009457444,0.053410582],"category_scores_gemma":[0.0004153556,0.00016543013,0.00016949499,0.0014250936,0.0008661762,0.0020861668,0.0024639303,0.0003433065,0.0032357937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033765112,0.00007725332,0.0007030631,0.00052746624,0.00017552478,0.000019648109,0.001902694,0.000017462964,0.0044374093,0.003949657,0.9840968,0.0037553678],"study_design_scores_gemma":[0.0008755445,0.000043212516,0.011812087,0.00010864913,0.00009611637,0.0000012167786,0.0040249075,0.0010156416,0.00038943178,0.000025372936,0.98143184,0.00017600304],"about_ca_topic_score_codex":0.001311014,"about_ca_topic_score_gemma":0.0006505119,"teacher_disagreement_score":0.26491275,"about_ca_system_score_codex":0.00008780676,"about_ca_system_score_gemma":0.00017494061,"threshold_uncertainty_score":0.9975403},"labels":[],"label_agreement":null},{"id":"W4412267436","doi":"","title":"Sustainable Public Procurement of the framework agreements:challenges and opportunities","year":2016,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Business; Environmental planning; Environmental economics; Economics; Environmental science; Marketing","score_opus":0.12991968601658682,"score_gpt":0.26227217877377584,"score_spread":0.13235249275718902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412267436","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32896408,0.01228933,0.00058158167,0.053066008,0.0001013499,0.0018407017,0.000038593287,0.00005601023,0.60306233],"genre_scores_gemma":[0.6922523,0.0014658555,0.00004928248,0.000070200804,0.000042729393,2.910012e-7,0.000003954051,0.000010873427,0.30610454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976418,0.00022775563,0.00019098549,0.00032910198,0.0010037876,0.00060654205],"domain_scores_gemma":[0.9973976,0.0002811144,0.00042163217,0.0006722045,0.0011607679,0.00006667132],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002263819,0.0001847224,0.00033588242,0.00033012053,0.0011357602,0.000054284654,0.0017615089,0.00012048205,0.08138211],"category_scores_gemma":[0.00028114807,0.00013463877,0.00015123015,0.00061074994,0.0013750548,0.001729488,0.0029308598,0.00020874385,0.0024520874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033287794,0.00017330702,0.00007832529,0.0007076236,0.00025707268,0.000025907635,0.0024452556,0.0000010579474,0.0011634101,0.13710256,0.8401602,0.017552402],"study_design_scores_gemma":[0.0009688891,0.000067620225,0.008061071,0.00019757256,0.00007794378,0.0000011058594,0.027514499,0.000018025921,0.00037856802,0.00081209315,0.96173817,0.0001644236],"about_ca_topic_score_codex":0.001061898,"about_ca_topic_score_gemma":0.0005920195,"teacher_disagreement_score":0.3632882,"about_ca_system_score_codex":0.00017238138,"about_ca_system_score_gemma":0.00030342862,"threshold_uncertainty_score":0.99832463},"labels":[],"label_agreement":null},{"id":"W4412272083","doi":"","title":"Denmark as a Daredevil in EU Procurement Law: Implementation of Directive 2014/24","year":2019,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Directive; Procurement; Law; Member states; Political science; Business; European union; International trade; Computer science; Marketing","score_opus":0.031024062968983152,"score_gpt":0.28588850252627407,"score_spread":0.25486443955729093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412272083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5642383,0.0005940413,0.000035917175,0.0012334334,0.00005944875,0.001269192,0.00002651247,0.000017332673,0.4325258],"genre_scores_gemma":[0.8770776,0.00008433443,0.00006499651,0.00009647056,0.000034270117,4.413059e-7,0.000048393278,0.000014902437,0.12257861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755645,0.00020693155,0.00025513707,0.00041314642,0.001040629,0.000527688],"domain_scores_gemma":[0.9980477,0.00016364544,0.0004495311,0.00050890684,0.0007804899,0.000049716833],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020727888,0.00019598106,0.00043978277,0.0005003222,0.00047101456,0.000047572554,0.0013089825,0.00010425463,0.32619485],"category_scores_gemma":[0.000051201452,0.00021301098,0.00017311373,0.0012202776,0.0004316852,0.0016783496,0.0012962329,0.00027459188,0.042855196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010046246,0.00022581783,0.00091104564,0.0005025028,0.00021592886,0.00003066275,0.0026382843,0.000031671443,0.008735995,0.012220978,0.97136736,0.0021151593],"study_design_scores_gemma":[0.0030267057,0.00017034895,0.029505938,0.00014875211,0.00009200086,0.0000012861091,0.022335231,0.00013569577,0.0041188207,0.00014135377,0.94005555,0.00026829168],"about_ca_topic_score_codex":0.02820982,"about_ca_topic_score_gemma":0.014328708,"teacher_disagreement_score":0.31283927,"about_ca_system_score_codex":0.0003205858,"about_ca_system_score_gemma":0.00034538133,"threshold_uncertainty_score":0.9782614},"labels":[],"label_agreement":null},{"id":"W4412273671","doi":"","title":"Foreword:Foreword by the Editors of the European Procurement Law Series","year":2014,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Series (stratigraphy); Law; Law and economics; Political science; Economics; Geology","score_opus":0.023816543715983934,"score_gpt":0.2209080582198849,"score_spread":0.19709151450390097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412273671","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089862764,0.0006493317,0.000469741,0.013139334,0.00033283117,0.0013561494,0.0000701058,0.00005238061,0.89406735],"genre_scores_gemma":[0.76838523,0.000028946492,0.000040563733,0.00017832876,0.0004414164,2.3632975e-7,0.000026387206,0.000020313119,0.23087856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970862,0.0005544911,0.0002307612,0.0003405676,0.0012311997,0.00055673276],"domain_scores_gemma":[0.99756694,0.00021679897,0.0005096557,0.0009165488,0.0007367257,0.000053348856],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003863416,0.00022314375,0.00034217944,0.00014105087,0.0021337473,0.00007564015,0.0032965178,0.00008925253,0.041754574],"category_scores_gemma":[0.00016358537,0.00016286905,0.00026525793,0.0011229161,0.0018246265,0.0012837517,0.0026285972,0.00039681414,0.007950967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002490312,0.00008927515,0.000038001668,0.00016268226,0.0001251259,0.0000031869736,0.00084041216,0.000017703698,0.0017232157,0.011282777,0.9838191,0.0016494625],"study_design_scores_gemma":[0.0008481529,0.00007095621,0.004251937,0.00008477543,0.00010725343,0.0000011578255,0.0030885567,0.00016923534,0.0013289176,0.000150048,0.9897272,0.0001717838],"about_ca_topic_score_codex":0.003985705,"about_ca_topic_score_gemma":0.0024040567,"teacher_disagreement_score":0.67852247,"about_ca_system_score_codex":0.00011828717,"about_ca_system_score_gemma":0.00012671927,"threshold_uncertainty_score":0.99916536},"labels":[],"label_agreement":null},{"id":"W4412281023","doi":"","title":"How can we fight many faces of corruption in the EU Public Procurement?","year":2018,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Language change; Business; Face (sociological concept); Political science; Law and economics; International trade; Political economy; Economics; Marketing; Sociology; Art; Social science; Literature","score_opus":0.08523906324514764,"score_gpt":0.26914193812080817,"score_spread":0.18390287487566054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412281023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5105444,0.0016487916,0.00043935076,0.06353064,0.00012417969,0.0019863641,0.00006521289,0.000051265895,0.4216098],"genre_scores_gemma":[0.85070443,0.00014401365,0.000055357355,0.00014870963,0.00010696522,3.582528e-7,0.000041888372,0.000011716269,0.14878657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973281,0.00030089074,0.00019140229,0.00036270655,0.0012138945,0.0006029837],"domain_scores_gemma":[0.99765265,0.00017249848,0.00044005385,0.0006312929,0.0010555537,0.000047958223],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026155247,0.00019946096,0.0003597476,0.0006003137,0.0010807561,0.00015789864,0.0025108373,0.00012457806,0.0756108],"category_scores_gemma":[0.00017234904,0.00017406874,0.00016058979,0.0021375087,0.0011822563,0.0018612377,0.0011686278,0.00032852727,0.006526679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036000062,0.00019540901,0.00014076327,0.0002831343,0.00010346405,0.000022119211,0.0032774676,0.000002811585,0.0029668864,0.007435373,0.98190635,0.0033061965],"study_design_scores_gemma":[0.0011705263,0.00012330725,0.009607146,0.00009221208,0.00006172844,0.0000014730571,0.017488595,0.00035407775,0.0006857234,0.00008832041,0.97014934,0.0001775288],"about_ca_topic_score_codex":0.0032712158,"about_ca_topic_score_gemma":0.008889122,"teacher_disagreement_score":0.34016,"about_ca_system_score_codex":0.0001711449,"about_ca_system_score_gemma":0.0002534557,"threshold_uncertainty_score":0.99424684},"labels":[],"label_agreement":null},{"id":"W4412758719","doi":"10.1108/jbim-05-2024-0340","title":"Integrating interaction into standardized public procurement: exploring the creation and distribution of relational frictions","year":2025,"lang":"en","type":"article","venue":"Journal of Business and Industrial Marketing","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Distribution (mathematics); Business; Marketing; Mathematics","score_opus":0.06212507158749236,"score_gpt":0.268420753555703,"score_spread":0.20629568196821063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412758719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733303,0.0003109938,0.008355974,0.012444074,0.0011933562,0.0002526298,0.0000034705276,0.000018921113,0.0040902835],"genre_scores_gemma":[0.99842834,0.00011548731,0.00014020404,0.00007428962,0.0011733763,0.00001100761,0.000017867382,0.000006267311,0.00003314511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987958,0.00006082177,0.000634624,0.00010901584,0.00026877303,0.00013095718],"domain_scores_gemma":[0.9977837,0.00026835664,0.00086537696,0.00006574186,0.001003711,0.000013111635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027398006,0.00011823547,0.00021302934,0.0003746816,0.00043131615,0.00039976838,0.00009871791,0.000066044755,0.000021074451],"category_scores_gemma":[0.004968371,0.00008335396,0.00004991613,0.000951686,0.00006646106,0.0025999807,0.00011156734,0.00029742543,2.1463387e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001880596,0.00019374327,0.2782712,0.0006436489,0.00038240527,0.0000019643367,0.00042303975,0.0001465668,0.002285769,0.1381805,0.010901377,0.5666892],"study_design_scores_gemma":[0.0054214965,0.000058147933,0.504003,0.0031824547,0.0005200423,0.000020932002,0.0041435054,0.0061620492,0.00020747649,0.006054477,0.4698272,0.00039920452],"about_ca_topic_score_codex":0.0001735736,"about_ca_topic_score_gemma":0.00002280817,"teacher_disagreement_score":0.56629,"about_ca_system_score_codex":0.00007945911,"about_ca_system_score_gemma":0.00012424072,"threshold_uncertainty_score":0.5947963},"labels":[],"label_agreement":null},{"id":"W4412951239","doi":"10.34172/ijhpm.8556","title":"Public Healthcare Procurement Strategies in Response to the COVID-19 Pandemic: A Scoping Review","year":2025,"lang":"en","type":"article","venue":"International Journal of Health Policy and Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut universitaire de cardiologie et de pneumologie de Québec; Université Laval","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Procurement; 2019-20 coronavirus outbreak; Health care; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Business; Public health; Medicine; Nursing; Virology; Economic growth; Economics; Marketing","score_opus":0.16383207117806955,"score_gpt":0.4601426558571029,"score_spread":0.2963105846790334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412951239","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011745881,0.013955582,0.0023334476,0.97666043,0.00053230865,0.0014127584,0.000003164057,0.00002794288,0.00389976],"genre_scores_gemma":[0.33727416,0.022531986,0.00016603351,0.6385283,0.0009922007,0.00014171089,0.0000070774777,0.0000120954965,0.00034643983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997717,0.00015462631,0.0009896085,0.0001938415,0.0005682945,0.0003766312],"domain_scores_gemma":[0.99872226,0.00011017989,0.00061425084,0.00016456614,0.00031767256,0.000071090966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062525654,0.00015838383,0.0003022293,0.0016026251,0.00019931812,0.00042708596,0.0006988457,0.00003086535,0.000024602756],"category_scores_gemma":[0.0010870516,0.00011633501,0.00006764388,0.0008676103,0.000036637357,0.00076989434,0.00039705506,0.00019043624,0.000009655112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054902735,0.00016805502,0.006394446,0.015378773,0.00020406021,0.0000443891,0.00047643538,0.00009697144,0.0000034529903,0.7653726,0.11114567,0.10016614],"study_design_scores_gemma":[0.0010328252,0.000037095087,0.0043108724,0.009949815,0.000015320184,0.000021414531,0.00038173943,0.000019923826,1.4143976e-7,0.011909858,0.97220963,0.00011133631],"about_ca_topic_score_codex":0.002057776,"about_ca_topic_score_gemma":0.0023031204,"teacher_disagreement_score":0.861064,"about_ca_system_score_codex":0.00061343366,"about_ca_system_score_gemma":0.0014566118,"threshold_uncertainty_score":0.4744004},"labels":[],"label_agreement":null},{"id":"W4413164172","doi":"10.2139/ssrn.5390328","title":"Public Procurement Law Review Special Issue: Introduction and Three Articles on Public Procurement in International Trade","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Procurement; International trade law; Business; Law and economics; International trade; Political science; Economics; Marketing","score_opus":0.03414535471317386,"score_gpt":0.2660681084807961,"score_spread":0.23192275376762223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413164172","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057892874,0.021194452,0.0004199746,0.89238405,0.005554038,0.0033568833,0.00001618875,0.00023427464,0.07105087],"genre_scores_gemma":[0.7666364,0.06322558,0.00014011725,0.022514975,0.14382055,0.00069508824,0.00050237303,0.00014381825,0.0023210905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99494326,0.000064360145,0.0010027078,0.0007731559,0.0010753854,0.0021411146],"domain_scores_gemma":[0.9984995,0.000019892279,0.0008050258,0.00039074942,0.00023111039,0.00005372057],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042627594,0.0005517666,0.0005771682,0.0010832788,0.00029667476,0.0014170978,0.0009933653,0.00022357826,0.00050589413],"category_scores_gemma":[0.0004421381,0.00050426024,0.00020051032,0.00068889384,0.00009133525,0.0015714255,0.000706732,0.00348625,0.000046529643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000721876,0.00043520553,0.0016826061,0.0010672441,0.00034225624,0.0000027764927,0.000036251346,0.000008386213,0.000012622312,0.84813154,0.049996972,0.09821193],"study_design_scores_gemma":[0.00097568764,0.0000522281,0.000713673,0.00096888136,0.00012019585,0.000019301291,0.00007850634,0.00018205724,0.0000082603565,0.23189688,0.7645438,0.00044056293],"about_ca_topic_score_codex":0.00025165852,"about_ca_topic_score_gemma":0.008746542,"teacher_disagreement_score":0.86986905,"about_ca_system_score_codex":0.0018980204,"about_ca_system_score_gemma":0.0015912667,"threshold_uncertainty_score":0.9997409},"labels":[],"label_agreement":null},{"id":"W4413594948","doi":"10.64628/aam.5hyvsx7xf","title":"Gender inequality is still rampant in the maritime longshore profession","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Inequality; Longshore drift; Political science; Gender inequality; Sociology; Geology; Geomorphology; Mathematics","score_opus":0.09026783303439936,"score_gpt":0.32551970176422035,"score_spread":0.23525186872982098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413594948","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34099048,0.00055474805,0.00041875898,0.06279835,0.0027503509,0.0039626737,0.00009425026,0.0005567891,0.5878736],"genre_scores_gemma":[0.9623773,0.000028488408,0.00007260545,0.031495765,0.0018570626,0.00044434256,0.0007409082,0.000040206243,0.002943294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741024,0.00009601943,0.0005607113,0.00060074596,0.0008112861,0.00052102783],"domain_scores_gemma":[0.9986118,0.000057129168,0.00036978372,0.00083805673,0.000109835906,0.000013409132],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002344985,0.00038611522,0.00036949434,0.00042490187,0.00019721503,0.00068488036,0.0013942176,0.00023605657,0.012467192],"category_scores_gemma":[0.00013786471,0.0002602297,0.00017952222,0.0005729513,0.000040697007,0.00057429215,0.003906652,0.0012828793,0.00020100456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011606297,0.0008482994,0.17332654,0.0028325208,0.00012830635,0.00005612803,0.004230546,0.00006825075,0.000015782209,0.18012282,0.6289721,0.0092826],"study_design_scores_gemma":[0.0006812611,0.0000068218333,0.10076069,0.00009704824,0.00009040302,0.0000013111734,0.0025416387,0.0031144388,0.0000047690073,0.072734475,0.81918776,0.0007793926],"about_ca_topic_score_codex":0.004649606,"about_ca_topic_score_gemma":0.0003247483,"teacher_disagreement_score":0.6213868,"about_ca_system_score_codex":0.00010005891,"about_ca_system_score_gemma":0.0001444553,"threshold_uncertainty_score":0.999985},"labels":[],"label_agreement":null},{"id":"W4414282785","doi":"10.1016/j.pursup.2025.101078","title":"Unpacking supplier diversity in purchasing and supply management: what do we know and what should we know about?","year":2025,"lang":"en","type":"article","venue":"Journal of Purchasing and Supply Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação Getulio Vargas","keywords":"Unpacking; Diversity (politics); Power (physics); Purchasing; Resource (disambiguation); Disadvantaged; Resource dependence theory; Purchasing power","score_opus":0.019737329668035375,"score_gpt":0.2567098278450845,"score_spread":0.23697249817704913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414282785","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3880925,0.41241962,0.0025675169,0.16994739,0.004183645,0.002666617,0.0000125525285,0.00021878493,0.019891376],"genre_scores_gemma":[0.63776076,0.3565632,0.00085851736,0.0025192318,0.0005895056,0.000015218534,0.000011463936,0.00004521221,0.0016368729],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696493,0.000065100714,0.0008487433,0.00061281875,0.000698042,0.0008103565],"domain_scores_gemma":[0.99882835,0.00009578785,0.0004978747,0.00031994694,0.00015862926,0.00009943007],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018361426,0.00052528473,0.00068057317,0.002501417,0.0007851347,0.0052802954,0.00053522486,0.00015901431,0.00008570686],"category_scores_gemma":[0.00003387622,0.0004917064,0.0001442857,0.0009823099,0.0002346855,0.008212171,0.0023052807,0.0005344168,0.000008268316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002320292,0.0001861051,0.028414441,0.001926662,0.00039671245,0.000252091,0.001299618,0.000036917707,0.000038277954,0.03866961,0.0050404854,0.92350703],"study_design_scores_gemma":[0.005088292,0.000063793246,0.022366814,0.012377624,0.000681857,0.0000438765,0.020811262,0.0011684551,0.000031120926,0.031227497,0.9053432,0.0007962594],"about_ca_topic_score_codex":0.00011635583,"about_ca_topic_score_gemma":0.00006895936,"teacher_disagreement_score":0.9227108,"about_ca_system_score_codex":0.00015345101,"about_ca_system_score_gemma":0.000025119998,"threshold_uncertainty_score":0.9997535},"labels":[],"label_agreement":null},{"id":"W4414376597","doi":"10.5430/ijba.v16n3p42","title":"Improving Public Service Delivery Through Good Corporate Governance: Lessons From the Embu County Government, Kenya","year":2025,"lang":"en","type":"article","venue":"International Journal of Business Administration","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accountability; Service delivery framework; Corporate governance; Stakeholder; Transparency (behavior); Government (linguistics); Public service; Stratified sampling; Agency (philosophy)","score_opus":0.041286250486893446,"score_gpt":0.2726815214670206,"score_spread":0.2313952709801272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414376597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5604159,0.00072914845,0.021776725,0.37112403,0.00955888,0.00044361645,0.00030455922,0.000099449026,0.0355477],"genre_scores_gemma":[0.9857486,0.0001199179,0.00020041662,0.009926205,0.003602534,0.000009017194,0.00011648389,0.00001641544,0.00026043374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977304,0.000022245755,0.0006942704,0.00021477429,0.001118478,0.00021986995],"domain_scores_gemma":[0.99514014,0.0001217876,0.002086669,0.00021106884,0.0024237435,0.000016619317],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00050967163,0.00021695488,0.0002187342,0.000080819475,0.0002134663,0.0015295405,0.0011220577,0.00009297605,0.00016648544],"category_scores_gemma":[0.00049583695,0.00016849927,0.000106773194,0.00072268065,0.000057001434,0.004357075,0.00023571207,0.00025414003,0.000029077299],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001033564,0.00088754646,0.09729589,0.00018397339,0.001080606,0.00011344756,0.00015326403,0.00022830008,0.0063952617,0.7745399,0.06385409,0.054234177],"study_design_scores_gemma":[0.0036522225,0.00003223736,0.29461774,0.0005658733,0.0003470623,0.000040900915,0.00073055987,0.005243917,0.0009449543,0.036701012,0.65655273,0.00057080697],"about_ca_topic_score_codex":0.00097520085,"about_ca_topic_score_gemma":0.0009869226,"teacher_disagreement_score":0.73783886,"about_ca_system_score_codex":0.00024797374,"about_ca_system_score_gemma":0.00061480893,"threshold_uncertainty_score":0.99950695},"labels":[],"label_agreement":null},{"id":"W4415586977","doi":"10.21083/crrf.v33i1.7862","title":"British Columbia Social Procurement Initiative: Introduction to BCSPI and Social Procurement | Introduction au Concept D’approvisionnement Social: La British Columbia Social Procurement Initiative","year":2025,"lang":"","type":"article","venue":"Proceedings of the Canadian Rural Revitalization Foundation","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Columbia university; Social Welfare; Social economy; Social change","score_opus":0.013568596611159337,"score_gpt":0.2392797802150393,"score_spread":0.22571118360387996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415586977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4840186,0.00072012184,0.0006763538,0.45675486,0.007353213,0.027998712,0.00042542978,0.00061179587,0.021440916],"genre_scores_gemma":[0.97599936,0.00006607138,0.00007533359,0.003974346,0.013433976,0.0010029775,0.00087670336,0.00012538902,0.0044458536],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930759,0.00015491903,0.0020787236,0.0014573139,0.0018439817,0.0013891568],"domain_scores_gemma":[0.99177104,0.000027876971,0.0025315708,0.00017620019,0.005332445,0.0001608931],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024523095,0.0006865489,0.0010692419,0.00060783257,0.0077336775,0.013799856,0.00086078804,0.00061924924,0.0015248551],"category_scores_gemma":[0.0011420867,0.0011431377,0.00036274674,0.0035932965,0.0008693231,0.0044410815,0.00069412636,0.0006954351,0.000018706822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014448682,0.0005480857,0.017811172,0.006018892,0.0006782446,0.0000011175058,0.008226748,0.0000044151593,0.0005719964,0.025650553,0.88076985,0.059574448],"study_design_scores_gemma":[0.0049137063,0.0003093905,0.13497248,0.0019183178,0.0016929744,0.000013952866,0.011439286,0.00028637695,0.0001389461,0.01178084,0.8303813,0.002152464],"about_ca_topic_score_codex":0.25255394,"about_ca_topic_score_gemma":0.7821849,"teacher_disagreement_score":0.52963096,"about_ca_system_score_codex":0.0050299005,"about_ca_system_score_gemma":0.002188166,"threshold_uncertainty_score":0.99938786},"labels":[],"label_agreement":null},{"id":"W4415790286","doi":"10.1111/faam.70014","title":"Rethinking Accountability in Government Procurement in Africa Within the Neoliberal Governing Reforms: Some Evidence From Ghana","year":2025,"lang":"en","type":"article","venue":"Financial Accountability and Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Accountability; Politics; Procurement; Elite; Neoliberalism (international relations); Ideology; Government (linguistics); Public sector","score_opus":0.030464468890045244,"score_gpt":0.24904728734956333,"score_spread":0.21858281845951807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415790286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97037476,0.0013731541,0.00014655564,0.0057509462,0.000726383,0.0023334,0.000020544649,0.00011732697,0.019156914],"genre_scores_gemma":[0.99285364,0.00014774626,0.00024265802,0.005160836,0.00051328214,0.0005592648,0.000017844135,0.000020093034,0.00048463483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620146,0.00006770149,0.0010214731,0.00097167003,0.0009775334,0.0007601525],"domain_scores_gemma":[0.99860513,0.00017667998,0.00038251793,0.00072592753,0.00008546465,0.000024255702],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039377916,0.00045305435,0.0004986962,0.000259331,0.00035248176,0.0006460774,0.0009033358,0.00017552164,0.00007029389],"category_scores_gemma":[0.00044769887,0.0003551112,0.0000949741,0.0012894719,0.00018853627,0.0033765435,0.001512077,0.0005900199,0.000033891974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002984401,0.0019394632,0.49946073,0.005061596,0.00022320056,0.00004489228,0.019983318,0.00047879395,0.00026266574,0.38531125,0.014622722,0.069626965],"study_design_scores_gemma":[0.0024966141,0.00003783028,0.6083394,0.001836846,0.0001502548,3.6904362e-7,0.0031836773,0.003378625,0.000071638184,0.27362835,0.106015444,0.000860945],"about_ca_topic_score_codex":0.034015328,"about_ca_topic_score_gemma":0.038675934,"teacher_disagreement_score":0.1116829,"about_ca_system_score_codex":0.0011293426,"about_ca_system_score_gemma":0.00011845168,"threshold_uncertainty_score":0.9998901},"labels":[],"label_agreement":null},{"id":"W4415958408","doi":"10.58425/jpscm.v4i2.432","title":"The Relationship Between Supplier Consistency Appraisal and Procurement Implementation in Public Hospitals in Mandera County, Kenya","year":2025,"lang":"","type":"article","venue":"Journal of Procurement and Supply Chain Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Paul University","funders":"","keywords":"Procurement; Audit; Stratified sampling; Sample (material); Mandate; Population; Descriptive statistics; Consistency (knowledge bases); Public health","score_opus":0.02506166770952383,"score_gpt":0.30243114242982994,"score_spread":0.2773694747203061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415958408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7302738,0.033148874,0.0012267567,0.1972847,0.003023685,0.010431762,0.00004458136,0.000076084405,0.024489768],"genre_scores_gemma":[0.9930076,0.0038853805,0.00024664827,0.0010369406,0.0006908846,0.00024525673,0.000055403165,0.00004755828,0.00078435516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929829,0.0002282025,0.0031964846,0.00078939844,0.001474422,0.0013285585],"domain_scores_gemma":[0.99647534,0.00068852777,0.0017459864,0.0004428815,0.0005266921,0.000120575176],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008669432,0.000796066,0.0009792158,0.002903394,0.0009093081,0.002538083,0.00086324365,0.0002530111,0.000105637744],"category_scores_gemma":[0.00052022695,0.0006611135,0.0002029051,0.002037247,0.00034796543,0.002684765,0.0009415272,0.0009418223,0.0000080323925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001629285,0.0002564101,0.76550007,0.001551713,0.00037814458,0.00002911808,0.00041641554,0.0000035624103,0.0000051935735,0.1937245,0.010453181,0.027518779],"study_design_scores_gemma":[0.0077220965,0.00016144039,0.80287164,0.0010539126,0.00047102588,0.0000043660452,0.0061841933,0.00018314981,0.000009302528,0.036081932,0.14463766,0.00061930186],"about_ca_topic_score_codex":0.00017288218,"about_ca_topic_score_gemma":0.00095663837,"teacher_disagreement_score":0.2627338,"about_ca_system_score_codex":0.00057470315,"about_ca_system_score_gemma":0.00033376226,"threshold_uncertainty_score":0.999584},"labels":[],"label_agreement":null},{"id":"W4416541722","doi":"","title":"Environmental considerations in municipal public procurement in France and Québec","year":2025,"lang":"fr","type":"article","venue":"theses.fr (ABES)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Environment - Saskatchewan","keywords":"Publics; Conciliation; Context (archaeology); Divergence (linguistics)","score_opus":0.02074726999772502,"score_gpt":0.23950356813312995,"score_spread":0.21875629813540493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416541722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64565134,0.044403616,0.000023167491,0.13048376,0.00083803805,0.0013796709,0.000023333307,0.00008843541,0.17710862],"genre_scores_gemma":[0.9914011,0.0005723332,0.000058030448,0.004399719,0.0003462126,0.00016061171,0.000020376385,0.000028186296,0.0030134628],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977093,0.000075255535,0.00064451096,0.00050489197,0.00029693093,0.0007691399],"domain_scores_gemma":[0.99922085,0.0001413467,0.00017846822,0.0003777275,0.000039777937,0.00004182939],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008227662,0.00037129826,0.0004082558,0.00078886625,0.00023558135,0.00060890743,0.00030882284,0.00018888232,0.0015959359],"category_scores_gemma":[0.00042205222,0.000403083,0.00006817451,0.0007244698,0.00026421688,0.0020217441,0.0004890493,0.00044384148,0.00024746556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013920955,0.00085448485,0.6084127,0.0005348807,0.000080955026,0.000028609624,0.0026183594,0.0000273139,0.00036867047,0.37137616,0.0036936048,0.011990354],"study_design_scores_gemma":[0.0020463867,0.000016026548,0.10557438,0.0005054077,0.00005823705,0.0000029566447,0.0022205526,0.0015850756,0.00007506048,0.009712203,0.8777576,0.00044612048],"about_ca_topic_score_codex":0.07905966,"about_ca_topic_score_gemma":0.103570886,"teacher_disagreement_score":0.87406397,"about_ca_system_score_codex":0.00032004976,"about_ca_system_score_gemma":0.00024236686,"threshold_uncertainty_score":0.9998421},"labels":[],"label_agreement":null},{"id":"W4417119548","doi":"10.1080/13636820.2025.2595622","title":"Using public procurement to improve apprenticeship outcomes and promote a more diverse construction workforce in British Columbia","year":2025,"lang":"en","type":"article","venue":"Journal of Vocational Education and Training","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Apprenticeship; Workforce; Workforce planning; Workforce development; Procurement; Work (physics)","score_opus":0.05642129696131379,"score_gpt":0.3232621834429357,"score_spread":0.26684088648162196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417119548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98864526,0.00018453154,0.0005157154,0.0075350082,0.0006154951,0.00026867318,0.0000013144772,0.000009950668,0.0022240656],"genre_scores_gemma":[0.99409837,0.000009816514,0.0032993907,0.0019046545,0.0003808174,0.000014801916,0.0000067522583,0.000005774852,0.00027962343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999159,0.000009299072,0.00035499965,0.00013677741,0.00019424393,0.0001457021],"domain_scores_gemma":[0.9992405,0.000022081547,0.00030278906,0.000049142916,0.0003528411,0.000032653334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005109658,0.00007373523,0.00015272702,0.0003891113,0.00015802175,0.0010019401,0.000091615686,0.00003825266,0.000027879269],"category_scores_gemma":[0.00036868817,0.000096692595,0.000029144994,0.00046344823,0.000045806395,0.0011887472,0.000050325965,0.000117033895,6.210335e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011730519,0.00018317687,0.49872282,0.00015187178,0.000046064488,7.587751e-7,0.00083893916,0.000006802571,0.000111596295,0.0109030185,0.0010384592,0.48798475],"study_design_scores_gemma":[0.001266241,0.000016141794,0.9537482,0.000519079,0.00007719648,0.000034142766,0.009157926,0.0008278224,0.000003087916,0.008660624,0.025498006,0.00019151234],"about_ca_topic_score_codex":0.00082342164,"about_ca_topic_score_gemma":0.0012531342,"teacher_disagreement_score":0.48779324,"about_ca_system_score_codex":0.00006644514,"about_ca_system_score_gemma":0.00044570112,"threshold_uncertainty_score":0.96617323},"labels":[],"label_agreement":null},{"id":"W47700125","doi":"10.2139/ssrn.2576632","title":"Trust, Competition and Innovation: Theory and Evidence from German Car Manufacturers","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"German; Competition (biology); Industrial organization; Business; Marketing; Geography","score_opus":0.022828353258731806,"score_gpt":0.26593856261780535,"score_spread":0.24311020935907354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W47700125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870282,0.004129443,0.0021429008,0.003726529,0.00016650246,0.00009300999,8.498614e-7,0.00003991602,0.002672677],"genre_scores_gemma":[0.99580777,0.0005220719,0.000024065359,0.001375693,0.0017976272,0.0000027824112,0.0000124894195,0.000012055238,0.0004454721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99877006,0.000027574133,0.00018879413,0.00015178228,0.00020674367,0.00065504905],"domain_scores_gemma":[0.9995261,0.0000361544,0.00018893376,0.00008776594,0.00014027813,0.000020787818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021482755,0.00012565113,0.00011893528,0.00030256322,0.00017308457,0.00034811482,0.00013873953,0.00005182771,0.000041184827],"category_scores_gemma":[0.00017469906,0.00010668711,0.000018867982,0.00030355563,0.00004629458,0.0016400908,0.00007277351,0.0005419516,0.000024142077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009177768,0.000010897768,0.0077401954,0.0000137302295,0.00005277406,0.0000015192041,0.00015213527,0.0000022174636,0.00028039544,0.9793721,0.00081310933,0.011469135],"study_design_scores_gemma":[0.00077871856,0.000032012667,0.0073736054,0.00005295895,0.000055746405,0.00004330239,0.0007815964,0.00016064783,0.000036398025,0.96205145,0.02845011,0.00018342471],"about_ca_topic_score_codex":0.00022811296,"about_ca_topic_score_gemma":0.00023657827,"teacher_disagreement_score":0.027637001,"about_ca_system_score_codex":0.00014528527,"about_ca_system_score_gemma":0.00027638965,"threshold_uncertainty_score":0.4350574},"labels":[],"label_agreement":null},{"id":"W609953676","doi":"","title":"Six Game-Changing Steps in Strategic Procurement","year":2005,"lang":"en","type":"article","venue":"Bridges Conversations in Global Politics and Public Policy","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Benchmarking; Strategic sourcing; Business; Dimension (graph theory); Process (computing); Bridge (graph theory); Process management; Chief procurement officer; Competitive advantage; Strategic planning; Industrial organization; Marketing; Computer science; Strategic financial management","score_opus":0.03139504170488351,"score_gpt":0.2714498440261554,"score_spread":0.2400548023212719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W609953676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7748861,0.0003093066,0.00009090144,0.054582946,0.00021990553,0.0006045646,0.000061108054,0.00015627028,0.16908891],"genre_scores_gemma":[0.9896441,0.0000548196,0.00007672169,0.007851173,0.0019103092,0.00005070848,0.00007365651,0.000017894488,0.00032061595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977015,0.000022369248,0.000490747,0.0003640976,0.00031674915,0.0011045011],"domain_scores_gemma":[0.9993421,0.000029079129,0.00016538572,0.00024599707,0.0001375569,0.00007987394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004603113,0.00027491208,0.0002532103,0.0013889003,0.00014432812,0.000701103,0.0003163966,0.00011915973,0.00008200242],"category_scores_gemma":[0.00024470923,0.00029566075,0.00005862224,0.0017651874,0.00012563108,0.0015817308,0.00025319032,0.00017778836,0.00009857838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003939789,0.00012521353,0.08214148,0.00006234622,0.00001276476,0.0000028675863,0.0001174243,0.000050555453,0.0000033074296,0.91267216,0.0010027786,0.0038051603],"study_design_scores_gemma":[0.005042231,0.000037446054,0.21350867,0.00015485527,0.00005040171,0.00002405578,0.0032309387,0.042170856,0.000013755373,0.14002506,0.59444034,0.0013013846],"about_ca_topic_score_codex":0.015096062,"about_ca_topic_score_gemma":0.004414708,"teacher_disagreement_score":0.7726471,"about_ca_system_score_codex":0.00058058015,"about_ca_system_score_gemma":0.00039980497,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W6908542888","doi":"10.26190/unsworks/26844","title":"Cultural counterfactuals: assessing the impact of Indigenous social procurement in Australia","year":2018,"lang":"en","type":"article","venue":"UNSWorks (University of New South Wales, Sydney, Australia)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Indigenous; Social risk; Circumstantial evidence; Population; Social unrest","score_opus":0.11052043350585747,"score_gpt":0.3380507675034733,"score_spread":0.22753033399761582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908542888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966591,0.000023904135,0.00018827089,0.0006332556,0.00018463492,0.00043481917,0.000019585616,0.000050390714,0.0018060446],"genre_scores_gemma":[0.9952304,0.0000029509592,0.00011650806,0.00006511723,0.0010632866,5.6738145e-7,0.00004159422,0.000017569144,0.003462032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814266,0.00003609007,0.0003585519,0.0003340344,0.0004996563,0.0006289967],"domain_scores_gemma":[0.99862206,0.000022474293,0.00070590584,0.00027628016,0.00032445072,0.00004881937],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049401826,0.00030981752,0.00043306255,0.0004036235,0.00039775888,0.00022841844,0.0008512328,0.00023368082,0.0010233339],"category_scores_gemma":[0.000047581798,0.0002663849,0.00027423375,0.0010035004,0.00045924765,0.0016457248,0.00023382716,0.00035229558,0.00012916185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007296112,0.0008700644,0.6544744,0.000782168,0.000987731,0.000043026794,0.106895156,0.0004366698,0.0030419473,0.0041853264,0.22209959,0.005454366],"study_design_scores_gemma":[0.004189149,0.0002286826,0.9405463,0.000560625,0.00040282105,0.0000059075105,0.030827798,0.00055936445,0.00020006603,0.0022095237,0.019180713,0.0010890552],"about_ca_topic_score_codex":0.034489878,"about_ca_topic_score_gemma":0.0017493697,"teacher_disagreement_score":0.28607196,"about_ca_system_score_codex":0.00021091258,"about_ca_system_score_gemma":0.0001947259,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W6910147967","doi":"10.4224/21274873","title":"National Research Council Canada 2012-13 continuous audit of procurement and contracting","year":2013,"lang":"en","type":"report","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Government of Canada; National Research Council Canada; Australian Government","keywords":"Audit; Procurement; Joint audit; Audit plan; Information technology audit; Chief audit executive","score_opus":0.1769359500849033,"score_gpt":0.32412477590885286,"score_spread":0.14718882582394957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6910147967","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002243468,0.001497671,0.000007142198,0.0032997462,0.0009841409,0.001072234,0.0000357677,0.00005798963,0.9908018],"genre_scores_gemma":[0.77633005,0.00067391293,0.00010431233,0.0024343305,0.014231352,0.0004428273,0.00024229291,0.00015229046,0.20538865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98394597,0.000023973964,0.00081139046,0.0005112466,0.014001275,0.0007061634],"domain_scores_gemma":[0.95422024,0.0002231548,0.0009119593,0.0002640585,0.044337742,0.00004285256],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013119456,0.00036553564,0.0006192089,0.00042630706,0.00027770048,0.0004914979,0.00043051047,0.00025498532,0.0023539802],"category_scores_gemma":[0.010421587,0.0003147109,0.00007318199,0.00045026824,0.00012984974,0.0011588613,0.00042427037,0.0006437051,0.00007203197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001082971,0.00005110117,0.0013591024,0.0009586183,0.0001364679,0.00000473892,0.000012109295,9.634825e-7,0.00003616408,0.005800655,0.9888668,0.0027624439],"study_design_scores_gemma":[0.00045061088,0.000010490023,0.0018788393,0.00020917098,0.000051065726,0.00000605675,0.00011645313,0.00014632606,0.000012898895,0.0009911417,0.99578726,0.00033967342],"about_ca_topic_score_codex":0.9291784,"about_ca_topic_score_gemma":0.86467636,"teacher_disagreement_score":0.7854132,"about_ca_system_score_codex":0.003808704,"about_ca_system_score_gemma":0.035711482,"threshold_uncertainty_score":0.9999305},"labels":[],"label_agreement":null},{"id":"W6924708846","doi":"10.15468/dl.qg83fj","title":"Occurrence Download","year":2025,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Matching (statistics); Range (aeronautics); Set (abstract data type)","score_opus":0.014858212396268156,"score_gpt":0.21853111734392064,"score_spread":0.20367290494765247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924708846","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006567686,0.000016854628,0.000003074317,0.0008768046,0.0009883175,0.00031943567,0.9919269,0.00015839346,0.005644555],"genre_scores_gemma":[0.000011219727,0.000020878853,3.8398798e-7,0.006357458,0.000018717938,0.0000055773535,0.99358475,9.0068655e-9,9.936188e-7],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858046,0.000009936853,0.0003814796,0.000219838,0.0004577118,0.00035060738],"domain_scores_gemma":[0.99870336,0.000010093496,0.00040379423,0.0004693804,0.00038686465,0.000026488306],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002925745,0.00031232176,0.000271898,0.00029862206,0.00034800248,0.00070551794,0.0008181317,0.00030256834,0.0021054046],"category_scores_gemma":[0.00027688468,0.00031850382,0.0001582233,0.00077043695,0.00009671488,0.003808577,0.00080297596,0.00025688697,0.10015881],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003053311,0.000031618325,0.0013899679,0.00055915874,0.00003073265,7.4373537e-7,0.0000039439788,0.0000014060279,7.587982e-9,0.000007618502,0.99631,0.0016342775],"study_design_scores_gemma":[0.00035553842,0.0000035249732,0.000069978894,0.0000056172535,0.00008493826,3.422424e-7,0.000030849907,4.1289084e-7,2.2410298e-7,0.000008847893,0.99914217,0.00029756696],"about_ca_topic_score_codex":0.002379863,"about_ca_topic_score_gemma":0.000041082338,"teacher_disagreement_score":0.0980534,"about_ca_system_score_codex":0.00018888898,"about_ca_system_score_gemma":0.00015450973,"threshold_uncertainty_score":0.9999267},"labels":[],"label_agreement":null},{"id":"W6926348792","doi":"10.25316/ir-13460","title":"Nanaimo Free Press [Wednesday, June 15, 1892]","year":2019,"lang":"en","type":"other","venue":"VIUSpace (Vancouver Island University Library)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.009020345023286774,"score_gpt":0.18045325482319313,"score_spread":0.17143290979990636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926348792","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009597142,0.00041415356,0.000072104136,0.002396332,0.006407837,0.0006599162,0.00020346302,0.00107388,0.98876274],"genre_scores_gemma":[0.00014681277,0.00026942973,0.00011551697,0.0013810282,0.0034904517,0.000002064124,0.0000727356,0.000457243,0.9940647],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978428,0.000027708891,0.00019815222,0.0007360258,0.00050233596,0.00069299224],"domain_scores_gemma":[0.9982107,0.000032037507,0.0005335819,0.001113605,0.00004790426,0.000062132676],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006338501,0.0006483189,0.0006247897,0.0010862956,0.0001802444,0.0004373263,0.0017955294,0.000543228,0.0053828605],"category_scores_gemma":[0.000027555308,0.00064229395,0.0002675362,0.0007815189,0.00011278263,0.0030575523,0.0015541551,0.00043220285,0.0015876176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006598275,0.00008121685,0.00013943005,0.00043059085,0.00017665788,0.00005838662,0.00003916536,0.000003320092,0.0000018862443,0.012757168,0.98608726,0.00015894006],"study_design_scores_gemma":[0.0019433683,0.000012799877,0.000022830354,0.00021919364,0.00018866349,4.3917157e-7,0.0001270076,0.000070109505,0.0000069769626,0.00038801722,0.9961735,0.0008471021],"about_ca_topic_score_codex":0.004681,"about_ca_topic_score_gemma":0.23668313,"teacher_disagreement_score":0.23200214,"about_ca_system_score_codex":0.000051060433,"about_ca_system_score_gemma":0.00015199158,"threshold_uncertainty_score":0.99960285},"labels":[],"label_agreement":null},{"id":"W6987188660","doi":"","title":"Short-Term Effects of the\\nComprehensive Economic and Trade\\nAgreement on Municipal Procurement\\nin Canada","year":2020,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Unemployment; Production (economics); Agency (philosophy); Productivity","score_opus":0.01979347573415257,"score_gpt":0.19893584655719757,"score_spread":0.179142370823045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987188660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87278706,0.0000050859358,0.0000071355194,0.004059073,0.00032779016,0.0011992595,0.000017167597,0.000072568146,0.12152489],"genre_scores_gemma":[0.99629015,0.00079484837,0.000010520231,0.0025031166,0.00035273895,0.000004246165,0.000012551197,0.000020571584,0.000011280662],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988301,0.0000301534,0.00019202898,0.00035881728,0.0002578541,0.00033105467],"domain_scores_gemma":[0.9994314,0.000048457834,0.00018610865,0.00025672273,0.00003937459,0.00003799059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000063187836,0.00025714637,0.00026825682,0.0009997471,0.00019150028,0.00007417903,0.0005371548,0.00005940943,0.000020652082],"category_scores_gemma":[0.000038053673,0.00022775649,0.00009033727,0.0016083732,0.00007505966,0.00049582054,0.00044077367,0.00018231398,0.0000060756147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003757681,0.0024271277,0.37648597,0.016939249,0.0046869228,0.0009912156,0.038093597,0.00090883527,0.0018056307,0.20598319,0.10840318,0.23951738],"study_design_scores_gemma":[0.001182023,0.000061527004,0.008287373,0.000092491486,0.00014620581,6.9214445e-7,0.0003033146,0.00081632665,0.00069433014,0.0000022126067,0.98812586,0.00028766086],"about_ca_topic_score_codex":0.5383971,"about_ca_topic_score_gemma":0.4169739,"teacher_disagreement_score":0.87972265,"about_ca_system_score_codex":0.00020570609,"about_ca_system_score_gemma":0.00027488623,"threshold_uncertainty_score":0.928764},"labels":[],"label_agreement":null},{"id":"W6991368955","doi":"","title":"Growth Path Is Slowing In The Manufacturing Sector","year":2012,"lang":"en","type":"article","venue":"Chapman University Digital Commons (Chapman University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Manufacturing sector; Purchasing; Index (typography); Manufacturing; Commodity; Value (mathematics)","score_opus":0.02373326078784325,"score_gpt":0.17776312236683123,"score_spread":0.154029861578988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991368955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62651074,0.000022934695,0.000089797504,0.0012642414,0.00015638139,0.00023604561,0.000027579232,0.00016566619,0.37152663],"genre_scores_gemma":[0.994402,0.0000105623385,0.00001316972,0.0010467782,0.00054983725,1.0030003e-7,0.0000654797,0.000024559778,0.0038875102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983109,0.000032165,0.00015872897,0.00034937865,0.000354962,0.0007938553],"domain_scores_gemma":[0.99918157,0.00007899694,0.0001661805,0.00042534422,0.00007597103,0.00007191598],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022428014,0.00033327824,0.0002641474,0.0012634917,0.00060612935,0.00039485755,0.0013140745,0.00012755927,0.0001646244],"category_scores_gemma":[0.000028448478,0.00033585975,0.00021446984,0.0012428019,0.00015071493,0.007113318,0.0007741435,0.00038569054,0.0003560405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023777534,0.00084687857,0.24575849,0.00026301475,0.00018975172,0.00043870282,0.004209604,0.000009166009,0.00006164991,0.71655387,0.028742317,0.0026887532],"study_design_scores_gemma":[0.0016136473,0.000024086628,0.041722633,0.00006789514,0.000098039236,0.000009001204,0.009490389,0.00011435157,0.000068318244,0.0011892614,0.94485974,0.00074263674],"about_ca_topic_score_codex":0.00071616494,"about_ca_topic_score_gemma":0.00018785392,"teacher_disagreement_score":0.9161174,"about_ca_system_score_codex":0.00023382872,"about_ca_system_score_gemma":0.000030656498,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W6994292051","doi":"","title":"Yours to Discover","year":2020,"lang":"en","type":"other","venue":"Spectrum Research Repository (Concordia University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tourism; Destinations; Tourist destinations; Questions and answers; Natural (archaeology); Context (archaeology)","score_opus":0.03623658507719156,"score_gpt":0.2685345495302322,"score_spread":0.23229796445304063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6994292051","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013322574,0.000075966345,0.000058024725,0.008119219,0.00090422115,0.0007167235,0.000017722288,0.00052426563,0.9882516],"genre_scores_gemma":[0.064461924,0.000030161287,0.000015339689,0.0006221153,0.009801954,0.000005141642,0.000047624653,0.00036654586,0.9246492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703115,0.00007118172,0.00018251987,0.00081886176,0.0009212694,0.0009750433],"domain_scores_gemma":[0.9988684,0.00003938828,0.00018637023,0.00064590294,0.00009399048,0.00016594691],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00029487148,0.00038077563,0.0004202845,0.0030022662,0.0003750504,0.0006824011,0.001482306,0.0002713346,0.0017748672],"category_scores_gemma":[0.000116498006,0.00040963682,0.00020254705,0.002683973,0.00020228271,0.0006581449,0.0012711284,0.00078745146,0.0034601185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085568834,0.000045067558,0.008713864,0.00016292674,0.00011644432,0.0004448063,0.000024128563,7.445552e-7,0.00016724595,0.038437005,0.95152164,0.0002805604],"study_design_scores_gemma":[0.00040826274,0.000042872383,0.0024143034,0.00011103015,0.000050822502,0.0000018662479,0.00014236287,0.000017821174,0.00008295438,0.0003442754,0.9959241,0.00045933883],"about_ca_topic_score_codex":0.06709919,"about_ca_topic_score_gemma":0.014311428,"teacher_disagreement_score":0.0636024,"about_ca_system_score_codex":0.00029980138,"about_ca_system_score_gemma":0.000399417,"threshold_uncertainty_score":0.99983555},"labels":[],"label_agreement":null},{"id":"W6999484239","doi":"","title":"Corporate Renewables Procurement Accounted for Nearly a Quarter of All Deals in 2018","year":2019,"lang":"en","type":"other","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Procurement; Renewable energy; Investment (military)","score_opus":0.05159645843841345,"score_gpt":0.2615827074722007,"score_spread":0.20998624903378724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999484239","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021097557,0.00029678398,0.00040099816,0.0013833379,0.0005849391,0.0025547964,0.00004895633,0.00020327928,0.9943159],"genre_scores_gemma":[0.006073961,0.000047619455,0.0008568384,0.0040479843,0.002466063,0.0003718996,0.00052668585,0.00050661573,0.98510236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981423,0.000008198175,0.00058769924,0.00043316346,0.00034009008,0.0004885521],"domain_scores_gemma":[0.99809355,0.000022475097,0.0012931575,0.0004194274,0.0001572873,0.0000141273185],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005083837,0.00039189303,0.0005976949,0.001035933,0.000020598758,0.00021068317,0.00048181904,0.00029746172,0.0020446389],"category_scores_gemma":[0.000054641027,0.0003305954,0.00013349771,0.00041327236,0.00003961299,0.00048389443,0.00012386618,0.00008561643,0.00036257904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005649213,0.000112121714,0.002849773,0.001265892,0.00010448394,6.835463e-7,0.00001825894,0.0000018205166,0.00011439488,0.014541792,0.9805876,0.00034668934],"study_design_scores_gemma":[0.0015034907,0.000027731418,0.00016293876,0.00035190873,0.00007372712,1.58742e-7,0.000042676358,0.00032482433,0.000027121454,0.0026431289,0.9944392,0.00040312498],"about_ca_topic_score_codex":0.007957861,"about_ca_topic_score_gemma":0.0060685608,"teacher_disagreement_score":0.01385157,"about_ca_system_score_codex":0.000045150984,"about_ca_system_score_gemma":0.00011128248,"threshold_uncertainty_score":0.9999146},"labels":[],"label_agreement":null},{"id":"W7005272049","doi":"","title":"Public procurement reform in the Caribbean, trade and common markets","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Normative; Commonwealth; Modernization theory; Order (exchange); Free trade; Government procurement; Trade barrier","score_opus":0.1064459530979934,"score_gpt":0.2633603075735391,"score_spread":0.15691435447554572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005272049","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044268932,0.000710774,1.7661803e-7,0.16235024,0.00029100862,0.0027334944,0.012126965,0.0010762461,0.77644217],"genre_scores_gemma":[0.9697808,0.000005524737,0.0000015507661,0.0051175156,0.00064363383,0.00037610892,0.023849031,0.00001899531,0.00020685531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998948,0.000013250157,0.00017772155,0.00019079229,0.00029270002,0.00037753608],"domain_scores_gemma":[0.9996206,0.000035922014,0.00008850282,0.0002105788,0.000031008447,0.0000133758],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003609873,0.00013962385,0.000116982155,0.00028293434,0.00015544964,0.0005516931,0.00040429548,0.00005823496,0.0067709894],"category_scores_gemma":[0.00029311297,0.00009709447,0.00003620366,0.001005471,0.000007527819,0.00092548935,0.00024070682,0.00016159771,0.00092482864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061753826,0.000032884673,0.0039427937,0.00033894018,0.0000092593,0.000014300353,0.00013896958,2.5004306e-7,0.0000044932026,0.004305403,0.98133343,0.009873105],"study_design_scores_gemma":[0.00026867993,0.0000039575925,0.16125368,0.00013969648,0.0000043939685,0.0000014810631,0.00019478472,0.00046539534,0.0000035261935,0.0008574908,0.83667845,0.00012845811],"about_ca_topic_score_codex":0.00015831018,"about_ca_topic_score_gemma":0.0006226509,"teacher_disagreement_score":0.92551184,"about_ca_system_score_codex":0.000048570655,"about_ca_system_score_gemma":0.000023095272,"threshold_uncertainty_score":0.9998531},"labels":[],"label_agreement":null},{"id":"W7010666057","doi":"","title":"International Procurement Developments in 2022: New Perspectives in Global Procurement","year":2023,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; International trade law; Sanctions; Protectionism; Subsidy; International law; Government (linguistics); European union","score_opus":0.02795761359100727,"score_gpt":0.27913823869057963,"score_spread":0.25118062509957234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010666057","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38512048,0.0006824836,0.00008939064,0.02655703,0.0024459877,0.0023998541,0.00002038386,0.00084692996,0.5818375],"genre_scores_gemma":[0.9903397,0.00008691994,0.00036167045,0.0027670946,0.0018964589,0.00023748066,0.00013459525,0.00003613877,0.0041399193],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741143,0.000016754895,0.0005178651,0.0005706215,0.0007946055,0.0006887162],"domain_scores_gemma":[0.99938434,0.000012176624,0.00017386707,0.00022622033,0.0001451039,0.000058289806],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007233717,0.0002975257,0.00025120925,0.00053564896,0.00011035622,0.00043787915,0.0006774608,0.000099110744,0.00088971347],"category_scores_gemma":[0.00025352777,0.00030264253,0.00007138592,0.0019699102,0.000048496328,0.0017559583,0.00048509557,0.00026071153,0.001822364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001417867,0.00046105112,0.46249276,0.00014797412,0.00010342751,0.00006556156,0.0006762617,0.00011949712,0.00025043223,0.41657898,0.110560685,0.008401596],"study_design_scores_gemma":[0.002683516,0.000013231598,0.19316481,0.00017983122,0.000011821625,0.0000013623269,0.0011104353,0.00039383842,0.000053246196,0.011603377,0.7902732,0.0005113635],"about_ca_topic_score_codex":0.0047253943,"about_ca_topic_score_gemma":0.008564871,"teacher_disagreement_score":0.6797125,"about_ca_system_score_codex":0.0006962627,"about_ca_system_score_gemma":0.00023599254,"threshold_uncertainty_score":0.99994254},"labels":[],"label_agreement":null},{"id":"W7010681332","doi":"","title":"Innovation in the Irish public sector","year":2006,"lang":"en","type":"article","venue":"Fachinformationen für Politikwissenschaft, Verwaltungswissenschaft und Kommunalwissenschaften (Institut für Friedensforschung und Sicherheitspolitik)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; University of Oxford; Canadian Institute of Steel Construction","keywords":"Context (archaeology); Public sector; Government (linguistics); Work (physics); Quality (philosophy); Limiting","score_opus":0.027736278857697187,"score_gpt":0.297022747559276,"score_spread":0.2692864687015788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010681332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5344573,0.0022291464,0.00094917865,0.023144368,0.0016091727,0.0033721777,0.00019532137,0.0014340407,0.43260926],"genre_scores_gemma":[0.97249305,0.00006892142,0.00077311887,0.014053056,0.005990897,0.00038406032,0.0031231956,0.0002544974,0.0028591994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874398,0.0003321105,0.00427251,0.0013621767,0.0026915912,0.0039017922],"domain_scores_gemma":[0.99299437,0.0005425692,0.00210345,0.0024307822,0.0016954399,0.000233362],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004574725,0.0020010842,0.0015795127,0.0044887937,0.00237422,0.0038658355,0.0029610433,0.00096169394,0.0005159947],"category_scores_gemma":[0.0013857612,0.0017409851,0.0007012933,0.0075029535,0.00084552396,0.01027251,0.00079628604,0.0024329682,0.0026111268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017494315,0.00061315583,0.014078595,0.0005624183,0.00029765983,0.000120371296,0.0010898104,0.00030216697,0.0009488529,0.9523376,0.028496338,0.0009780815],"study_design_scores_gemma":[0.006061807,0.00014227202,0.07326909,0.00046717346,0.0006225017,0.00027352115,0.0048849885,0.0073236027,0.0006314043,0.08462994,0.81760776,0.0040859394],"about_ca_topic_score_codex":0.023447994,"about_ca_topic_score_gemma":0.0046445047,"teacher_disagreement_score":0.86770767,"about_ca_system_score_codex":0.0007711222,"about_ca_system_score_gemma":0.00079064013,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W7012852970","doi":"","title":"Public Procuremet","year":2023,"lang":"en","type":"book-chapter","venue":"Research Publications (Maastricht University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Council on Foreign Relations","funders":"","keywords":"Government (linguistics); Work (physics); Identification (biology); Public sector; Quality (philosophy); Public policy","score_opus":0.32382223579775665,"score_gpt":0.30848266818854325,"score_spread":0.0153395676092134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7012852970","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009617562,0.00008347074,0.00013717821,0.02439435,0.00021770387,0.0009767653,0.00007182182,0.0013017622,0.97280735],"genre_scores_gemma":[0.0015348851,0.00026152545,0.000060903203,0.0002548706,0.0023426102,0.0000217006,0.0010651784,0.00014631436,0.994312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995636,0.00003600596,0.0003899526,0.00093627477,0.0017802402,0.001221528],"domain_scores_gemma":[0.9943253,0.00023952602,0.0003965594,0.0011676708,0.0037243858,0.00014659151],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018248128,0.00045050983,0.00040081056,0.01422825,0.001188295,0.0016474983,0.002510351,0.0005281142,0.0022809738],"category_scores_gemma":[0.0012294173,0.0005110842,0.00026498892,0.005695688,0.00040605213,0.0034770712,0.0018253342,0.0014634719,0.014750831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006031252,0.000039157825,0.000121194666,0.00007116404,0.0000907726,0.000012482504,0.000004561492,4.1171413e-7,0.0000032453656,0.61969906,0.37626255,0.003689342],"study_design_scores_gemma":[0.00035918487,0.000014748323,0.00018809954,0.00005669419,0.00006081692,0.0000015146701,0.000043089774,0.000089536334,6.736538e-7,0.046242148,0.9525011,0.00044239764],"about_ca_topic_score_codex":0.0001839866,"about_ca_topic_score_gemma":0.00023045448,"teacher_disagreement_score":0.5762385,"about_ca_system_score_codex":0.0005468513,"about_ca_system_score_gemma":0.00109934,"threshold_uncertainty_score":0.9997341},"labels":[],"label_agreement":null},{"id":"W7014752027","doi":"","title":"Public procurement e sostenibilita. Convergenze trasversali dei sistemi giuridici contemporanei","year":2020,"lang":"en","type":"article","venue":"IRIS - Institutional Research Information System (Libera Università Internazionale degli Studi Sociali Guido Carli)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Articular cartilage damage; Contractualism; Subpoena; Circumstantial evidence; Hyporeflexia","score_opus":0.2238449516822204,"score_gpt":0.30561468411399556,"score_spread":0.08176973243177516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014752027","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124710426,0.0006699727,0.005876084,0.065779485,0.0035127767,0.005243734,0.0006797942,0.0014662185,0.7920615],"genre_scores_gemma":[0.9919936,0.000033431334,0.00006420804,0.0040583713,0.0021814548,0.00013765802,0.00053988304,0.00003103299,0.0009603251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99347055,0.0001845359,0.0012829674,0.0005866463,0.0034314508,0.0010438648],"domain_scores_gemma":[0.99375254,0.000160166,0.0006883977,0.00037305933,0.0047645355,0.00026129335],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025311469,0.0004922785,0.0006049354,0.0010603777,0.0019088181,0.0011912631,0.0014030825,0.00027879805,0.0004977992],"category_scores_gemma":[0.0012231927,0.0004992665,0.00040493446,0.0019141941,0.0006049255,0.009080651,0.0009782644,0.00068624824,0.002819406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004244904,0.00013805974,0.00834338,0.0012342104,0.00066034385,0.00005589041,0.0029734753,0.000095801624,0.0001114362,0.60993034,0.37491688,0.0011156941],"study_design_scores_gemma":[0.0033094182,0.00008863284,0.0013374309,0.00022436626,0.00006867741,0.0000117791715,0.0141259795,0.0021165959,0.00003904134,0.00017310755,0.97794974,0.00055524166],"about_ca_topic_score_codex":0.0015799741,"about_ca_topic_score_gemma":0.000108038796,"teacher_disagreement_score":0.8672832,"about_ca_system_score_codex":0.002126254,"about_ca_system_score_gemma":0.0015298303,"threshold_uncertainty_score":0.9998456},"labels":[],"label_agreement":null},{"id":"W7025324140","doi":"","title":"Transparency, efficiency, competitiveness and compliance of PPA 2006 &PPR 2008: a case study on BCIC based on KPIs","year":2017,"lang":"en","type":"dissertation","venue":"BRAC University Institutional Repository (BRAC University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"British Columbia Innovation Council","keywords":"Performance indicator; Procurement; Compliance (psychology); Measure (data warehouse); Degree (music); Quality (philosophy)","score_opus":0.04055563829433616,"score_gpt":0.2523787266701889,"score_spread":0.21182308837585273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025324140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65794784,0.00002982227,0.00016951548,0.000069788795,0.0007128709,0.0006227949,0.00014860679,0.00009054952,0.3402082],"genre_scores_gemma":[0.97258306,0.000011095799,0.000025447698,0.00007937564,0.0002516114,7.8335614e-7,0.0005024545,0.000020123949,0.02652604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787045,0.000076237695,0.00027806088,0.00075212313,0.0006816352,0.00034149838],"domain_scores_gemma":[0.9979546,0.00011110665,0.00078224443,0.0005565756,0.0005223885,0.00007306943],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00018843499,0.0004791427,0.0005235926,0.0015867063,0.0024371834,0.00017950436,0.00080846355,0.00027490384,0.00009501619],"category_scores_gemma":[0.000059622016,0.0005813979,0.00021873688,0.00065855356,0.00041608463,0.0013226924,0.00009939274,0.00044107647,0.000041840354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025172139,0.02777378,0.36433545,0.01040648,0.0029900498,0.10589063,0.005013988,0.016788723,0.0026872817,0.4229295,0.007932964,0.008079036],"study_design_scores_gemma":[0.013060564,0.00070142566,0.2554329,0.00360976,0.002282387,0.00024974198,0.0147477565,0.0022874987,0.00031487737,0.00010468215,0.70402944,0.00317896],"about_ca_topic_score_codex":0.006362864,"about_ca_topic_score_gemma":0.0031647491,"teacher_disagreement_score":0.6960965,"about_ca_system_score_codex":0.00033689936,"about_ca_system_score_gemma":0.0006737388,"threshold_uncertainty_score":0.9996638},"labels":[],"label_agreement":null},{"id":"W7029235856","doi":"","title":"Indigenous Procurement as a Catalyst for Community Building","year":2023,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Indigenous; Prosperity; Government (linguistics); Private sector; Community engagement; Capacity building; Modernization theory; Community organization; Local government","score_opus":0.015821369769904257,"score_gpt":0.2255811521662382,"score_spread":0.20975978239633394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029235856","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75814366,0.0000892107,0.00012305453,0.040122144,0.0028774324,0.005759651,0.00025270972,0.0040712175,0.18856092],"genre_scores_gemma":[0.19016457,0.00016176696,0.00057783513,0.0018205763,0.0024719136,0.00006348712,0.01943249,0.0003867455,0.78492063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800205,0.000044897126,0.00028233754,0.00049507443,0.0004540169,0.0007216215],"domain_scores_gemma":[0.99843246,0.00010485882,0.00062649336,0.0005684622,0.0002044153,0.00006330892],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00023845046,0.0005378597,0.0005235546,0.0014745302,0.0013517122,0.0006811641,0.0012581677,0.0004078759,0.00020619703],"category_scores_gemma":[0.00013937528,0.00062954234,0.00032662778,0.0014057042,0.00004598583,0.0035922423,0.00050069724,0.0007339665,0.00042721027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005977406,0.00034392887,0.0037089551,0.0039324495,0.0005032854,0.000059506332,0.003041291,0.000011373773,0.000033801494,0.03260945,0.9531479,0.0020103029],"study_design_scores_gemma":[0.00094160764,0.000059441078,0.003904303,0.0003655233,0.0003844509,1.1484433e-7,0.006866818,0.000008413257,0.0005201292,0.0048308857,0.9812097,0.00090863544],"about_ca_topic_score_codex":0.05611395,"about_ca_topic_score_gemma":0.0017867173,"teacher_disagreement_score":0.59635967,"about_ca_system_score_codex":0.00017318685,"about_ca_system_score_gemma":0.00045771885,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W7032972363","doi":"","title":"Painting survey by 3D optical scanning: the case of the Adoration of the Magi by Leonardo Da Vinci","year":2004,"lang":"it","type":"article","venue":"Florence Research (University of Florence)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adoration; Painting; Digital imaging; Digital image","score_opus":0.05886548620042969,"score_gpt":0.2858597733947434,"score_spread":0.2269942871943137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7032972363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96451646,0.0005396913,0.0011145336,0.023245635,0.0004289751,0.0011162402,0.0002683911,0.000024666913,0.008745382],"genre_scores_gemma":[0.9984375,0.00011124349,0.000086143205,0.00008905809,0.00019528971,0.0000014194264,0.000053309246,0.000016511269,0.0010094903],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9962067,0.0005193641,0.00044428016,0.00047442806,0.0015420907,0.0008131597],"domain_scores_gemma":[0.9962026,0.0004721985,0.0006741073,0.0009325977,0.0016514251,0.00006706676],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0065251878,0.0002725422,0.00039290742,0.00028758147,0.0015132558,0.00025370313,0.0028097997,0.00019830637,0.00045932888],"category_scores_gemma":[0.0018999265,0.00018900538,0.00023993918,0.0032429115,0.0030152765,0.0014202482,0.0020151103,0.00089778594,0.000034915523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001066088,0.0023561404,0.25070605,0.0032753963,0.0009931572,0.00018958769,0.01783678,0.0016216337,0.028599478,0.114676006,0.47993487,0.0987448],"study_design_scores_gemma":[0.013320797,0.0011242577,0.5811406,0.007322794,0.0013493096,0.00011086346,0.15693597,0.0781191,0.015191431,0.014372999,0.1272942,0.0037176753],"about_ca_topic_score_codex":0.04595989,"about_ca_topic_score_gemma":0.0034686346,"teacher_disagreement_score":0.35264066,"about_ca_system_score_codex":0.00018466002,"about_ca_system_score_gemma":0.0007182263,"threshold_uncertainty_score":0.9997866},"labels":[],"label_agreement":null},{"id":"W7033711195","doi":"","title":"Relations entre la pratique des routines familiales, le style d'attachement maternel,
\\nl'adaptation du parent et l'adaptation des enfants d'âge scolaire","year":2012,"lang":"fr","type":"dissertation","venue":"Depositum (Université du Québec en Abitibi-Témiscamingue)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Context (archaeology); Nucleofection; Frugality","score_opus":0.010465801163970587,"score_gpt":0.21945521980419602,"score_spread":0.20898941864022544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033711195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8996717,0.0036334225,0.041403487,0.0019953188,0.0012068317,0.0016654216,0.00009593532,0.00051395583,0.049813963],"genre_scores_gemma":[0.976955,0.00042954474,0.00083903363,0.00029792608,0.001324626,0.00010683287,0.0054560546,0.00021018944,0.014380784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953313,0.00042047625,0.0011231927,0.0010638509,0.0009034546,0.0011577364],"domain_scores_gemma":[0.99625874,0.00034459378,0.0015839033,0.00050796196,0.0010936111,0.00021116987],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001006017,0.0012032817,0.0008214851,0.0009989635,0.00233721,0.0010268146,0.0008453861,0.0007736145,0.00087772787],"category_scores_gemma":[0.0004251515,0.001408937,0.0004537845,0.0010197504,0.00037860393,0.006562802,0.0004044826,0.0007293718,0.0004942772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059905485,0.0025439998,0.6210976,0.006022097,0.001501861,0.00018608765,0.22456695,0.0022700669,0.023811122,0.07445082,0.012307908,0.03064242],"study_design_scores_gemma":[0.002355322,0.000078057215,0.90312207,0.0018511236,0.0013641067,0.000037622518,0.043656554,0.014986104,0.00044169035,0.0004209388,0.030011754,0.0016746445],"about_ca_topic_score_codex":0.61802095,"about_ca_topic_score_gemma":0.7670986,"teacher_disagreement_score":0.28202447,"about_ca_system_score_codex":0.0019085947,"about_ca_system_score_gemma":0.0020658441,"threshold_uncertainty_score":0.9989616},"labels":[],"label_agreement":null},{"id":"W7034829044","doi":"","title":"Wild Words: Essays on Alberta Literature","year":2009,"lang":"en","type":"book","venue":"Directory of Open access Books (OAPEN Foundation)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criticism; Literary criticism; Work (physics); History of literature","score_opus":0.05371426699985342,"score_gpt":0.3446354194623213,"score_spread":0.29092115246246786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034829044","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010261595,0.00016045249,0.000011123836,0.0014799014,0.0008626453,0.0015375093,0.000003918328,0.00013390019,0.9957079],"genre_scores_gemma":[0.0031111739,0.00008947619,0.00005067239,0.009811659,0.0035926616,0.0001291584,0.0034291162,0.0001488015,0.97963727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660826,0.00003860583,0.00093709026,0.00097363006,0.00088777795,0.00055462954],"domain_scores_gemma":[0.9964524,0.0001968878,0.0016659255,0.0010884625,0.00053995254,0.000056379686],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006856156,0.000840972,0.001031567,0.0012976617,0.00041220026,0.010712945,0.0053843297,0.00030456934,0.011234423],"category_scores_gemma":[0.00029804296,0.00081204023,0.0003112588,0.00059882173,0.00015155888,0.012011728,0.0018032897,0.0007053484,0.0044845217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014334175,0.00013749163,0.0003042912,0.00036874178,0.00016893799,0.000008896825,0.0000481689,0.0000042950614,0.0000067987785,0.58136916,0.32078624,0.096653625],"study_design_scores_gemma":[0.00074602093,0.00002083496,0.00103586,0.0013186748,0.00013523403,0.0000011379043,0.0000036247552,0.000031507872,0.000017091596,0.06309899,0.9327652,0.0008258381],"about_ca_topic_score_codex":0.0012353559,"about_ca_topic_score_gemma":0.0008263807,"teacher_disagreement_score":0.61197895,"about_ca_system_score_codex":0.0002592819,"about_ca_system_score_gemma":0.00057154463,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W7083827040","doi":"10.5281/zenodo.17238334","title":"A Review of 2D Diffusion Methods for 3D Medical Image Synthesis","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Image (mathematics); Image processing; Diffusion; Image synthesis; Pattern recognition (psychology); Noise (video)","score_opus":0.05227647318399671,"score_gpt":0.33874554670737905,"score_spread":0.28646907352338236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7083827040","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017580064,0.009582494,0.16174905,0.022317149,0.0009540313,0.00421357,0.0007359099,0.0017663132,0.79850566],"genre_scores_gemma":[0.018998891,0.24445546,0.39658922,0.13347803,0.03826116,0.00005138658,0.1043137,0.030218545,0.033633616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772936,0.00023033732,0.0006060761,0.0005424804,0.00050963205,0.00038211618],"domain_scores_gemma":[0.9972097,0.00012864188,0.0004997352,0.0006782925,0.001428892,0.000054732],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0039234045,0.00026332645,0.00050072407,0.0005771717,0.00081743835,0.0007043112,0.0021002586,0.00019825384,0.019487819],"category_scores_gemma":[0.013335142,0.00025422877,0.0002168668,0.00068088074,0.00014135087,0.0003537891,0.0068524815,0.00043643572,0.0008006356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034464018,0.00012179986,9.1241196e-7,0.021989085,0.00007582166,0.0000011023594,0.000038843293,4.0380584e-7,0.00015397184,0.007318549,0.46401212,0.50625294],"study_design_scores_gemma":[0.0002751359,0.00001402513,0.000026403983,0.0055595213,0.00015615285,0.0000029862413,0.000018446979,0.0023127531,0.00006604446,0.0013119114,0.9900281,0.00022851181],"about_ca_topic_score_codex":0.00008330219,"about_ca_topic_score_gemma":3.9534166e-7,"teacher_disagreement_score":0.7648721,"about_ca_system_score_codex":0.000090839894,"about_ca_system_score_gemma":0.00002470311,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W7084222695","doi":"","title":"A Model for Spinal Muscular Atrophy Disease Registry for Iran","year":2025,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spinal muscular atrophy; Neuromuscular disease; Delphi method; Disease; Atrophy; Quality of life (healthcare); Disease registry","score_opus":0.31466809188227035,"score_gpt":0.5415816497518906,"score_spread":0.22691355786962025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084222695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6278858,0.04028903,0.24332339,0.017073466,0.004324253,0.010417242,0.0005239891,0.0005033508,0.05565946],"genre_scores_gemma":[0.98875016,0.0005255053,0.0007251298,0.0046439297,0.0016741683,0.0005473792,0.00009447221,0.000070938375,0.002968319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977373,0.00001956453,0.00073352264,0.0005095111,0.00044560467,0.0005544977],"domain_scores_gemma":[0.9979432,0.00008386181,0.0007798227,0.0005635032,0.00054047594,0.00008913827],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001063268,0.00036118669,0.0006098246,0.0011335121,0.0005050522,0.0029399453,0.0027912406,0.00009966323,0.00061303115],"category_scores_gemma":[0.00073836243,0.00033890078,0.0005050958,0.0009962633,0.00009241514,0.0045224647,0.00088587136,0.00019551447,0.000009007117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003466469,0.00067201856,0.14595817,0.004060455,0.00065028126,0.0000131941015,0.000038652997,0.0013229501,0.008625625,0.05540292,0.75196636,0.027822886],"study_design_scores_gemma":[0.0036878353,0.000009807423,0.11771587,0.001119284,0.0008584265,7.433453e-7,0.000044383683,0.075951174,0.00037267283,0.30433652,0.49488264,0.0010206442],"about_ca_topic_score_codex":0.00037249006,"about_ca_topic_score_gemma":0.000038557017,"teacher_disagreement_score":0.36086434,"about_ca_system_score_codex":0.00007618427,"about_ca_system_score_gemma":0.00023799554,"threshold_uncertainty_score":0.9999063},"labels":[],"label_agreement":null},{"id":"W7096395336","doi":"","title":"Partnership for Procurement and Green Growth members:","year":2012,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Champion; General partnership; Procurement; Negotiation; Sustainable development; Capacity building; Sustainability; Natural resource","score_opus":0.05826321439310654,"score_gpt":0.27288390107149607,"score_spread":0.21462068667838952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096395336","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08003979,0.00052149757,0.00071488024,0.02039881,0.00036744948,0.0013965183,0.000001890686,0.0004633089,0.8960959],"genre_scores_gemma":[0.98456377,0.000003865347,0.00026009773,0.0065207337,0.003595406,0.00013121829,0.000019524154,0.000020021822,0.0048853867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999115,0.0000029434264,0.00014614442,0.00014551097,0.00015648315,0.0004339354],"domain_scores_gemma":[0.9996733,0.000021703581,0.00007782526,0.000098864366,0.00009881347,0.00002947942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048632128,0.0001356153,0.00011412719,0.00012911882,0.000121842924,0.00017953904,0.00011788801,0.000044765868,0.00028896323],"category_scores_gemma":[0.00008558774,0.00010824927,0.000042341326,0.00016626205,0.000026658268,0.0017895189,0.00009992023,0.000042232903,0.00008757972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019658932,0.00008725522,0.15589593,0.00040808212,0.0000372867,1.192374e-7,0.00011072242,4.757057e-8,0.00007742421,0.6965812,0.1439094,0.0028728547],"study_design_scores_gemma":[0.0007599063,0.000008178667,0.010275113,0.000012371341,0.000061783765,7.325554e-7,0.00010232319,0.00030129234,0.00013720067,0.0148867285,0.97319114,0.00026324735],"about_ca_topic_score_codex":0.0003663206,"about_ca_topic_score_gemma":0.000040541712,"teacher_disagreement_score":0.90452397,"about_ca_system_score_codex":0.00001381801,"about_ca_system_score_gemma":0.000009050776,"threshold_uncertainty_score":0.4414277},"labels":[],"label_agreement":null},{"id":"W7096675240","doi":"","title":"Contracting out: promise and performance Quiggin, J. (2002), Contracting out: promise and performance, Economic and Labour Relations Review, 13(1), 88–204.","year":2002,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Incentive; Work (physics); Control (management); Contracting out; Yield (engineering); Governor; Quarter (Canadian coin)","score_opus":0.023548083899478843,"score_gpt":0.23517975818472642,"score_spread":0.21163167428524757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096675240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8564905,0.0062700924,0.000011290699,0.005924556,0.0002864415,0.0011779165,0.000007716001,0.0002124486,0.12961902],"genre_scores_gemma":[0.96793664,0.0066340636,0.00017170342,0.0029754916,0.0010349123,0.00009845155,0.000016838096,0.000047531932,0.021084366],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979402,0.000019911075,0.0006749162,0.0005414258,0.00019371604,0.00062985555],"domain_scores_gemma":[0.9988251,0.00011015656,0.00055720407,0.00028135302,0.00014344418,0.00008279819],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010001751,0.00039861334,0.00050334015,0.00026430667,0.0007223966,0.00073006446,0.00017864064,0.00012844687,0.001540705],"category_scores_gemma":[0.0003116548,0.0003578237,0.000051782372,0.00016880868,0.00011489403,0.004858282,0.00021268935,0.00037501735,0.00051594264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018256342,0.00023948723,0.72146004,0.007101788,0.00024535373,0.000011031848,0.0011335287,0.000013195792,0.00027623962,0.008376091,0.10113202,0.15982868],"study_design_scores_gemma":[0.0052178516,0.00010038898,0.14880097,0.0016611681,0.00039586442,0.000056914967,0.00029980217,0.082400106,0.00006858593,0.00020358128,0.75933516,0.0014595904],"about_ca_topic_score_codex":0.0001811767,"about_ca_topic_score_gemma":0.00020529295,"teacher_disagreement_score":0.6582032,"about_ca_system_score_codex":0.00005451261,"about_ca_system_score_gemma":0.00003396761,"threshold_uncertainty_score":0.99988735},"labels":[],"label_agreement":null},{"id":"W7097519760","doi":"","title":"Innovating for Collaborative Public Services: Case Urban Planning","year":2014,"lang":"en","type":"article","venue":"","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Constructive; Alliance; Procurement; Urban planning; Process (computing); Action research; Private sector; Multitude","score_opus":0.041565861722858706,"score_gpt":0.2681417478893259,"score_spread":0.22657588616646718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097519760","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26150575,0.000093363196,0.017850107,0.008530393,0.0007100037,0.001059706,0.000012123186,0.0008332519,0.7094053],"genre_scores_gemma":[0.9811912,1.9561969e-7,0.0021141137,0.012174286,0.0033136653,0.000095888296,0.00010014779,0.000030051811,0.000980405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989285,0.0000072528014,0.0002682596,0.00024429944,0.00014647131,0.00040525003],"domain_scores_gemma":[0.99895084,0.00007239732,0.00022845536,0.0001795093,0.00055168563,0.000017118255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006628388,0.00017283631,0.00017035623,0.00033914114,0.0003999047,0.0009077432,0.0002258344,0.00006428398,0.00013260539],"category_scores_gemma":[0.00020278088,0.00015010935,0.000037793674,0.0011425391,0.00002177484,0.0020560168,0.00013531408,0.000078838995,0.00008091624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018990684,0.00004599506,0.030090328,0.00043797636,0.000045401965,0.000012369642,0.0003471682,0.0000070248493,0.0000980098,0.8955417,0.060435716,0.012919316],"study_design_scores_gemma":[0.0008360258,0.000014929413,0.00020519808,0.000029326411,0.000018682467,0.000008528984,0.0008215231,0.026303146,0.000026354184,0.0042278613,0.96723425,0.0002741509],"about_ca_topic_score_codex":0.00023260851,"about_ca_topic_score_gemma":0.00014240567,"teacher_disagreement_score":0.90679854,"about_ca_system_score_codex":0.000019111762,"about_ca_system_score_gemma":0.000032414635,"threshold_uncertainty_score":0.8753388},"labels":[],"label_agreement":null},{"id":"W7110696276","doi":"","title":"Enhancing Equity and Economic Growth: A Strategic Review of Procurement Practices in Prince George’s County","year":2024,"lang":"","type":"article","venue":"UKnowledge (University of Kentucky)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Disadvantaged; Equity (law); Outreach; Government procurement; Vendor; Local government; Transparency (behavior); Grassroots","score_opus":0.04686261477012985,"score_gpt":0.2850228748826317,"score_spread":0.23816026011250188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110696276","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27252722,0.262667,0.0001632123,0.01795263,0.002115383,0.0032051248,0.00011248319,0.00018464717,0.4410723],"genre_scores_gemma":[0.9154856,0.08119339,0.00015821397,0.00025204726,0.00047769203,0.0000029044954,0.0000401181,0.000034921683,0.002355117],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745893,0.00007973525,0.000727955,0.0007604856,0.00042843976,0.0005444387],"domain_scores_gemma":[0.9975001,0.00012764333,0.0014796733,0.00037496287,0.0004541689,0.00006345736],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00303922,0.00038901568,0.0007805315,0.00082429394,0.00017887475,0.0002430323,0.0007823269,0.00017787395,0.0013108575],"category_scores_gemma":[0.0002998219,0.0004726473,0.0002001147,0.0010224428,0.0002733075,0.0035751332,0.0017481647,0.00040514625,0.00016542037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004432435,0.0012648769,0.02958495,0.5695694,0.00094448455,0.00013493843,0.003247902,0.000003008121,0.0018098515,0.34475252,0.0242368,0.024008019],"study_design_scores_gemma":[0.004577817,0.00038897098,0.016536381,0.15132305,0.002987137,0.000018351568,0.0074047307,0.008992023,0.00053669786,0.02235727,0.78231645,0.0025611294],"about_ca_topic_score_codex":0.003824522,"about_ca_topic_score_gemma":0.009047879,"teacher_disagreement_score":0.75807965,"about_ca_system_score_codex":0.0003732231,"about_ca_system_score_gemma":0.00081590755,"threshold_uncertainty_score":0.99977255},"labels":[],"label_agreement":null},{"id":"W7112090031","doi":"","title":"Smart Public Procurement and Labour Standards:Pushing the Discussion after RegioPost","year":2018,"lang":"en","type":"book","venue":"Bristol Research (University of Bristol)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Procurement; Leverage (statistics); Common law; Member states; Work (physics); Economic Justice; European court of justice; Public interest","score_opus":0.04771559804113941,"score_gpt":0.2718452102106362,"score_spread":0.22412961216949678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112090031","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01106097,0.0034908575,0.00047856616,0.08182718,0.0006186347,0.0031352327,0.00045129596,0.00029032538,0.89864695],"genre_scores_gemma":[0.12239037,0.000544429,0.00012420963,0.0007523038,0.002409082,0.000011570369,0.00027718156,0.00012596408,0.8733649],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99526066,0.00013357041,0.00032612024,0.00077042816,0.0026167538,0.00089245616],"domain_scores_gemma":[0.9959971,0.00009943426,0.0005550297,0.00084121217,0.0024010022,0.00010624243],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044689258,0.00040386614,0.0005439972,0.0011861098,0.0014789125,0.0008222581,0.0015796726,0.00035091763,0.0010619547],"category_scores_gemma":[0.0005687091,0.00031553573,0.00021192062,0.0007767319,0.0016050322,0.0018418639,0.002381851,0.0010392055,0.0002664726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029963418,0.000085035965,0.0009774851,0.0010573063,0.00013055906,0.00006819294,0.0004329714,5.856325e-8,0.000015030305,0.020906031,0.9657163,0.010311371],"study_design_scores_gemma":[0.0006692571,0.000062230334,0.0023212899,0.0004925908,0.00008507568,0.0000050844965,0.00092927687,0.000053322932,0.0000010126187,0.009451628,0.98553413,0.00039509972],"about_ca_topic_score_codex":0.0022558975,"about_ca_topic_score_gemma":0.005215862,"teacher_disagreement_score":0.11132939,"about_ca_system_score_codex":0.0007837842,"about_ca_system_score_gemma":0.0012317512,"threshold_uncertainty_score":0.99992967},"labels":[],"label_agreement":null},{"id":"W7115319787","doi":"","title":"How Ottawa Buys: Procurement Policy and Politics Beyond Gomery","year":2006,"lang":"en","type":"book-chapter","venue":"University of Birmingham Research Portal (University of Birmingham)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Politics; Government (linguistics); Procurement; Public policy","score_opus":0.036177630209065594,"score_gpt":0.23745788798309098,"score_spread":0.2012802577740254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115319787","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008284709,0.00052148174,0.00014834656,0.0054369727,0.00013935108,0.0010346653,0.00026566128,0.00016313812,0.9840057],"genre_scores_gemma":[0.18682711,0.0004984075,0.0005087682,0.00013542274,0.0013687242,2.6027442e-7,0.00035312658,0.00010912359,0.8101991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956116,0.00003889538,0.00038556076,0.00094439444,0.0019044391,0.0011151033],"domain_scores_gemma":[0.99622,0.00015056199,0.0011264753,0.0007403395,0.0015789915,0.00018363676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001204768,0.0006214084,0.0009951099,0.0042330907,0.001024021,0.0002094189,0.0014094003,0.00067301985,0.0008959846],"category_scores_gemma":[0.00017634517,0.000842671,0.00044566172,0.0007453201,0.0021184972,0.0018272797,0.0019099421,0.0009708113,0.000082310326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015530146,0.00028654968,0.0014549008,0.0021973574,0.0005239287,0.0005954365,0.0005554781,0.0000041022945,0.00039665683,0.7503061,0.23532951,0.008194649],"study_design_scores_gemma":[0.0014115071,0.0001343093,0.0004991351,0.00047761973,0.0002664011,0.000011332119,0.0030336455,0.00013178801,0.00002723721,0.012490734,0.98074543,0.0007708798],"about_ca_topic_score_codex":0.017463021,"about_ca_topic_score_gemma":0.0031962139,"teacher_disagreement_score":0.74541587,"about_ca_system_score_codex":0.00022767209,"about_ca_system_score_gemma":0.0008408629,"threshold_uncertainty_score":0.9994024},"labels":[],"label_agreement":null},{"id":"W7117488270","doi":"10.1177/01492063251392213","title":"Risk Sharing in Government Contracting: Strategic Alliances as Safeguards in Government Supplier Relationships","year":2025,"lang":"en","type":"article","venue":"Journal of Management","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Embeddedness; Government (linguistics); Value (mathematics); Mediation; Resource dependence theory; Resource-based view; Politics; Resource (disambiguation); Face (sociological concept)","score_opus":0.026600475314264908,"score_gpt":0.26186601785382513,"score_spread":0.23526554253956022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117488270","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42215747,0.00036172796,0.0002227789,0.006510285,0.00062647136,0.00048072782,0.0000030524325,0.000019631287,0.56961787],"genre_scores_gemma":[0.99542195,0.0003507292,0.00022671366,0.0009339306,0.00036981123,0.00002252044,0.0000021168146,0.000014015948,0.0026581965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973841,0.0000349782,0.00094330404,0.0002557556,0.0009989348,0.00038296843],"domain_scores_gemma":[0.9987464,0.00008381252,0.0008665346,0.0002241687,0.000056896664,0.000022182692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028020716,0.00021583859,0.00032258665,0.0003571465,0.00012231435,0.00038992785,0.0005402858,0.0000711394,0.00017179418],"category_scores_gemma":[0.00016601375,0.00019858118,0.00011268944,0.0006982419,0.000024047622,0.0011981581,0.00029739877,0.00055278215,0.000047379126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003414497,0.0005007976,0.57516414,0.00029577903,0.00024193591,0.0001539889,0.0001074552,0.0021847887,0.000026617976,0.40503025,0.0061900206,0.00976278],"study_design_scores_gemma":[0.0054914895,0.00004872801,0.54665726,0.0008986816,0.00027046638,0.0000037194227,0.0062359986,0.003652597,0.000054421227,0.089306,0.3469117,0.0004689115],"about_ca_topic_score_codex":0.0002069564,"about_ca_topic_score_gemma":0.0004766238,"teacher_disagreement_score":0.5732645,"about_ca_system_score_codex":0.00072919985,"about_ca_system_score_gemma":0.00003597756,"threshold_uncertainty_score":0.80979055},"labels":[],"label_agreement":null},{"id":"W7120313594","doi":"","title":"Government procurement from the United States, Canada and the European Union: an exploratory assessment of the quantification feasibility","year":2003,"lang":"pt","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Public policy; Exploratory research; Procurement; Principal (computer security); Payment","score_opus":0.0335437699265686,"score_gpt":0.24627627074926756,"score_spread":0.21273250082269896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7120313594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6445018,0.0021710172,0.0043476536,0.23680815,0.004597532,0.0062236036,0.00061509793,0.0002800845,0.10045509],"genre_scores_gemma":[0.9965255,0.00016097332,0.00009759771,0.0017981846,0.0006772158,0.0001339964,0.00034883202,0.000051449162,0.00020622271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927214,0.0029971055,0.0010534425,0.0007632056,0.0018517061,0.0006131693],"domain_scores_gemma":[0.9961283,0.00039145089,0.0012907806,0.0013357715,0.0007186828,0.00013498745],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005972423,0.00053956854,0.0004445851,0.00010634023,0.0016315632,0.0007581755,0.0013171358,0.0001683866,0.000047648795],"category_scores_gemma":[0.0008003231,0.0003215077,0.00016855464,0.0011665795,0.00012219649,0.0008311769,0.0005625603,0.0007178891,0.0000024018846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001328066,0.0006646927,0.024787523,0.00019260935,0.0003103747,0.000008942544,0.0019651891,0.00023154732,0.0002252044,0.9638124,0.0069130585,0.00075564405],"study_design_scores_gemma":[0.0021543629,0.00001956286,0.10507571,0.00016065882,0.00026989295,0.000014795473,0.0034824787,0.0021535873,0.00010066462,0.0006550518,0.8855273,0.00038595268],"about_ca_topic_score_codex":0.004939698,"about_ca_topic_score_gemma":0.19284622,"teacher_disagreement_score":0.96315736,"about_ca_system_score_codex":0.0010374848,"about_ca_system_score_gemma":0.001353749,"threshold_uncertainty_score":0.9999237},"labels":[],"label_agreement":null},{"id":"W7135551885","doi":"","title":"Qualification, Selection and Exclusion in EU Procurement","year":2016,"lang":"en","type":"book","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Selection (genetic algorithm); Procurement; European union; Matching (statistics); Payment","score_opus":0.051270590162161206,"score_gpt":0.2650265208139098,"score_spread":0.2137559306517486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135551885","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008726018,0.0023840368,0.00027921953,0.00377199,0.000068481466,0.001557711,0.000044128996,0.00004887341,0.98311955],"genre_scores_gemma":[0.0749844,0.0005490635,0.00005414543,0.00006972737,0.00016089996,3.714881e-7,0.00010915486,0.000028381311,0.92404383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973677,0.00019567138,0.00026761118,0.00056718505,0.0010787772,0.00052305084],"domain_scores_gemma":[0.9977425,0.0002090935,0.0005860814,0.00048500326,0.0009169468,0.00006040056],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025992824,0.00028329014,0.0005081301,0.00086084,0.0010275011,0.00007028658,0.0012852657,0.0002956196,0.1625135],"category_scores_gemma":[0.000111881665,0.00028162418,0.00014789644,0.00081293524,0.0006176314,0.0012395933,0.0017376656,0.00045232076,0.027744956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044799945,0.00007810103,0.0000141588525,0.0005070849,0.00009738422,0.000017817449,0.00064133125,0.0000038062035,0.0009699443,0.0063578114,0.9877755,0.0030890312],"study_design_scores_gemma":[0.001319141,0.000058662565,0.0020907235,0.0003693146,0.000091720976,0.0000015742276,0.0008957595,0.00014289113,0.000087415094,0.00029437046,0.99436384,0.0002845809],"about_ca_topic_score_codex":0.0019942261,"about_ca_topic_score_gemma":0.0048641497,"teacher_disagreement_score":0.13476855,"about_ca_system_score_codex":0.00068264094,"about_ca_system_score_gemma":0.00063081516,"threshold_uncertainty_score":0.9999636},"labels":[],"label_agreement":null},{"id":"W7135705867","doi":"","title":"Cost and EU Public Procurement Law: Life-Cycle Costing for Sustainability","year":2020,"lang":"en","type":"book","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Procurement; Sustainability; Call for bids; Goods and services; Government (linguistics); Activity-based costing; Social sustainability; Domestic market; European union","score_opus":0.09541572407697248,"score_gpt":0.2851121518660003,"score_spread":0.18969642778902784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135705867","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011507232,0.0028014306,0.00077950396,0.016658178,0.000084558895,0.0050947852,0.00022788555,0.00010340332,0.9730995],"genre_scores_gemma":[0.1078776,0.00017249725,0.00015935682,0.0006438007,0.00032687298,0.000002098189,0.0004344141,0.000062347775,0.890321],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638474,0.00019611508,0.00034856788,0.00085481885,0.0012470409,0.00096871174],"domain_scores_gemma":[0.9951094,0.0005743484,0.0007801163,0.00074146217,0.0025711867,0.00022352782],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030164784,0.00043979802,0.0008681588,0.00043992826,0.0024674486,0.00025195122,0.0022172888,0.00034809986,0.075745925],"category_scores_gemma":[0.00081721024,0.0004937832,0.00035807153,0.00077283295,0.0016345192,0.0016645761,0.0034485536,0.0007126872,0.008195802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073539116,0.00010296274,0.0000040036107,0.002303267,0.00033245687,0.00003139555,0.0006912921,0.000008660134,0.000048944854,0.0396701,0.9534193,0.0026521978],"study_design_scores_gemma":[0.0019716832,0.00012622344,0.00017728999,0.00015615676,0.00028464937,0.0000012089769,0.003942991,0.00090665877,0.00001953183,0.0008779858,0.99110246,0.00043317222],"about_ca_topic_score_codex":0.0019977137,"about_ca_topic_score_gemma":0.0024908318,"teacher_disagreement_score":0.10672687,"about_ca_system_score_codex":0.00092733785,"about_ca_system_score_gemma":0.0018959143,"threshold_uncertainty_score":0.9997514},"labels":[],"label_agreement":null},{"id":"W7135773747","doi":"","title":"Modernising Public Procurement: The New Directive","year":2014,"lang":"en","type":"book","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"","score_opus":0.07433767949748746,"score_gpt":0.25310175875545143,"score_spread":0.17876407925796398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135773747","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063114625,0.0043614116,0.0014230405,0.008272973,0.00014388456,0.0017707769,0.000046629815,0.00009492194,0.9832552],"genre_scores_gemma":[0.043856014,0.00021358526,0.000076327524,0.00024390538,0.0005639808,3.600182e-7,0.00019125255,0.00006411416,0.9547905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954042,0.00034663154,0.00033128448,0.0007848374,0.0021120273,0.0010210463],"domain_scores_gemma":[0.9954562,0.00050328404,0.0010176258,0.0013264384,0.0015560105,0.00014044833],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034921465,0.00050740293,0.0008334132,0.0007212373,0.0029903702,0.00029444523,0.0045819683,0.00039920985,0.25555176],"category_scores_gemma":[0.0002541475,0.0004595384,0.00052737724,0.0011671362,0.0015242428,0.0018286515,0.0037154113,0.0011143103,0.085059024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028090697,0.000073279516,0.0000022809652,0.00036459402,0.00049439346,0.000023190594,0.0010706974,0.000019694975,0.00012569691,0.010909036,0.98003536,0.0066008363],"study_design_scores_gemma":[0.0012414042,0.000065937034,0.00030227666,0.00024457535,0.00035070747,0.0000025275795,0.0014037566,0.0005040575,0.00004697715,0.0007592601,0.99463826,0.00044025754],"about_ca_topic_score_codex":0.0030131293,"about_ca_topic_score_gemma":0.0045061493,"teacher_disagreement_score":0.17049272,"about_ca_system_score_codex":0.0007842039,"about_ca_system_score_gemma":0.0018346205,"threshold_uncertainty_score":0.99978566},"labels":[],"label_agreement":null},{"id":"W7135812056","doi":"","title":"EU Public Procurement Law: Purchasing Beyond Price in the Age of Climate Change","year":2017,"lang":"en","type":"article","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Climate change; Procurement; Purchasing; Public policy","score_opus":0.12497935803597023,"score_gpt":0.29909035453496047,"score_spread":0.17411099649899026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135812056","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18714252,0.0008955998,0.000069465284,0.013545588,0.0000701575,0.0015900737,0.00003629273,0.000025699634,0.7966246],"genre_scores_gemma":[0.97488266,0.00029773873,0.00008710793,0.00028738295,0.00011427792,8.261994e-7,0.00004859742,0.000016835565,0.024264587],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971355,0.0002566554,0.00023912563,0.00038618123,0.001212751,0.0007697717],"domain_scores_gemma":[0.9972463,0.00017798838,0.0006678793,0.0011265939,0.0007324613,0.000048731956],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0045025437,0.00021359103,0.00042996177,0.00041091873,0.0023637395,0.00025316948,0.003968808,0.00012131501,0.035054084],"category_scores_gemma":[0.0002155306,0.00019382892,0.00017987666,0.0009530052,0.0013499262,0.0031087885,0.002769867,0.00039659397,0.005964435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001113268,0.0007859706,0.0006504541,0.0014019419,0.0002771527,0.00032232486,0.011773802,0.00000777903,0.0037516544,0.12486582,0.8445877,0.010462123],"study_design_scores_gemma":[0.0015577322,0.00007360979,0.03509773,0.00014118546,0.000071493196,0.0000018458458,0.006766128,0.00016855785,0.00017094442,0.00019151218,0.95554775,0.00021153694],"about_ca_topic_score_codex":0.009058438,"about_ca_topic_score_gemma":0.008735964,"teacher_disagreement_score":0.7877401,"about_ca_system_score_codex":0.00016339806,"about_ca_system_score_gemma":0.00015219339,"threshold_uncertainty_score":0.99893504},"labels":[],"label_agreement":null},{"id":"W7135851438","doi":"","title":"Foreword by the Editors of the European Procurement Law Series","year":2013,"lang":"en","type":"book-chapter","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Series (stratigraphy); Procurement; Work (physics); Legislation","score_opus":0.034243694878573795,"score_gpt":0.21643531558433446,"score_spread":0.18219162070576067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135851438","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013869677,0.0016003387,0.000041466756,0.0062926505,0.00028736217,0.0017225641,0.00016886824,0.000036805413,0.988463],"genre_scores_gemma":[0.08231242,0.00015360968,0.000025015082,0.00015073741,0.0006781593,3.1607738e-7,0.00008293051,0.000050011535,0.9165468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966295,0.00027403093,0.0003251241,0.00047887577,0.0016993675,0.00059313216],"domain_scores_gemma":[0.9962983,0.00019340136,0.0009883868,0.0012308208,0.0012250232,0.00006404715],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025097316,0.0003960724,0.00056818925,0.00021516751,0.0020753215,0.000100946556,0.0043579848,0.00021882658,0.21155903],"category_scores_gemma":[0.00007133907,0.0002953512,0.00046739812,0.00045774278,0.0026614633,0.001325126,0.004134881,0.0007580515,0.032997537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019302941,0.000051930336,0.0000018346186,0.0002982857,0.00032008017,0.000010188312,0.00053291646,0.0000045602796,0.00038612005,0.03603795,0.9608349,0.0013281688],"study_design_scores_gemma":[0.0006669872,0.00006476879,0.00033164927,0.00024343435,0.00024886982,0.0000016883107,0.0014156452,0.000025151969,0.00025309197,0.00037582143,0.99608874,0.0002841553],"about_ca_topic_score_codex":0.0042401846,"about_ca_topic_score_gemma":0.0019586312,"teacher_disagreement_score":0.1785615,"about_ca_system_score_codex":0.00022007946,"about_ca_system_score_gemma":0.0002561291,"threshold_uncertainty_score":0.9999499},"labels":[],"label_agreement":null},{"id":"W7135919053","doi":"","title":"From Cautious to Daring Approaches to EU Public Procurement Law: Implementation of Directive 2014/24 EU","year":2019,"lang":"en","type":"book","venue":"Research at the University of Copenhagen (University of Copenhagen)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Directive; European union; Procurement; Legislation; Negotiation; Public policy","score_opus":0.16460403412234784,"score_gpt":0.28092256823170525,"score_spread":0.11631853410935741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135919053","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018012583,0.0010023899,0.00058597664,0.0060353093,0.00020337469,0.0041744453,0.00049585535,0.00007125427,0.9694188],"genre_scores_gemma":[0.20804961,0.000053424737,0.00026623125,0.00025777274,0.00024055365,0.0000015584926,0.00060297665,0.000054488763,0.7904734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957623,0.00022941403,0.00040846822,0.0008994721,0.0018486751,0.0008517028],"domain_scores_gemma":[0.9964739,0.00024937175,0.0008258935,0.0010500905,0.0012359184,0.00016481923],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021954407,0.0004570014,0.00092680205,0.0010233038,0.0010301627,0.00016729285,0.0028474003,0.00028521384,0.14808461],"category_scores_gemma":[0.00007819463,0.0005181897,0.00035222666,0.0010784621,0.0005061934,0.0016237429,0.004057249,0.000550788,0.049095567],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049601594,0.00012183852,0.000014119756,0.000513054,0.0006266954,0.000018987008,0.003215764,0.000038423663,0.000810987,0.011792708,0.9798547,0.0024966907],"study_design_scores_gemma":[0.0013140037,0.00016076856,0.001212843,0.00023977592,0.00028761083,5.645431e-7,0.008009888,0.000056341964,0.000722723,0.0001525559,0.98737603,0.00046687172],"about_ca_topic_score_codex":0.02553808,"about_ca_topic_score_gemma":0.016774714,"teacher_disagreement_score":0.19003703,"about_ca_system_score_codex":0.0010795841,"about_ca_system_score_gemma":0.0011172625,"threshold_uncertainty_score":0.99972695},"labels":[],"label_agreement":null},{"id":"W7154886595","doi":"","title":"Public procurement","year":2018,"lang":"en","type":"book-chapter","venue":"Research Publications (Maastricht University)","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Council on Foreign Relations","funders":"","keywords":"","score_opus":0.24399833973934926,"score_gpt":0.30106309700015477,"score_spread":0.05706475726080551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154886595","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031531858,0.00013759623,0.00019715377,0.016836831,0.00018857085,0.0010898288,0.00004423615,0.00058361224,0.98089063],"genre_scores_gemma":[0.0022924466,0.00017138908,0.00015781794,0.00039502452,0.0038034036,0.000019548905,0.00070681336,0.00010081823,0.9923527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956788,0.00003490142,0.00039925557,0.0009503902,0.0017626317,0.0011740383],"domain_scores_gemma":[0.99305934,0.0001145547,0.0004442174,0.001232624,0.0049971538,0.00015210014],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016373808,0.00046474638,0.0003725178,0.009845279,0.0012600343,0.0016338563,0.0024574408,0.00047545068,0.012073859],"category_scores_gemma":[0.0006346023,0.0005143316,0.000235233,0.0031279535,0.00061521906,0.0034321807,0.0017272396,0.0011091382,0.011329897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008363755,0.000060893075,0.0000843618,0.00005642343,0.00008616861,0.0000051718607,0.000008095825,7.5264126e-8,0.00000482859,0.5678118,0.42979115,0.0020826673],"study_design_scores_gemma":[0.00042358023,0.000030186442,0.000100097845,0.000058394515,0.0000684034,0.0000017887459,0.00005016916,0.000051893116,0.000002121717,0.030194143,0.9685588,0.0004604459],"about_ca_topic_score_codex":0.000112824826,"about_ca_topic_score_gemma":0.00016479185,"teacher_disagreement_score":0.53876764,"about_ca_system_score_codex":0.0007845977,"about_ca_system_score_gemma":0.0011213317,"threshold_uncertainty_score":0.9997308},"labels":[],"label_agreement":null},{"id":"W7310772","doi":"","title":"Competitive Bidding and Outsourcing Decisions: Principles, Methods, Practices","year":2008,"lang":"en","type":"book","venue":"The Journal of Rheumatology","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outsourcing; Activity-based costing; Bidding; Business; Public sector; Management accounting; Accounting; Government (linguistics); Cost accounting; Finance; Economics; Marketing","score_opus":0.08815354979818411,"score_gpt":0.3324402345000275,"score_spread":0.2442866847018434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7310772","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009147952,0.020285808,0.0045118313,0.010595311,0.002455029,0.00059162383,0.000006150255,0.000091469934,0.95231485],"genre_scores_gemma":[0.1296029,0.21215566,0.05924992,0.020935059,0.010436006,0.00004480222,0.00017095622,0.0010358883,0.5663688],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980917,0.00015092264,0.00090951496,0.00016961084,0.00035977675,0.00031845775],"domain_scores_gemma":[0.9908977,0.002381541,0.0060046273,0.00025089397,0.00043659747,0.000028626266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031872275,0.00030786076,0.0008100228,0.0007193526,0.00035923,0.00017693904,0.0007331411,0.00023822988,0.000093085975],"category_scores_gemma":[0.004068077,0.00020000988,0.00014239074,0.00016727166,0.0002484887,0.00092414994,0.0005063962,0.0009144539,0.00006376039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032119817,0.00007013165,0.0077333436,0.00039256306,0.00087270985,0.000053659045,0.000948033,0.000030039451,0.00002288392,0.80775875,0.16258512,0.019211551],"study_design_scores_gemma":[0.00048280368,0.000027758666,0.00022824928,0.0007154503,0.00028893576,0.0029636114,0.00028387798,0.00018620703,0.0000014313072,0.013895542,0.98070836,0.00021779485],"about_ca_topic_score_codex":0.00019718113,"about_ca_topic_score_gemma":0.000103063554,"teacher_disagreement_score":0.8181232,"about_ca_system_score_codex":0.00006750838,"about_ca_system_score_gemma":0.0003215919,"threshold_uncertainty_score":0.8156166},"labels":[],"label_agreement":null},{"id":"W749881145","doi":"","title":"The Whitehall Innovation Hub: Innovation, Capabilities and Connectivity","year":2012,"lang":"en","type":"article","venue":"˜The œinnovation journal","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Austerity; Service innovation; Government (linguistics); Treasury; Incrementalism; Cabinet (room); Public administration; Public sector; Public service; Public relations; Business; Service (business); Economics; Marketing; Politics; Political science; Economy; Engineering","score_opus":0.03206056067141407,"score_gpt":0.2584801887487775,"score_spread":0.2264196280773634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W749881145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9509702,0.00017008667,0.002602145,0.024691368,0.00124711,0.00029162547,0.0000019555864,0.00008020599,0.019945346],"genre_scores_gemma":[0.9871202,0.000010227836,0.0000444957,0.0065777963,0.004984301,0.000024223042,0.000025500118,0.000019891098,0.0011933632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826324,0.000038268565,0.0007321702,0.00012926113,0.0004147733,0.0004222828],"domain_scores_gemma":[0.99664205,0.0001300606,0.00084735703,0.00021796435,0.0021526306,0.000009930953],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00489413,0.00017937875,0.00013311661,0.000781397,0.0015375923,0.0012049489,0.00027736364,0.0000726949,0.000116657844],"category_scores_gemma":[0.00086488854,0.00011128098,0.000024537088,0.005165144,0.00015843585,0.0031539532,0.000120697834,0.00041356715,0.000046018915],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022141467,0.000038918508,0.062393628,0.000022247743,0.00003438844,1.5190716e-7,0.00025662992,0.0000024838312,0.0009056849,0.8762844,0.039723624,0.020315679],"study_design_scores_gemma":[0.0005873634,0.000012096245,0.16009623,0.00001881555,0.00002431167,0.000034736866,0.00083536777,0.000285601,0.00007078306,0.09557874,0.74222624,0.0002297213],"about_ca_topic_score_codex":0.000054451168,"about_ca_topic_score_gemma":0.00004162214,"teacher_disagreement_score":0.7807057,"about_ca_system_score_codex":0.00006471056,"about_ca_system_score_gemma":0.000080645026,"threshold_uncertainty_score":0.9998319},"labels":[],"label_agreement":null},{"id":"W75500322","doi":"","title":"Open Source e-Procurement Software","year":2008,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Public Procurement and Policy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open source; Open source software; Procurement; Software; Computer science; Business; World Wide Web; Computer security; Operating system; Marketing","score_opus":0.04546771431354156,"score_gpt":0.259323854997619,"score_spread":0.21385614068407743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W75500322","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1612226,0.0016947868,0.039504822,0.043936517,0.0015851384,0.011996506,0.000038084283,0.0031051452,0.73691636],"genre_scores_gemma":[0.7781239,0.00004657936,0.00094181753,0.055450235,0.007715906,0.0009649766,0.00038777423,0.0005510811,0.1558177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537426,0.00008857791,0.00087986275,0.0011433187,0.0011801443,0.0013338256],"domain_scores_gemma":[0.9964117,0.00013997185,0.00085487537,0.0018016944,0.0006911281,0.00010067765],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0015975068,0.00079501857,0.0007971563,0.00043162465,0.0027868245,0.0045099016,0.009302972,0.0002385799,0.0015274503],"category_scores_gemma":[0.00036155633,0.00060775917,0.00020785385,0.0028859193,0.0004346059,0.003518995,0.01014183,0.00044908733,0.0023815527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060619536,0.00073641987,0.036171947,0.00032669894,0.00026827847,0.000065244116,0.0012730324,0.0013810087,0.00018086731,0.004368663,0.8867215,0.06790014],"study_design_scores_gemma":[0.0020944825,0.000015783799,0.014084567,0.000116632655,0.00010297836,0.000060175527,0.00041516926,0.0007406624,0.000020377758,0.00066165486,0.98077846,0.00090903905],"about_ca_topic_score_codex":0.008817571,"about_ca_topic_score_gemma":0.00053452695,"teacher_disagreement_score":0.61690134,"about_ca_system_score_codex":0.00014481069,"about_ca_system_score_gemma":0.00026132556,"threshold_uncertainty_score":0.99963737},"labels":[],"label_agreement":null}]}