{"meta":{"query_hash":"ac903b1b343f","filters":{"venue":"Working paper/Working paper CIRIEC ..."},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ac903b1b343f","api":"https://metacan.xera.ac/api/v1/cohort?venue=Working+paper%2FWorking+paper+CIRIEC+..."},"results":[{"id":"W4210430854","doi":"10.25518/ciriec.wp201920","title":"Creación de un nuevo bien común para las cooperativas agrícolas","year":2019,"lang":"es","type":"report","venue":"Working paper/Working paper CIRIEC ...","topic":"Bioeconomy and Sustainability Development","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Agriculture and Agri-Food Canada","funders":"European Commission; Universidad de Almería; Ministerio de Ciencia, Innovación y Universidades","keywords":"Humanities; Political science; Philosophy","score_opus":0.03810234863944023,"score_gpt":0.25419858861704386,"score_spread":0.21609623997760363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210430854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5141703,0.032474313,0.000056413766,0.03261719,0.013013957,0.008210991,0.00022991541,0.001840683,0.39738625],"genre_scores_gemma":[0.9478532,0.009193024,0.0006886932,0.0069407066,0.004356748,0.00038498582,0.000710647,0.00008009211,0.029791914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877771,0.0012390089,0.0026292985,0.0033115293,0.0017405582,0.003302465],"domain_scores_gemma":[0.9938088,0.0020920092,0.0014318496,0.0011455815,0.0006027469,0.00091902213],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0036874332,0.0022404431,0.0027699734,0.0001878585,0.0025071858,0.0017131291,0.0023851045,0.0029093833,0.0056447666],"category_scores_gemma":[0.0006231117,0.0012935883,0.0013058771,0.0016803466,0.0009654717,0.00043759667,0.0012303089,0.0029723127,0.0009143404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036598032,0.0010478597,0.32829937,0.0007214172,0.0014221524,0.0005275312,0.0024581093,0.0001784194,0.0061183455,0.004565341,0.010778708,0.6435168],"study_design_scores_gemma":[0.0006203059,0.00034303768,0.1320263,0.00234469,0.00029632833,0.00019519684,0.0013755194,0.000031118616,0.00034070373,0.0005748902,0.8594098,0.0024421269],"about_ca_topic_score_codex":0.0015331256,"about_ca_topic_score_gemma":0.0012226,"teacher_disagreement_score":0.8486311,"about_ca_system_score_codex":0.0020345617,"about_ca_system_score_gemma":0.0019445344,"threshold_uncertainty_score":0.99986356},"labels":[],"label_agreement":null},{"id":"W4210461342","doi":"10.25518/ciriec.wp202015","title":"Social Impact Bonds: Promises versus facts","year":2020,"lang":"en","type":"report","venue":"Working paper/Working paper CIRIEC ...","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Bond; Positive economics; Underpinning; Stock (firearms); Empirical evidence; Work (physics); Function (biology); Empirical research; Economics; Business; Law and economics; Public economics; Epistemology; Engineering; Finance","score_opus":0.18071647167284047,"score_gpt":0.3331991263303928,"score_spread":0.1524826546575523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210461342","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070679956,0.010358658,0.00003095398,0.004054028,0.006972839,0.0010501114,0.00019580289,0.00076620776,0.9695034],"genre_scores_gemma":[0.980243,0.0035158033,0.00025347155,0.0009489396,0.0056180656,0.000114831906,0.00073696615,0.0004526323,0.008116266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99372643,0.0001564287,0.0022033926,0.0015123304,0.0006562295,0.0017451595],"domain_scores_gemma":[0.9955555,0.00057123957,0.0020991217,0.0010794993,0.0001724275,0.00052220107],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0017896043,0.0014171924,0.0027615991,0.000596092,0.001625835,0.001172147,0.0015982006,0.0015832966,0.0027317377],"category_scores_gemma":[0.0013588223,0.0016579139,0.0014056972,0.0013635556,0.00028271013,0.00045159142,0.00078717474,0.002859971,0.0010554038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019745063,0.0011226749,0.14615518,0.0012842474,0.012400683,0.00050788256,0.066453405,0.000096507945,0.00017588936,0.023579707,0.5048819,0.24136741],"study_design_scores_gemma":[0.0014832787,0.00018473563,0.034696113,0.0004799123,0.00015224109,0.000011797542,0.00029204096,0.0000124126545,0.000003589727,0.0019014281,0.95884466,0.001937808],"about_ca_topic_score_codex":0.0016145275,"about_ca_topic_score_gemma":0.0007246341,"teacher_disagreement_score":0.97317505,"about_ca_system_score_codex":0.0027274883,"about_ca_system_score_gemma":0.00154675,"threshold_uncertainty_score":0.99986476},"labels":[],"label_agreement":null},{"id":"W4210711863","doi":"10.25518/ciriec.wp202001","title":"Building Sustainable Local Food Solutions","year":2020,"lang":"en","type":"report","venue":"Working paper/Working paper CIRIEC ...","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Craft; Solidarity economy; Indigenous; Solidarity; Sustainable community; Procurement; Community development; Community organizing; Sustainable development; Face (sociological concept); Community organization; Food systems; Sustainable agriculture; Business; Political science; Economic growth; Environmental planning; Sustainability; Geography; Public relations; Sociology; Marketing; Food security; Economics; Ecology; Social science; Agriculture; Politics","score_opus":0.03799008582914118,"score_gpt":0.22812522886881023,"score_spread":0.19013514303966905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210711863","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013849496,0.06591238,0.0003792604,0.08143372,0.016379647,0.0054180915,0.00043801,0.006834764,0.8093546],"genre_scores_gemma":[0.9776244,0.0013672601,0.00029323003,0.0016250502,0.010485927,0.00011477154,0.0004883608,0.000037020218,0.007963947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99222875,0.00027223615,0.0011828811,0.0019625889,0.0019570142,0.0023965621],"domain_scores_gemma":[0.9973007,0.00052206015,0.0007538338,0.00038211266,0.00041182587,0.0006294833],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0010453372,0.0012765425,0.0013844629,0.00006313123,0.0021051716,0.0007803812,0.0014956817,0.0015958343,0.00155284],"category_scores_gemma":[0.00041445214,0.0005802281,0.0009518982,0.002155399,0.00028370137,0.0002898197,0.001134981,0.0023825713,0.00016169414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011557847,0.00052860833,0.0020373533,0.00058054714,0.0012937076,0.0006291129,0.00078605925,0.0001298494,0.07343982,0.015213526,0.38988534,0.5153605],"study_design_scores_gemma":[0.00021450133,0.0003930689,0.0040358445,0.0010427271,0.00027886676,0.00014433065,0.0013443198,0.000008544736,0.00023865899,0.0008072786,0.9900018,0.0014900411],"about_ca_topic_score_codex":0.000597279,"about_ca_topic_score_gemma":0.0023320203,"teacher_disagreement_score":0.9637749,"about_ca_system_score_codex":0.0008575487,"about_ca_system_score_gemma":0.0004228361,"threshold_uncertainty_score":0.9999986},"labels":[],"label_agreement":null},{"id":"W4210812244","doi":"10.25518/ciriec.wp202101","title":"A Global but not Spontaneous Firm","year":2021,"lang":"en","type":"report","venue":"Working paper/Working paper CIRIEC ...","topic":"Cooperative Studies and Economics","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Solidarity; Relevance (law); Multitude; Virtuous circle and vicious circle; Government (linguistics); Political science; Business; Finance; Public relations; Economics; Law; Politics","score_opus":0.04303702110203279,"score_gpt":0.24905987464719967,"score_spread":0.2060228535451669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210812244","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013174963,0.012551258,0.000039763472,0.0025336754,0.018153528,0.0009034328,0.000055828863,0.0007938224,0.95179373],"genre_scores_gemma":[0.92014,0.0049438053,0.00034475504,0.015089143,0.033054143,0.0002084246,0.00074344926,0.00046082068,0.025015438],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927379,0.000056132314,0.001693823,0.0022720734,0.0014239388,0.0018161312],"domain_scores_gemma":[0.996082,0.0002634202,0.0012773123,0.0015422072,0.0007397209,0.00009533042],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0011323418,0.0016173418,0.002166836,0.0002961105,0.0015559432,0.0023443177,0.0011725338,0.000973911,0.003391422],"category_scores_gemma":[0.00073711784,0.0016821452,0.001070378,0.0013236151,0.00026762974,0.00056651677,0.0020509134,0.0012805187,0.00077267713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006028726,0.00065989734,0.07187967,0.0022709582,0.004225639,0.01569948,0.0005183179,0.0013257457,0.000199978,0.0141276745,0.45978928,0.4287005],"study_design_scores_gemma":[0.0006201275,0.000018509909,0.007038121,0.0018851247,0.0006089583,0.00055893575,0.00049839803,0.00012403572,0.0000018069826,0.00022119083,0.9865079,0.0019168791],"about_ca_topic_score_codex":0.0034421443,"about_ca_topic_score_gemma":0.019452667,"teacher_disagreement_score":0.9267783,"about_ca_system_score_codex":0.0015373541,"about_ca_system_score_gemma":0.0008495081,"threshold_uncertainty_score":0.9997439},"labels":[],"label_agreement":null},{"id":"W4300699066","doi":"10.25518/ciriec.wp202107","title":"Challenges of impact measurement in an emergent social economy","year":2021,"lang":"en","type":"report","venue":"Working paper/Working paper CIRIEC ...","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université du Québec à Montréal","keywords":"Social economy; Government (linguistics); Political science; Social change; Relevance (law); Field (mathematics); Social Welfare; Diversity (politics); Economy; Economics; Law","score_opus":0.2951898112010385,"score_gpt":0.3304932080482429,"score_spread":0.035303396847204405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300699066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022788342,0.083787195,0.000019423307,0.0017651103,0.0031651945,0.0007786676,0.00004706707,0.0001487311,0.8875003],"genre_scores_gemma":[0.98124534,0.015660323,0.00013100234,0.0002454581,0.0015436551,0.00009854723,0.00019117152,0.00021668714,0.0006678237],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941451,0.00026615456,0.0026691617,0.001220386,0.0005300031,0.001169216],"domain_scores_gemma":[0.9961218,0.00014782249,0.0019294163,0.0011878508,0.00035597663,0.00025708546],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005175718,0.0009309531,0.0026217552,0.0008554588,0.00044785137,0.00028568532,0.0010646832,0.0010864458,0.0017845521],"category_scores_gemma":[0.00039661297,0.0011525786,0.0010485896,0.00079962064,0.00015273884,0.00036907216,0.00044118398,0.0015354586,0.00005340072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021988632,0.002806875,0.44850045,0.001665203,0.0048842253,0.00021422627,0.06906499,0.00021809163,0.00020813846,0.03727393,0.012317061,0.4226269],"study_design_scores_gemma":[0.0007949005,0.000106254476,0.27145347,0.0012853158,0.000073629104,0.000009202896,0.0013308526,0.000014432018,0.000009897438,0.0040822946,0.71934354,0.0014962105],"about_ca_topic_score_codex":0.0020426936,"about_ca_topic_score_gemma":0.010406451,"teacher_disagreement_score":0.958457,"about_ca_system_score_codex":0.0032105045,"about_ca_system_score_gemma":0.001415315,"threshold_uncertainty_score":0.9991279},"labels":[],"label_agreement":null},{"id":"W4301525455","doi":"10.25518/ciriec.wp202109","title":"L’exploitation des hydrocarbures en Algérie","year":2021,"lang":"fr","type":"report","venue":"Working paper/Working paper CIRIEC ...","topic":"Natural Resources and Economic Development","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.05994418670705998,"score_gpt":0.239020019299759,"score_spread":0.17907583259269902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301525455","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07719391,0.28664973,0.0006349426,0.003316536,0.023833413,0.0012508887,0.000120414916,0.00040236142,0.6065978],"genre_scores_gemma":[0.73459685,0.08275387,0.0079361815,0.0028506366,0.005964622,0.00033507522,0.00095454184,0.00064850476,0.16395971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892022,0.00026293015,0.00418373,0.0032455456,0.0005446766,0.0025608945],"domain_scores_gemma":[0.9935035,0.0011241906,0.0028296558,0.0017236712,0.00021795148,0.0006010395],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0033365812,0.0018076407,0.003128852,0.0008566509,0.0014488548,0.0014841161,0.0014769088,0.0022358806,0.007066155],"category_scores_gemma":[0.0012359931,0.0023381917,0.0015192647,0.0013600496,0.0005781794,0.0006739443,0.0009257021,0.0025869538,0.0013880164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012940986,0.00048407295,0.2825,0.0013208665,0.0036278307,0.0007587308,0.0147924535,0.0025749777,0.00025330283,0.023947868,0.016715717,0.65289474],"study_design_scores_gemma":[0.00089442433,0.000093494076,0.03490779,0.004169842,0.00022520148,0.00021337815,0.0012125114,0.0004244182,0.00005198003,0.0066525894,0.9485596,0.0025947916],"about_ca_topic_score_codex":0.0011509398,"about_ca_topic_score_gemma":0.0019709663,"teacher_disagreement_score":0.9318439,"about_ca_system_score_codex":0.00417707,"about_ca_system_score_gemma":0.00074813026,"threshold_uncertainty_score":0.9998511},"labels":[],"label_agreement":null}]}