{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":108,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":108,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"cce219913f4a","filters":{"venue":"Sustainability Science"}},"results":[{"id":"W2484133022","doi":"10.1007/s11625-016-0383-3","title":"Integration: the key to implementing the Sustainable Development Goals","year":2016,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainable Development and Environmental Policy","field":"Environmental Science","cited_by":881,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Future Earth","funders":"Ministry of the Environment, Government of Japan","keywords":"Civil society; Sustainability; Sustainable development; Accountability; Interdependence; Government (linguistics); Political science; Private sector; Business; Economic growth; Public administration; Environmental planning; Economics; Politics; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.008582040044765657,"gpt":0.2520071636291146,"spread":0.243425123584349,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005791201,0.0002723413,0.0001510784,0.000102252,0.003297934,0.0002985324,0.001961691,0.00004058787,0.001396334],"category_scores_gemma":[0.001977914,0.0001214964,0.00006220661,0.002123883,0.002358292,0.001076012,0.002959378,0.000139148,0.0005616519],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004881616,"about_ca_system_score_gemma":0.0005484208,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006829869,"about_ca_topic_score_gemma":0.000216688,"domain_scores_codex":[0.9956869,0.0001263757,0.0004552529,0.000785008,0.001128132,0.001818351],"domain_scores_gemma":[0.9982759,0.0002464925,0.0001131554,0.0009566919,0.000128877,0.0002788646],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001072471,0.0002642632,0.2701115,0.00006059777,0.00002614421,0.00005056961,0.05718831,0.0005563118,0.01575959,0.04371823,0.0226255,0.5895317],"study_design_scores_gemma":[0.0002085938,0.00005195126,0.4415572,0.000008152515,0.000005871159,0.000006688609,0.04361896,0.00002653563,0.01068003,0.0116111,0.4918845,0.0003403728],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9419826,0.00001084534,0.003009123,0.0383664,0.00009664705,0.001678597,0.000001054487,0.0000712167,0.01478354],"genre_scores_gemma":[0.9707935,0.00000236863,0.0008763209,0.001509577,0.0000488499,0.0003447623,6.992796e-7,0.00001459933,0.02640931],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5891914,"threshold_uncertainty_score":0.9995165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3045957195","doi":"10.1007/s11625-020-00838-2","title":"Key competencies in sustainability in higher education—toward an agreed-upon reference framework","year":2020,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability in Higher Education","field":"Social Sciences","cited_by":813,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hydro-Québec; Université Laval","funders":"","keywords":"Sustainability; Employability; Sustainability science; Sustainable development; Delphi; Sustainability organizations; Political science; Engineering ethics; Knowledge management; Medical education; Pedagogy; Sociology; Engineering; Computer science; Medicine; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.0703343096640482,"gpt":0.3918574382729334,"spread":0.3215231286088852,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007666314,0.0004055125,0.0005396986,0.0006587392,0.0009089792,0.0005363532,0.002624832,0.0003767793,0.00056787],"category_scores_gemma":[0.03108441,0.0004456225,0.00009620636,0.009259625,0.004955292,0.003357755,0.0004380046,0.000954518,0.00001780205],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01356879,"about_ca_system_score_gemma":0.03131749,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02500544,"about_ca_topic_score_gemma":0.006106013,"domain_scores_codex":[0.9918371,0.001651109,0.0009859267,0.001926089,0.001709841,0.001889869],"domain_scores_gemma":[0.9918025,0.0009826337,0.0002663088,0.001410663,0.004481746,0.001056206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007923714,0.0008127578,0.4469041,0.000303625,0.000001441813,0.00000817617,0.1409928,0.0005586008,0.00002030909,0.4064189,0.00005500805,0.003845043],"study_design_scores_gemma":[0.0001556457,0.0001255394,0.4083017,0.00002140975,0.000004319627,3.740579e-7,0.2507243,0.0001124254,0.0000149671,0.3200952,0.02007508,0.000369091],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8552322,0.0001347007,0.000104244,0.1371391,0.0007098911,0.002389255,0.000004069654,0.0002252892,0.004061259],"genre_scores_gemma":[0.9956654,0.00001240114,0.001857495,0.001313061,0.0003356463,0.0003532036,0.000007380121,0.00002235819,0.0004330075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1404332,"threshold_uncertainty_score":0.9997995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3016195942","doi":"10.1007/s11625-020-00789-8","title":"Environmental justice and the SDGs: from synergies to gaps and contradictions","year":2020,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Environmental Justice and Health Disparities","field":"Social Sciences","cited_by":385,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"University of Sussex","keywords":"Environmental justice; Sustainable development; Sociology; Environmental ethics; Transformative learning; Degrowth; Environmental studies; Nexus (standard); Poverty; Economic Justice; Mainstream; Sustainability; Wicked problem; Political science; Economics; Ecology; Law; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.01106791716780117,"gpt":0.2846646605235035,"spread":0.2735967433557024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0009400765,0.00008196168,0.0001223784,0.00002369308,0.002268319,0.0001746274,0.0002594596,0.00003255922,0.00005358155],"category_scores_gemma":[0.001716535,0.00006389729,0.00001801778,0.0002278584,0.006322566,0.0004250026,0.0002086146,0.0001185462,0.000008341891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002351012,"about_ca_system_score_gemma":0.0002303122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002705327,"about_ca_topic_score_gemma":0.000496419,"domain_scores_codex":[0.9985986,0.0001438175,0.0001423781,0.000363801,0.0003839216,0.0003674319],"domain_scores_gemma":[0.998889,0.0005110832,0.00003244386,0.0001405912,0.00002129307,0.0004055624],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002661259,0.00009928588,0.07281812,0.0004476245,0.00001247924,0.00000875056,0.553745,0.0001360673,0.0004849933,0.362324,0.000667592,0.00898996],"study_design_scores_gemma":[0.0004438311,0.00006794533,0.2594824,0.00001155217,0.00008417336,5.78606e-7,0.7142342,0.0003212822,0.00002974225,0.009548187,0.01562869,0.0001474252],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9096288,0.001402888,0.0001622298,0.08665719,0.00009337258,0.0005898954,0.00002379755,0.00003265749,0.001409145],"genre_scores_gemma":[0.993154,0.001050397,0.0001599946,0.0054169,0.0001123705,0.00002632527,5.332542e-7,0.000003178917,0.00007624822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3527758,"threshold_uncertainty_score":0.9990306,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2186146349","doi":"10.1007/s11625-015-0349-x","title":"Weaving Indigenous and sustainability sciences to diversify our methods","year":2015,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Indigenous Knowledge Systems and Agriculture","field":"Agricultural and Biological Sciences","cited_by":380,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"National Science Foundation","keywords":"Indigenous; Sustainability; Traditional knowledge; Sustainability science; Environmental ethics; Natural resource; Sociology; Ecology; Environmental resource management; Geography; Engineering ethics; Political science; Sustainability organizations; Engineering; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.02879271807144878,"gpt":0.3367405495719989,"spread":0.3079478315005501,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008723891,0.0002682968,0.0003231298,0.00006319972,0.002486652,0.0005013954,0.001077331,0.0001202524,0.00001143631],"category_scores_gemma":[0.003152414,0.0001042733,0.00007741162,0.003314974,0.0008318019,0.0007116621,0.0008333194,0.0002072897,0.00001959017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001253304,"about_ca_system_score_gemma":0.001109398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004178943,"about_ca_topic_score_gemma":0.0004984086,"domain_scores_codex":[0.9961997,0.0003688356,0.0003401394,0.001112591,0.0007536487,0.001225108],"domain_scores_gemma":[0.9962444,0.0001648201,0.0001119973,0.0001832737,0.002470795,0.0008247656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001121283,0.000650297,0.440304,0.0002650252,0.00001753333,0.00004834494,0.06800114,0.000422195,0.02151015,0.004077539,0.002309433,0.4622822],"study_design_scores_gemma":[0.0002996331,0.002246204,0.4387551,0.00003079038,0.00002257046,0.00007308024,0.4518502,0.0002131648,0.002476178,0.03041027,0.07249607,0.001126781],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9913712,0.0003161929,0.0001440731,0.005386613,0.000304582,0.001402038,0.00001032844,0.0001253185,0.0009397006],"genre_scores_gemma":[0.9974845,0.000002577284,0.001461778,0.0001507356,0.0002507895,0.00004332097,0.0000018019,0.000001062354,0.0006034356],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4611554,"threshold_uncertainty_score":0.998812,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2769061374","doi":"10.1007/s11625-017-0511-8","title":"Unpacking factors influencing antimicrobial use in global aquaculture and their implication for management: a review from a systems perspective","year":2017,"lang":"en","type":"review","venue":"Sustainability Science","topic":"Pharmaceutical and Antibiotic Environmental Impacts","field":"Environmental Science","cited_by":257,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Fisheries and Oceans Canada","funders":"NordForsk; Ministerio de Asuntos Económicos y Transformación Digital, Gobierno de España; Vetenskapsrådet; Ministerio de Economía y Competitividad; Consortium of International Agricultural Research Centers; Svenska Forskningsrådet Formas; Centre for Biotechnology and Bioengineering; VINNOVA","keywords":"Unpacking; Perspective (graphical); Aquaculture; Knowledge management; Process management; Environmental resource management; Business; Biology; Computer science; Fish <Actinopterygii>; Fishery; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.06553507224194555,"gpt":0.3898377215102744,"spread":0.3243026492683289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009341745,0.0004484482,0.0009543794,0.00005598287,0.0004794079,0.0003923777,0.0008896405,0.0001358809,0.00001089171],"category_scores_gemma":[0.0008343227,0.00030517,0.0001902592,0.0005634094,0.001561443,0.00115931,0.0009250936,0.0002406095,0.000008210156],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004817798,"about_ca_system_score_gemma":0.0001304135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003277293,"about_ca_topic_score_gemma":0.00009019647,"domain_scores_codex":[0.9971779,0.0001232941,0.0004879577,0.001241898,0.0002963232,0.0006726227],"domain_scores_gemma":[0.9985014,0.0001418918,0.0003830927,0.0006907447,0.00003609159,0.0002467701],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002565603,0.0004746091,0.03342719,0.07926995,0.0001162065,0.00003536708,0.002033671,0.00004743595,0.0001184262,0.002583165,0.0002787673,0.8815895],"study_design_scores_gemma":[0.000748389,0.0001116817,0.07636374,0.05045157,0.0008083882,0.00004123873,0.005374501,0.0002143648,0.00003691977,0.00542376,0.8583459,0.002079549],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01615156,0.9765397,0.00009156101,0.0001862302,0.0001247989,0.006082889,0.0003919443,0.00003556786,0.0003957623],"genre_scores_gemma":[0.05834973,0.941247,0.000132341,0.00008731848,0.0000192451,0.00006345341,0.00002695027,0.00001499152,0.00005898383],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.87951,"threshold_uncertainty_score":0.99994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119619653","doi":"10.1007/s11625-020-00886-8","title":"Transdisciplinary sustainability research in real-world labs: success factors and methods for change","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Ministerium für Wissenschaft, Forschung und Kunst Baden-Württemberg","keywords":"Sustainability; Transferability; Adaptability; Engineering ethics; Plan (archaeology); Sustainability science; Management science; Sociology; Knowledge management; Computer science; Process management; Public relations; Political science; Business; Social sustainability; Engineering; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.1399593908007986,"gpt":0.4693299994578484,"spread":0.3293706086570498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01709655,0.0001955981,0.0003229615,0.001008344,0.001294956,0.0002715138,0.0006195047,0.0001391338,0.00001589021],"category_scores_gemma":[0.005541878,0.000179007,0.00005275038,0.008598318,0.003383645,0.001749934,0.001154207,0.0004653064,6.255105e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001393643,"about_ca_system_score_gemma":0.001109211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001098256,"about_ca_topic_score_gemma":0.001273327,"domain_scores_codex":[0.9970748,0.0001772853,0.0003920441,0.0009772653,0.0003886037,0.0009900437],"domain_scores_gemma":[0.9947736,0.0005569931,0.00008832735,0.0004826933,0.004071607,0.0000268258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000431157,0.0001940832,0.530599,0.001189134,0.000004483283,0.00001284873,0.005152666,0.000001542926,0.00004628624,0.430361,0.00001890065,0.03237692],"study_design_scores_gemma":[0.0001896691,0.00001218016,0.4630255,0.00001237216,0.000003717076,2.46177e-7,0.04844288,0.0003222955,0.000579631,0.4846204,0.00262764,0.0001635023],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9798494,0.00007298006,0.001507146,0.01353737,0.0002064162,0.001853418,0.000002003686,0.00009368888,0.002877558],"genre_scores_gemma":[0.9953805,0.000007371848,0.003562086,0.0001621938,0.0001058286,0.0005324303,0.000009082335,0.00001274583,0.000227767],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06757355,"threshold_uncertainty_score":0.9993286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2007387077","doi":"10.1007/s11625-007-0040-y","title":"Managing the rural–urban transformation in East Asia in the 21st century","year":2008,"lang":"en","type":"article","venue":"Sustainability Science","topic":"China's Socioeconomic Reforms and Governance","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Urbanization; Economic growth; Urban planning; Urban density; Context (archaeology); Rural economics; Rural area; Rural sociology; Sustainable development; Economic geography; Development economics; Geography; Political science; Economics; Rural development; Agriculture","retraction":null,"screen_n_in":null,"score":{"opus":0.009189985439430445,"gpt":0.2645555378564557,"spread":0.2553655524170252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004872494,0.00008821817,0.0001045131,0.00007361312,0.001417695,0.0001345341,0.001015985,0.00003979952,0.00001469243],"category_scores_gemma":[0.000471242,0.0000517051,0.00005350771,0.001195154,0.002436009,0.001357775,0.00004693109,0.0002486832,0.000005706025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001538824,"about_ca_system_score_gemma":0.0009225543,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01532909,"about_ca_topic_score_gemma":0.0091093,"domain_scores_codex":[0.9982771,0.0001851376,0.0002576276,0.0002219884,0.0005107672,0.0005474063],"domain_scores_gemma":[0.9993668,0.00009982669,0.00007952055,0.000310889,0.00009222885,0.00005075836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00000931249,0.00005821901,0.1143658,0.00001797273,6.240805e-7,0.000004668423,0.6396282,0.0001557214,0.000003743026,0.2281412,0.0000583506,0.01755621],"study_design_scores_gemma":[0.0001332174,0.00001024663,0.4618403,0.000006692505,7.091199e-7,0.000002122408,0.4925694,0.0001919137,0.00000368692,0.02908516,0.01607597,0.000080572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9258435,0.0001105834,0.00001461401,0.03715995,0.0001326575,0.0006928266,0.000001306674,0.00001546198,0.03602903],"genre_scores_gemma":[0.9991912,0.0003070642,0.000007142202,0.0002737668,0.00005336319,0.00002333799,4.386803e-7,0.000002453827,0.0001412746],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3474745,"threshold_uncertainty_score":0.9998823,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3178266678","doi":"10.1007/s11625-021-00996-x","title":"Learning from knowledge co-production research and practice in the twenty-first century: global lessons and what they mean for collaborative research in Nunatsiavut","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University","funders":"Division of Arctic Sciences; Canada First Research Excellence Fund; Ocean Frontier Institute; Dalhousie University","keywords":"Knowledge management; Context (archaeology); Sustainability; Sociology; Computer science; Ecology; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1818555199155729,"gpt":0.5479305510897698,"spread":0.3660750311741969,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04669812,0.0001071522,0.0002238674,0.000196573,0.01219776,0.0002302901,0.0003241177,0.0001318602,0.000008042443],"category_scores_gemma":[0.0479552,0.00008330878,0.0000130253,0.003004923,0.002128565,0.001025148,0.0007883905,0.001307489,0.000005119051],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003397002,"about_ca_system_score_gemma":0.005867544,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01066145,"about_ca_topic_score_gemma":0.3005955,"domain_scores_codex":[0.9910706,0.005495323,0.0003211226,0.0008947637,0.0005699266,0.001648311],"domain_scores_gemma":[0.977765,0.01364659,0.000093688,0.0004590243,0.007922141,0.0001135972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003611098,0.000396278,0.1428789,0.0003248333,0.000006730475,0.0000228846,0.8266464,0.00002781103,0.00003761824,0.023988,0.0003080811,0.005001368],"study_design_scores_gemma":[0.0003747187,0.000247494,0.06805815,0.00006477428,0.000002746914,0.000002944111,0.8732019,0.00005510483,0.000008518583,0.03074184,0.02717197,0.00006981824],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8897622,0.003013526,0.000003872809,0.1003192,0.0003643435,0.003118766,0.000009656495,0.00001007914,0.003398316],"genre_scores_gemma":[0.9958727,0.003134484,0.000113822,0.00009395523,0.0001178263,0.0005227572,0.000005693577,0.000005934419,0.0001328696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2899341,"threshold_uncertainty_score":0.9997683,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3004145351","doi":"10.1007/s11625-020-00781-2","title":"Knowledge coevolution: generating new understanding through bridging and strengthening distinct knowledge systems and empowering local knowledge holders","year":2020,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Carleton University","funders":"Polar Knowledge Canada; Genome Canada","keywords":"Bridging (networking); Coevolution; Knowledge management; Traditional knowledge; Corporate governance; Knowledge-based systems; Indigenous; Knowledge sharing; Knowledge integration; Transdisciplinarity; Context (archaeology); Normative; Body of knowledge; Sociology; Engineering ethics; Computer science; Political science; Knowledge engineering; Business; Engineering; Ecology; Social science; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.09746348285867776,"gpt":0.4020664587690587,"spread":0.3046029759103809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002559581,0.0003063592,0.0005032342,0.0001102789,0.01188186,0.0001157373,0.000300115,0.0001570191,0.00001859082],"category_scores_gemma":[0.002138979,0.000288583,0.00004682075,0.001016713,0.001597617,0.0005557719,0.001388399,0.0006434371,0.0000152745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003522001,"about_ca_system_score_gemma":0.003803133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001939981,"about_ca_topic_score_gemma":0.004464194,"domain_scores_codex":[0.9959652,0.0003906859,0.000681915,0.0009820863,0.0002018875,0.001778186],"domain_scores_gemma":[0.9975787,0.0007852035,0.0002054637,0.000284889,0.0006483769,0.0004973456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005859783,0.00008819554,0.1253574,0.003831318,0.00003693404,0.00001580905,0.8296569,0.0006368145,0.0001539775,0.03186717,0.002084458,0.006212392],"study_design_scores_gemma":[0.001011995,0.0002981465,0.009616678,0.0002308378,0.00003892538,0.00001243448,0.8542217,0.1241031,0.0000100059,0.001033822,0.008903399,0.0005189583],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8282995,0.007053542,0.1466823,0.002408373,0.001413464,0.002000033,0.000008006314,0.0002573578,0.01187739],"genre_scores_gemma":[0.9984866,0.00004594547,0.0003183089,0.00009567048,0.0005959665,0.00005258568,0.000001978567,0.00002494952,0.0003780225],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.170187,"threshold_uncertainty_score":0.9999566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2960003280","doi":"10.1007/s11625-019-00714-8","title":"Seeds of good anthropocenes: developing sustainability scenarios for Northern Europe","year":2019,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Futures contract; Sustainability; Transformative learning; Context (archaeology); Variety (cybernetics); Sustainable development; Corporate governance; Scenario planning; Environmental change; Environmental resource management; Environmental planning; Climate change; Political science; Business; Economics; Ecology; Sociology; Geography; Marketing; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01003448120545928,"gpt":0.2678953766133763,"spread":0.257860895407917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003804119,0.000369674,0.0005047505,0.0001198112,0.0005866296,0.00009201416,0.001527794,0.0001263828,0.0004444374],"category_scores_gemma":[0.006169402,0.0003426162,0.000182249,0.002994813,0.004316756,0.001277421,0.001077077,0.0002124933,0.00004901641],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005814841,"about_ca_system_score_gemma":0.002258074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001298135,"about_ca_topic_score_gemma":0.0005612964,"domain_scores_codex":[0.9951782,0.0001399995,0.0007125683,0.001448881,0.001106681,0.001413643],"domain_scores_gemma":[0.9956439,0.0003773019,0.0003740433,0.001469118,0.001892908,0.0002427698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001611256,0.000324018,0.9737042,0.001294513,0.000006895335,0.000004053589,0.006401974,0.006550207,0.0009304438,0.005890517,0.00003546256,0.00469666],"study_design_scores_gemma":[0.001655017,0.001040749,0.7878253,0.00006613662,0.00003899927,0.00001351009,0.1044937,0.005634362,0.007981797,0.07196943,0.01794035,0.001340608],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906267,0.00005262825,0.001026786,0.003068642,0.0002863,0.003211702,0.00002456053,0.00009221837,0.001610487],"genre_scores_gemma":[0.9976997,0.00001286844,0.001020825,0.000159424,0.00002807791,0.0001234528,0.000004737235,0.00002959256,0.0009213179],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1858788,"threshold_uncertainty_score":0.9999026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910207316","doi":"10.1007/s11625-018-0649-z","title":"Sustainable development goal 6: two gaps in the race for indicators","year":2019,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":106,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"United Nations University Institute for Water, Environment, and Health","funders":"","keywords":"Sustainable development; Citizen journalism; Process (computing); Performance indicator; Process management; Scrutiny; Millennium Development Goals; Sustainability; Political science; Environmental resource management; Business; Computer science; Economics; Ecology; Poverty; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.00483001242884501,"gpt":0.2934086022485308,"spread":0.2885785898196858,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007055377,0.0001201601,0.0001479004,0.0001914246,0.001140187,0.0002846037,0.00140773,0.00005999785,0.00006345718],"category_scores_gemma":[0.002028692,0.00008553718,0.00004658825,0.002229949,0.001280022,0.001089677,0.000157996,0.0001825237,0.00001259326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001702465,"about_ca_system_score_gemma":0.005238823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002140508,"about_ca_topic_score_gemma":0.0007955938,"domain_scores_codex":[0.9971727,0.0001429371,0.0002381133,0.0004782767,0.0008744011,0.001093603],"domain_scores_gemma":[0.9987426,0.0001994248,0.0001028133,0.0004030703,0.0004493968,0.0001027411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004591452,0.00009521706,0.4115879,0.0001549469,0.000002743385,0.000008624222,0.199475,0.0001709309,0.00006066688,0.3800556,0.001062319,0.007280195],"study_design_scores_gemma":[0.0004388881,0.00005778161,0.2407083,0.000007979513,0.000002311538,6.336683e-7,0.2905876,0.00002374385,0.0005028141,0.05112497,0.4163357,0.0002092991],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9846649,0.00003133132,0.000087566,0.004280055,0.0002123495,0.001976051,0.000001295851,0.00002697018,0.008719472],"genre_scores_gemma":[0.993365,0.000002401429,0.000419745,0.0003843388,0.0000730645,0.0001155766,0.00000106416,0.000004948562,0.005633792],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4152733,"threshold_uncertainty_score":0.9293447,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2030006162","doi":"10.1007/s11625-014-0242-z","title":"Obstacles to climate change adaptation decisions: a case study of sea-level rise and coastal protection measures in Kiribati","year":2014,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Climate Change, Adaptation, Migration","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"World Bank Group","keywords":"Climate change; Environmental resource management; United Nations Framework Convention on Climate Change; Context (archaeology); Environmental planning; Adaptation (eye); Political economy of climate change; Geography; Sustainable development; Political science; Natural resource economics; Economics; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.2403269390038167,"gpt":0.3818732967754624,"spread":0.1415463577716457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007580743,0.0001264875,0.0001902399,0.0004948273,0.0009369832,0.0001486838,0.0002131494,0.00005882106,0.000003979421],"category_scores_gemma":[0.01382198,0.0001262384,0.00002230823,0.002187718,0.0006997939,0.001141342,0.0001295763,0.00009553657,0.000001216657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006134745,"about_ca_system_score_gemma":0.0004232415,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1201105,"about_ca_topic_score_gemma":0.6577417,"domain_scores_codex":[0.9970654,0.0006280575,0.0004012609,0.0005335084,0.0009277043,0.000444019],"domain_scores_gemma":[0.9974652,0.0003616235,0.0001686541,0.0002822259,0.001538876,0.0001834041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009553725,0.0004799879,0.151803,0.0000640185,0.000001815233,0.00002267524,0.5539981,0.0004844933,0.0002826867,0.001857883,0.000002825246,0.290907],"study_design_scores_gemma":[0.000408329,0.000481074,0.2462529,0.00003761746,0.000008924371,0.000009427513,0.7385264,0.0104306,0.00006979812,0.003485158,0.0001217788,0.0001680335],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9929476,0.0000224807,0.002531335,0.0008303226,0.00009770458,0.003448118,0.00001581579,0.00004294222,0.00006372631],"genre_scores_gemma":[0.998853,0.00001790045,0.000698692,0.00002223439,0.00004122458,0.0003494948,0.000001084862,0.000006957874,0.000009415773],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5376313,"threshold_uncertainty_score":0.994485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396239689","doi":"10.1007/s11625-024-01496-4","title":"Reimagining the language of engagement in a post-stakeholder world","year":2024,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Capilano University","funders":"","keywords":"Ambiguity; Reflexivity; Stakeholder; Inclusion (mineral); Equity (law); Sociology; Public relations; Narrative; Environmental ethics; Political science; Social science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02299665515243319,"gpt":0.2907414419077742,"spread":0.267744786755341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004682333,0.0001366529,0.0001370028,0.000135871,0.0002082321,0.0001135495,0.0007994637,0.00002370014,0.0009959644],"category_scores_gemma":[0.001603771,0.00008543867,0.00006050367,0.003173586,0.002500072,0.000719909,0.0006402084,0.0003567797,0.00002824951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001698108,"about_ca_system_score_gemma":0.0003634089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002581713,"about_ca_topic_score_gemma":0.001892467,"domain_scores_codex":[0.997677,0.0001399931,0.000301155,0.0006033689,0.0006976924,0.0005807793],"domain_scores_gemma":[0.9988316,0.0003129588,0.0000549882,0.000655507,0.00007495639,0.00006994346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000129067,0.0006299854,0.3586898,0.001328449,0.00001529996,0.0003681764,0.456727,0.005762944,0.01554695,0.03329116,0.001299753,0.1262115],"study_design_scores_gemma":[0.0003074742,0.0001449563,0.5824264,0.0001029954,0.0000188838,0.00001147015,0.3533396,0.006055656,0.004451944,0.02752827,0.02514501,0.0004674093],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9834089,0.0003336007,0.00002503221,0.008228649,0.0001699352,0.0006054542,0.000007093122,0.00005111677,0.007170206],"genre_scores_gemma":[0.9977219,0.000007836733,0.0001080956,0.0002315342,0.00001882128,0.00005897589,7.305792e-7,0.000007991144,0.001844192],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2237366,"threshold_uncertainty_score":0.9999173,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088224993","doi":"10.1007/s11625-007-0038-5","title":"Development paths of drylands: thresholds and sustainability","year":2008,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Transboundary Water Resource Management","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"United Nations University Institute for Water, Environment, and Health","funders":"","keywords":"Desertification; Natural resource economics; Livelihood; Land degradation; Poverty; Overexploitation; Sustainability; Productivity; Food security; Sustainable development; Population; Land use; Sustainable land management; Environmental resource management; Agriculture; Economics; Geography; Agroforestry; Environmental science; Land management; Economic growth; Ecology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.01605815041131723,"gpt":0.2905766049694427,"spread":0.2745184545581254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004645491,0.0001570102,0.0002358174,0.0002333416,0.00216245,0.00009695339,0.0007417487,0.00006163374,0.00003545059],"category_scores_gemma":[0.001596874,0.0001453411,0.000050704,0.00129147,0.009970512,0.0005793875,0.0003375861,0.0001295126,0.000001812177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001431049,"about_ca_system_score_gemma":0.005123546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002125536,"about_ca_topic_score_gemma":0.0007086379,"domain_scores_codex":[0.9968029,0.0001651906,0.0003995751,0.0006379653,0.001179479,0.0008149332],"domain_scores_gemma":[0.9978217,0.00009544921,0.0000978056,0.0005074306,0.001188979,0.0002886649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000329012,0.0002150699,0.7780778,0.0002888048,0.000007088595,0.00002031179,0.1747235,0.00006303242,0.0000332491,0.0312423,0.00003656217,0.01525927],"study_design_scores_gemma":[0.000485129,0.0001116502,0.6502912,0.00001350776,0.00001069082,0.000005281669,0.1158004,0.0000499533,0.0006260279,0.02848112,0.2037047,0.0004203899],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9900119,0.00005760047,0.0006616649,0.002361285,0.00007267399,0.001001731,0.000001425127,0.00008815624,0.005743509],"genre_scores_gemma":[0.9980945,0.0000159609,0.000990273,0.0000496305,0.00002196597,0.00003818294,6.25328e-7,0.000006456512,0.0007824047],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2036681,"threshold_uncertainty_score":0.9991366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285793807","doi":"10.1007/s11625-022-01210-2","title":"Alternatives to sustainable development: what can we learn from the pluriverse in practice?","year":2022,"lang":"en","type":"editorial","venue":"Sustainability Science","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"FP7 Ideas: European Research Council; Ministerio de Ciencia e Innovación","keywords":"Sustainable development; Sociology; Sustainability; Indigenous; Environmental ethics; Anthropocentrism; Universalism; Political science; Social science; Law; Ecology; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.007232911510196359,"gpt":0.2989139657201287,"spread":0.2916810542099324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006753294,0.0003620538,0.000387144,0.000277858,0.003425449,0.001952546,0.004001608,0.000287608,0.0003984567],"category_scores_gemma":[0.04016156,0.000297566,0.0000837928,0.002957406,0.002389238,0.004501256,0.001882448,0.001598559,0.00001481897],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01260806,"about_ca_system_score_gemma":0.02994394,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.113662,"about_ca_topic_score_gemma":0.02602933,"domain_scores_codex":[0.9916825,0.0008868089,0.0004742572,0.001370211,0.003951651,0.001634539],"domain_scores_gemma":[0.9937749,0.002305919,0.0004079309,0.0009077824,0.002275549,0.0003279423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001208448,0.00009386146,0.001265179,0.00006228999,0.00001770409,0.0002084718,0.5840045,0.000309836,0.000002366137,0.004690109,0.3968892,0.01233573],"study_design_scores_gemma":[0.0001148834,0.00003142971,0.00049636,0.0000311369,0.000007323368,8.705369e-8,0.4070475,0.000001132634,0.0000117715,0.006616346,0.5854133,0.0002288036],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.06496043,0.001314834,0.00002683509,0.07667602,0.8457814,0.004663328,0.00011243,0.000160528,0.006304157],"genre_scores_gemma":[0.1586199,0.005276728,0.001910505,0.003956042,0.7255857,0.001498568,0.0001893793,0.0001759637,0.1027872],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.1885241,"threshold_uncertainty_score":0.9999477,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3161468670","doi":"10.1007/s11625-021-00960-9","title":"Decolonizing transformations through ‘right relations’","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Community Health and Development","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; University of Northern British Columbia","funders":"Centro de Investigação em Ciências Sociais; Universitetet i Oslo; Fundação para a Ciência e a Tecnologia; Faculdade de Ciências e Tecnologia, Universidade Nova de Lisboa; Ministério da Ciência, Tecnologia e Ensino Superior; Universidade Nova de Lisboa; Norges Forskningsråd","keywords":"Indigenous; Conceptualization; Decolonization; Sociology; Reflexivity; Environmental ethics; Context (archaeology); Epistemology; Political science; Social science; Ecology; Law; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.04914021786890821,"gpt":0.4589667505020458,"spread":0.4098265326331376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00275703,0.0001005221,0.0001561535,0.0001056496,0.006495666,0.00003183967,0.0003468763,0.00009019981,0.001088947],"category_scores_gemma":[0.005311492,0.00009412661,0.00004301233,0.002067675,0.000446006,0.00093721,0.0002362801,0.000667717,0.000201258],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002237736,"about_ca_system_score_gemma":0.01987238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003049809,"about_ca_topic_score_gemma":0.001157719,"domain_scores_codex":[0.9974036,0.0004750662,0.0005558429,0.0003069679,0.0004250614,0.0008334955],"domain_scores_gemma":[0.9959906,0.000870737,0.00009038256,0.0006655278,0.002147298,0.0002354461],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003964351,0.0003931583,0.2773536,0.001349921,0.000009259929,0.00003223254,0.1759268,0.0001612447,0.0001346329,0.5238488,0.007383127,0.01336755],"study_design_scores_gemma":[0.0005771716,0.0000330686,0.277094,0.00006701968,0.000007915982,0.000006639294,0.08905923,0.0004045618,0.0002278887,0.2588947,0.3733878,0.00023997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7615767,0.0002321385,0.01279122,0.0826765,0.0009055023,0.001878784,0.000009038768,0.000234461,0.1396957],"genre_scores_gemma":[0.9855769,0.00002448229,0.007532562,0.003210301,0.00003595365,0.0001850418,0.00001159766,0.000006273036,0.003416898],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3660047,"threshold_uncertainty_score":0.9998242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4295905368","doi":"10.1007/s11625-022-01207-x","title":"Global tourism, climate change and energy sustainability: assessing carbon reduction mitigating measures from the aviation industry","year":2022,"lang":"en","type":"review","venue":"Sustainability Science","topic":"Aviation Industry Analysis and Trends","field":"Economics, Econometrics and Finance","cited_by":83,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Greenhouse gas; Aviation; Sustainability; Tourism; Climate change; Business; Global warming; Sustainable development; Natural resource economics; Environmental economics; Transformational leadership; Climate change mitigation; Environmental resource management; Economics; Engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.09065385991692783,"gpt":0.3222360759838778,"spread":0.23158221606695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005030274,0.0004377947,0.001166412,0.0003253052,0.001684681,0.0007862111,0.0007937913,0.0005119875,0.000111866],"category_scores_gemma":[0.002915768,0.0003975781,0.0003153042,0.003584567,0.0008911426,0.00105257,0.0006818949,0.0009562852,0.000001105529],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005461642,"about_ca_system_score_gemma":0.001115979,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007661126,"about_ca_topic_score_gemma":0.0000830278,"domain_scores_codex":[0.9956696,0.0003865469,0.001302526,0.001553604,0.0003277927,0.0007599192],"domain_scores_gemma":[0.9966312,0.0002791383,0.001543228,0.001013958,0.0003513241,0.0001811485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002373212,0.00006242874,0.02685135,0.0007871561,0.00004582071,0.000005860826,0.0005484802,0.00002394553,1.16666e-8,0.03769309,0.00001862574,0.9339609],"study_design_scores_gemma":[0.0002149231,0.00006586795,0.01593827,0.0003939827,0.0003652635,0.00002517791,0.01261017,0.001214676,3.547666e-7,0.198181,0.7699398,0.001050595],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.009092676,0.9846976,0.00016566,0.002030842,0.0007653474,0.0007620216,0.0003473975,0.00008900031,0.002049433],"genre_scores_gemma":[0.3996265,0.5981261,0.0000608937,0.0001079673,0.0008755858,0.0008371321,0.0001631464,0.0000435164,0.000159093],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9329103,"threshold_uncertainty_score":0.9998476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192076633","doi":"10.1007/s11625-021-01000-2","title":"Creative, embodied practices, and the potentialities for sustainability transformations","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; University of Northern British Columbia","funders":"Fundação para a Ciência e a Tecnologia; Universität Osnabrück; Norges Forskningsråd","keywords":"Embodied cognition; Performative utterance; Sustainability; Sociology; The arts; Meaning (existential); Environmental ethics; Engineering ethics; Epistemology; Political science; Ecology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01033605763657123,"gpt":0.2975391053991603,"spread":0.2872030477625891,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005048505,0.0002125156,0.0002566528,0.00004732207,0.001935189,0.0003057811,0.0004986661,0.00006547797,0.0006279446],"category_scores_gemma":[0.01817514,0.0001578254,0.0001332987,0.0009263165,0.01035598,0.001385173,0.0004314726,0.0002104898,0.000006297043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002303065,"about_ca_system_score_gemma":0.001248918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001191095,"about_ca_topic_score_gemma":0.0002437009,"domain_scores_codex":[0.996968,0.0004341962,0.0004459823,0.0008537187,0.0006163103,0.0006818104],"domain_scores_gemma":[0.9973831,0.0007405914,0.0002415588,0.0008649936,0.0005281167,0.000241641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001191722,0.002125385,0.3230154,0.001386455,0.00005512765,0.00001393653,0.07575426,0.002247671,0.0006098211,0.5335097,0.001755891,0.05833469],"study_design_scores_gemma":[0.001734529,0.00007947185,0.2301849,0.000003562643,0.00005852386,0.00002545118,0.1836582,0.002756787,0.001006422,0.5481419,0.03199526,0.0003549967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9087341,0.0001518942,0.005379519,0.06288242,0.0001756819,0.003361945,0.00002156621,0.00007225641,0.01922065],"genre_scores_gemma":[0.9940262,0.00002711949,0.001304906,0.0006118322,0.00002220802,0.0004840656,0.000008634926,0.000009330103,0.003505633],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1079039,"threshold_uncertainty_score":0.9993641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205517127","doi":"10.1007/s11625-021-01081-z","title":"An integrative framework for transformative social change: a case in global wildlife trade","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Conservation, Biodiversity, and Resource Management","field":"Environmental Science","cited_by":61,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; University of British Columbia; Canada Research Chairs","keywords":"Transformative learning; Action (physics); Sustainability; Social change; Scope (computer science); Collective action; Political science; Sociology; Ecology; Biology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01702657997043212,"gpt":0.2995293528608049,"spread":0.2825027728903728,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001510468,0.0001250756,0.0001276994,0.00007019993,0.001896607,0.0000633408,0.0005643102,0.00003346548,0.0002005097],"category_scores_gemma":[0.0001836872,0.0001173242,0.0000632867,0.001732388,0.001268804,0.0006328738,0.0003251391,0.000175795,0.00000149676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003434095,"about_ca_system_score_gemma":0.0001286263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002664831,"about_ca_topic_score_gemma":0.001386113,"domain_scores_codex":[0.998221,0.0001657057,0.0001759829,0.0004878537,0.0004968796,0.0004525443],"domain_scores_gemma":[0.9995489,0.00005821291,0.00006166189,0.0002001475,0.00002513551,0.0001059028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000211687,0.0007689662,0.6666129,0.00006070047,0.000005904665,0.0001411866,0.270151,0.001466484,0.00001216809,0.007793477,0.0002595872,0.05251587],"study_design_scores_gemma":[0.0004223856,0.0003620075,0.6649718,0.00000251799,0.00001054109,0.00002116415,0.2810151,0.006359353,0.000008611797,0.03758317,0.008999807,0.0002435572],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9831326,0.000005264408,0.004304447,0.0104098,0.00008798218,0.001562309,0.00008840184,0.00003322758,0.0003759494],"genre_scores_gemma":[0.9975052,5.270909e-7,0.0008643264,0.001313399,0.00002124582,0.0002662298,0.000004670391,0.000002596759,0.00002181965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05227231,"threshold_uncertainty_score":0.9994028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154364592","doi":"10.1007/s11625-021-00952-9","title":"The transformation of provisioning systems from an integrated perspective of social metabolism and political economy: a conceptual framework","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"European Research Council; Ministerio de Economía y Competitividad; Austrian Science Fund; European Commission","keywords":"Provisioning; Conceptualization; Sustainability; Context (archaeology); Politics; Business; Economic system; Environmental economics; Computer science; Economics; Political science; Ecology; Telecommunications; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.007690329343463378,"gpt":0.3032919708113738,"spread":0.2956016414679105,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001141904,0.00007015689,0.0001793086,0.00002813858,0.0008147001,0.000164849,0.0002811035,0.0000811689,0.00001281314],"category_scores_gemma":[0.002274562,0.00005019033,0.00003828833,0.0005063814,0.00548509,0.0009375847,0.00004525029,0.0001565331,1.18132e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000429735,"about_ca_system_score_gemma":0.002902577,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008473615,"about_ca_topic_score_gemma":0.0003241176,"domain_scores_codex":[0.9985517,0.0002890351,0.0002476595,0.0002427204,0.0003452939,0.0003235907],"domain_scores_gemma":[0.9975836,0.0002253812,0.0001199035,0.0001532846,0.001823804,0.00009405505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001286332,0.00001380421,0.0009069634,0.000009867244,0.000003888309,2.766587e-7,0.1451714,0.00000645153,0.000082377,0.8531399,0.000002801564,0.0006494037],"study_design_scores_gemma":[0.00007775438,0.00002389957,0.01755317,0.000008992296,0.000007768165,2.411219e-7,0.6624867,0.0001878658,0.001068067,0.3160605,0.002473507,0.00005148788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9882259,0.0001971024,0.001273622,0.006105776,0.0001534739,0.0003081226,0.00003425053,0.00001303944,0.003688748],"genre_scores_gemma":[0.9996627,0.000003875024,0.0001802472,0.00004426357,0.00007779356,0.000006476509,0.000001444134,0.000002187687,0.00002102995],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5370794,"threshold_uncertainty_score":0.9981291,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4234269322","doi":"10.1007/s11625-018-0611-0","title":"Urban tinkering","year":2018,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Land Use and Ecosystem Services","field":"Environmental Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; McGill University","funders":"Swedish Foundation for International Cooperation in Research and Higher Education; Royal Swedish Academy of Sciences","keywords":"Context (archaeology); Urban planning; Urban design; Function (biology); Engineering design process; Corporate governance; Process (computing); Ecological engineering; Novel ecosystem; Computer science; Management science; Environmental planning; Ecology; Environmental resource management; Engineering; Civil engineering; Management; Geography; Economics; Biodiversity","retraction":null,"screen_n_in":null,"score":{"opus":0.005092930306003895,"gpt":0.2363579243062212,"spread":0.2312649940002173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001029445,0.00008003667,0.00007490911,0.00003205258,0.0005533593,0.00008462338,0.0005828455,0.00002403237,0.00132027],"category_scores_gemma":[0.0001870282,0.00006139433,0.00002343318,0.0008502394,0.0006198786,0.0007043001,0.0004483073,0.00004890467,0.0008424598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004495052,"about_ca_system_score_gemma":0.00007427468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006197841,"about_ca_topic_score_gemma":0.0003922148,"domain_scores_codex":[0.9985896,0.00002016101,0.0001289479,0.0004214848,0.0003676322,0.0004721129],"domain_scores_gemma":[0.9993004,0.00001818677,0.00003560936,0.0004335933,0.00006593113,0.0001463439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008379549,0.00003808368,0.9909873,0.0000251412,9.170582e-7,0.000003396841,0.001569603,0.00005188226,0.001127646,0.0003935626,0.0008810704,0.004913041],"study_design_scores_gemma":[0.0001719482,0.0001897423,0.9072276,0.000008218808,0.000004802263,0.000008434468,0.001392528,0.009099319,0.006787259,0.008503751,0.066287,0.0003193996],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9663162,0.000004421939,0.0000973128,0.0004334747,0.0001659031,0.0001663179,4.796761e-7,0.00006448842,0.03275143],"genre_scores_gemma":[0.9993135,2.779324e-7,0.00019964,0.0001458051,0.0000874534,0.000008076649,1.829806e-7,0.000003708283,0.0002413603],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08375967,"threshold_uncertainty_score":0.9999355,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3205900442","doi":"10.1007/s11625-021-01050-6","title":"On the discovery and enactment of positive socio-ecological tipping points: insights from energy systems interventions in Bangladesh and Indonesia","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"South Health Campus","funders":"Horizon 2020 Framework Programme","keywords":"Tipping point (physics); Causal loop diagram; Transformational leadership; Psychological intervention; Transformative learning; Sustainability; Ecological systems theory; Scenario planning; Leverage (statistics); Systems thinking; Norm (philosophy); Sociology; Normative; Environmental resource management; Business; Ecology; Political science; System dynamics; Public relations; Economics; Social psychology; Computer science; Psychology; Marketing; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01306794694031521,"gpt":0.2448059607655986,"spread":0.2317380138252834,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007523256,0.0001291397,0.0001959151,0.0000409029,0.0002778224,0.0001182201,0.0002470124,0.00005987165,0.00005401886],"category_scores_gemma":[0.001285117,0.00009224304,0.00005307803,0.0005974122,0.002213778,0.0004684025,0.0006905578,0.0001302203,7.827811e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001186063,"about_ca_system_score_gemma":0.0001328313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001457336,"about_ca_topic_score_gemma":0.0006459383,"domain_scores_codex":[0.9981312,0.0003105102,0.0002865142,0.0005951026,0.0003788431,0.0002978907],"domain_scores_gemma":[0.9987314,0.0006556049,0.0001186665,0.0003361527,0.00008290384,0.00007523483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001859325,0.001928966,0.7690919,0.000410246,0.0000270582,0.0001546794,0.03079698,0.001305817,0.003867316,0.1900742,0.00007832343,0.002078557],"study_design_scores_gemma":[0.0002317772,0.0001396538,0.8674177,0.00008520039,0.000006357352,0.000004218201,0.0713347,0.0005184409,0.0006954832,0.059406,0.00003580523,0.0001246651],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9964879,0.0004634986,0.0001344764,0.002228284,0.00006088158,0.0003270204,0.00001805834,0.000007088874,0.000272793],"genre_scores_gemma":[0.9995731,0.00006437077,0.00002152202,0.0001972717,0.000008577086,0.0000573705,0.00000320631,0.000003647312,0.00007095238],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1306682,"threshold_uncertainty_score":0.8156759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3161789072","doi":"10.1007/s11625-021-00963-6","title":"Alternative futures for global biological invasions","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Comisión Nacional de Investigación Científica y Tecnológica; Deutsches Zentrum für integrative Biodiversitätsforschung Halle-Jena-Leipzig; Bundesministerium für Bildung und Forschung; Austrian Science Fund; Agence Nationale de la Recherche; Deutsche Forschungsgemeinschaft; Sight Research UK; Natural Environment Research Council; Biodiversa+; Pan-Massachusetts Challenge; National Science Foundation","keywords":"Futures contract; Climate change; Scenario planning; Socioeconomic status; Environmental resource management; Biodiversity; Biosecurity; Scenario analysis; Environmental planning; Ecology; Geography; Business; Biology; Economics; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.05932503844458624,"gpt":0.3215873254560846,"spread":0.2622622870114984,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000514836,0.00008856519,0.00009375934,0.000009525214,0.0005637603,0.00007891634,0.0003875628,0.00003947402,0.008203116],"category_scores_gemma":[0.002515908,0.00007111991,0.00006861316,0.0008703714,0.00164905,0.0002241834,0.0004918183,0.00005087941,0.00006952754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002491563,"about_ca_system_score_gemma":0.0001914258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001298469,"about_ca_topic_score_gemma":0.0004299147,"domain_scores_codex":[0.9985699,0.00003926909,0.0001259645,0.0005174625,0.0003094877,0.0004378946],"domain_scores_gemma":[0.9992797,0.00005548729,0.00003530575,0.0002822359,0.0001845721,0.0001627295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005481076,0.0005679348,0.5001538,0.00003041445,0.000005705999,0.0000342736,0.0006965346,0.0001961743,0.006564197,0.4701719,0.00665737,0.01486686],"study_design_scores_gemma":[0.0003336867,0.0001185024,0.789467,0.000002039593,0.000004596886,0.00001151299,0.02511864,0.000243794,0.008218284,0.1244625,0.0517841,0.0002353808],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9808337,0.00002377004,0.001962226,0.002804669,0.000219566,0.0003146614,0.00008046477,0.00004145002,0.01371946],"genre_scores_gemma":[0.9988223,0.000007361678,0.000374454,0.0005199595,0.00002357847,0.00004892962,0.00001457743,0.000001639471,0.0001871993],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3457094,"threshold_uncertainty_score":0.9927035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001632863","doi":"10.1007/s11625-013-0218-4","title":"Physical basis of coastal adaptation on tropical small islands","year":2013,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Climate Change, Adaptation, Migration","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick; University of Victoria; Memorial University of Newfoundland; Geological Survey of Canada; Natural Resources Canada","funders":"Natural Resources Canada; Japan International Cooperation Agency; International Development Research Centre","keywords":"Climate change; Atoll; Natural hazard; Geography; Tropical cyclone; Storm surge; Global warming; Small Island Developing States; Vulnerability (computing); Oceanography; Environmental science; Physical geography; Storm; Climatology; Reef; Geology","retraction":null,"screen_n_in":null,"score":{"opus":0.05915105896186452,"gpt":0.3220870074112261,"spread":0.2629359484493616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008527403,0.00009884343,0.0001463098,0.0001489358,0.0005445972,0.0001178305,0.0003470284,0.00005160368,0.0001014764],"category_scores_gemma":[0.003513125,0.00009036654,0.00006487473,0.001086004,0.00197704,0.0006902234,0.00005315748,0.00009678119,0.0000233647],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005623627,"about_ca_system_score_gemma":0.001083282,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007405893,"about_ca_topic_score_gemma":0.009913834,"domain_scores_codex":[0.9980184,0.0001808432,0.000217283,0.0003664046,0.0008041338,0.0004128739],"domain_scores_gemma":[0.9976951,0.000322973,0.0001153448,0.000257155,0.001461182,0.0001482552],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000106251,0.001239801,0.1500771,0.0001339475,0.000009269189,0.000002276218,0.4034705,0.001046711,0.004831579,0.3252975,0.0003689747,0.1134162],"study_design_scores_gemma":[0.0003771038,0.0004595429,0.6620123,0.00001709692,0.00001250641,3.225084e-7,0.258672,0.0219564,0.002617425,0.05288021,0.0007223574,0.0002727342],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9897172,0.000002583244,0.001439904,0.003326704,0.0001143967,0.0006647374,0.000005926074,0.00005149066,0.004676987],"genre_scores_gemma":[0.9989755,0.000003222539,0.0004159693,0.00006476409,0.0001104764,0.00005209615,0.0000038123,0.000004855295,0.0003693368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5119352,"threshold_uncertainty_score":0.9992039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382181311","doi":"10.1007/s11625-023-01316-1","title":"Bringing the Nature Futures Framework to life: creating a set of illustrative narratives of nature futures","year":2023,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Fisheries and Oceans Canada","funders":"Planbureau voor de Leefomgeving; Australian Centre for International Agricultural Research; Natural Sciences and Engineering Research Council of Canada; U.S. Geological Survey; Instituto Nacional de Ciência e Tecnologia em Biodiversidade e Produtos Naturais; Research Institute for Humanity and Nature; Vetenskapsrådet; Killam Trusts; Agencia Nacional de Investigación y Desarrollo; Instituto de Ecología y Biodiversidad; Consortium of International Agricultural Research Centers; National Research Foundation; Svenska Forskningsrådet Formas; Natural Environment Research Council; UK Research and Innovation; University of Tokyo; Economic and Social Research Council; European Commission; Sight Research UK; International Fund for Agricultural Development; Global Challenges Research Fund","keywords":"Futures contract; Narrative; Landscape ecology; Sustainable development; Set (abstract data type); Sociology; Environmental ethics; Epistemology; Political science; Computer science; Economics; Ecology; Financial economics; Philosophy; Biology; Linguistics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.008967160110416459,"gpt":0.3072230725280377,"spread":0.2982559124176212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002962278,0.0002687168,0.0003494031,0.0001298997,0.001085633,0.0000789166,0.001531168,0.0003028614,0.0002598423],"category_scores_gemma":[0.01443854,0.0001909558,0.0001378059,0.005399705,0.003530883,0.0005720552,0.001113334,0.00100819,0.000006362814],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006800261,"about_ca_system_score_gemma":0.0004247638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003175214,"about_ca_topic_score_gemma":0.0002928374,"domain_scores_codex":[0.9963484,0.0002011868,0.0004498761,0.0008512881,0.001312058,0.0008372341],"domain_scores_gemma":[0.9974514,0.0006619204,0.0003138965,0.000956782,0.0003993565,0.0002166706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003144493,0.0001916654,0.141203,0.0009156084,0.00003555209,0.00002536187,0.7787505,0.02266773,0.005764155,0.04286304,0.003514462,0.00375443],"study_design_scores_gemma":[0.00008771643,0.0001371527,0.367714,0.00006332756,0.000007365387,0.00000213232,0.5856219,0.000343675,0.003004727,0.04132027,0.001482552,0.0002152304],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9860659,0.0002284058,0.00007412239,0.01099475,0.0004086767,0.000972074,0.00005102442,0.00007194347,0.001133052],"genre_scores_gemma":[0.9984277,0.00001303869,0.0006351229,0.0004650031,0.0001653046,0.0000617344,0.000002288958,0.0000129395,0.0002168424],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.226511,"threshold_uncertainty_score":0.9991809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2884465271","doi":"10.1007/s11625-018-0602-1","title":"Participatory evaluation for adaptive co-management of social–ecological systems: a transdisciplinary research approach","year":2018,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Adaptive management; Stakeholder; Corporate governance; Stakeholder engagement; Citizen journalism; Sustainability; Environmental resource management; Agency (philosophy); Participatory action research; Monitoring and evaluation; Business; Public relations; Environmental planning; Political science; Sociology; Ecology; Social science; Economics; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.216616392800654,"gpt":0.4576896594611646,"spread":0.2410732666605106,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01984887,0.0001574471,0.0002455457,0.00008985122,0.001422026,0.00005597403,0.0008443096,0.00009980705,0.0002808949],"category_scores_gemma":[0.0008194898,0.0001386585,0.00008924162,0.001737809,0.01084254,0.0005118695,0.0004560948,0.0001574051,0.00001748268],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004013895,"about_ca_system_score_gemma":0.0004019818,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000855934,"about_ca_topic_score_gemma":0.00002150045,"domain_scores_codex":[0.9952275,0.000551502,0.0004163615,0.0008355499,0.001957504,0.001011584],"domain_scores_gemma":[0.9977568,0.0002434785,0.000147156,0.0005396517,0.001167395,0.0001455452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003686771,0.009966939,0.03807985,0.006488535,0.0001157347,0.00001880965,0.6738678,0.01148433,0.002691766,0.2225456,0.005979356,0.0250745],"study_design_scores_gemma":[0.0007983724,0.001294173,0.2209836,0.00001911867,0.00004686696,0.000001765257,0.6826061,0.04373624,0.0006678129,0.04820896,0.00133475,0.0003022332],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9797808,0.00004725589,0.001086884,0.0003998055,0.00009793421,0.004190639,0.00002067746,0.00003250141,0.01434351],"genre_scores_gemma":[0.9974483,0.000002809663,0.0005754258,0.0000163888,0.00005123929,0.001648856,0.000003415502,0.000008717325,0.0002448824],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1829037,"threshold_uncertainty_score":0.999878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226168184","doi":"10.1007/s11625-022-01118-x","title":"The role of indigenous knowledge and local knowledge in water sector adaptation to climate change in Africa: a structured assessment","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Climate change impacts on agriculture","field":"Agricultural and Biological Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"International Development Research Centre; Government of the United Kingdom","keywords":"Indigenous; Traditional knowledge; Adaptation (eye); Climate change; Geography; Climate change adaptation; Local adaptation; Transformative learning; Environmental resource management; Sustainable development; Rainwater harvesting; Socioeconomics; Environmental planning; Political science; Environmental protection; Ecology; Sociology; Psychology; Environmental science; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.02484741047074204,"gpt":0.2825381968522656,"spread":0.2576907863815235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002262906,0.0001346147,0.0001774228,0.00007351682,0.0006382329,0.00007625951,0.0004871123,0.00004026917,0.00004480937],"category_scores_gemma":[0.0001166908,0.00004569545,0.00002988244,0.001883844,0.0003195844,0.0002258037,0.0007536507,0.0002092433,0.000001050598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001074064,"about_ca_system_score_gemma":0.00009828925,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001402746,"about_ca_topic_score_gemma":0.0241735,"domain_scores_codex":[0.9979874,0.0002428543,0.0002704583,0.0004285207,0.0003269921,0.0007437167],"domain_scores_gemma":[0.9992872,0.0001836287,0.00006039984,0.0001014848,0.0002393805,0.0001279415],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001740747,0.0007322984,0.1933104,0.00009516635,0.000003075858,0.000009075288,0.2236586,0.0002640735,0.1376615,0.001382856,0.000009960958,0.4426989],"study_design_scores_gemma":[0.0001237632,0.0004013446,0.8658319,0.000007733098,0.000001948794,0.000003541454,0.1267357,0.001282151,0.00097408,0.002383759,0.002116259,0.0001379263],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.996914,0.0004418372,7.533563e-7,0.001111603,0.00007898433,0.001224494,0.0000362872,0.00001670988,0.0001752779],"genre_scores_gemma":[0.9996168,0.00001341578,0.00001387504,0.0000243245,0.00002817863,0.0002806922,0.000008000424,9.465728e-7,0.00001374484],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6725215,"threshold_uncertainty_score":0.9936328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4310004272","doi":"10.1007/s11625-022-01251-7","title":"Disruptive seeds: a scenario approach to explore power shifts in sustainability transformations","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":48,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Scholarship; Sustainability; Corporate governance; Power (physics); Futures contract; Sociology; Political science; Economics; Ecology; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.02070995280556109,"gpt":0.2751586632737171,"spread":0.254448710468156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005319478,0.0003797919,0.0003915874,0.0003346202,0.00178889,0.0001592086,0.00191757,0.00007202837,0.00118401],"category_scores_gemma":[0.00354429,0.0003924271,0.0001560875,0.007293311,0.002313993,0.001844114,0.002139302,0.0006851881,0.00003154118],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02267823,"about_ca_system_score_gemma":0.00124168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001827627,"about_ca_topic_score_gemma":0.0002500799,"domain_scores_codex":[0.9935888,0.0004127186,0.0006697219,0.001657111,0.001893501,0.001778164],"domain_scores_gemma":[0.9975361,0.000160473,0.0001379137,0.001317771,0.0003464882,0.0005013158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004899572,0.003779823,0.1886689,0.0003222078,0.000006394175,0.00008749376,0.644386,0.1487494,0.0001461855,0.00927402,0.0007209579,0.00336867],"study_design_scores_gemma":[0.0004899894,0.0003098859,0.2989067,0.00000437715,0.000006298147,0.0000148343,0.6499482,0.002253845,0.00005102438,0.04141057,0.006027207,0.0005770076],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9767526,0.00003120041,0.0008134148,0.005359259,0.000180872,0.00354072,0.00003684668,0.0001142153,0.01317081],"genre_scores_gemma":[0.9967296,0.000001983023,0.0003923895,0.0005120274,0.00001452174,0.00190403,0.000008015088,0.00002182185,0.0004156658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1464956,"threshold_uncertainty_score":0.9998528,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2883044132","doi":"10.1007/s11625-018-0603-0","title":"The contributions of UNESCO Man and Biosphere Programme and biosphere reserves to the practice of sustainability science","year":2018,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Ecology, Conservation, and Geographical Studies","field":"Environmental Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Wilfrid Laurier University","keywords":"Sustainability; Sustainability science; Environmental ethics; Sustainable development; Sociology; Political science; Biosphere; Sustainability organizations; Engineering ethics; Social science; Ecology; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.005034468216829938,"gpt":0.2896259380752678,"spread":0.2845914698584379,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.009841796,0.0001515901,0.0001961138,0.00003969574,0.00339506,0.000154328,0.001020484,0.00005226454,0.0000231147],"category_scores_gemma":[0.03739294,0.00008802679,0.00003954417,0.004068031,0.05007766,0.0007765765,0.00157518,0.0001488014,0.000001785604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004222439,"about_ca_system_score_gemma":0.0005888936,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005907009,"about_ca_topic_score_gemma":0.006261043,"domain_scores_codex":[0.9971737,0.0002337143,0.0004047605,0.0006982547,0.0006981489,0.000791395],"domain_scores_gemma":[0.9952264,0.001194529,0.0002123796,0.000812195,0.002323651,0.0002308587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001082518,0.0002094497,0.9590087,0.0000791389,0.000009731812,8.663414e-7,0.00324181,0.00003589014,0.0009812309,0.01975429,0.0001948034,0.01637584],"study_design_scores_gemma":[0.0001622806,0.000580165,0.9166084,0.00000630556,0.00001824147,0.000003811251,0.02987723,0.0002380932,0.001789853,0.03068878,0.01990142,0.0001253928],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9416717,0.0002200606,0.00009869448,0.05567817,0.00006875524,0.001533655,0.000008200095,0.00001853907,0.0007022672],"genre_scores_gemma":[0.9990436,0.0000388005,0.0005323003,0.0001893771,0.00001407381,0.00007332284,1.965546e-7,0.000003230511,0.00010509],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05737196,"threshold_uncertainty_score":0.9979024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205707734","doi":"10.1007/s11625-021-01074-y","title":"Transdisciplinary partnerships for sustainability: an evaluation guide","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Brock University","funders":"Brock University","keywords":"Sustainability; General partnership; Futures contract; Sustainable development; Sustainability science; Process (computing); Civil society; Sustainability organizations; Transdisciplinarity; Environmental planning; Political science; Environmental resource management; Engineering ethics; Business; Sociology; Engineering; Economics; Ecology; Geography; Social science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.05793754972298419,"gpt":0.3538242769901702,"spread":0.295886727267186,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.01858565,0.0003241744,0.0003052219,0.0001420791,0.003805125,0.0001542193,0.001835088,0.00006956248,0.002975905],"category_scores_gemma":[0.004941787,0.0003428331,0.0001871557,0.002431791,0.003063717,0.001810623,0.001277644,0.0003410648,0.000007857911],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01963804,"about_ca_system_score_gemma":0.002432659,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003278177,"about_ca_topic_score_gemma":0.0003792931,"domain_scores_codex":[0.9928552,0.0006797118,0.0006008732,0.00183406,0.002527862,0.001502315],"domain_scores_gemma":[0.9965649,0.000300496,0.0002179094,0.001604591,0.0008938519,0.0004182341],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003863439,0.008017354,0.1890493,0.001558887,0.00003590257,0.00008056474,0.3232762,0.2769999,0.002797318,0.05462744,0.006770518,0.1329233],"study_design_scores_gemma":[0.001071558,0.001280608,0.03474374,0.000002338152,0.00005190861,0.00001918059,0.4520012,0.04242001,0.0003767293,0.4279867,0.03935022,0.0006957984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9836547,0.00006380043,0.0004745855,0.008157993,0.0003071425,0.005082303,0.00005694845,0.000154162,0.002048354],"genre_scores_gemma":[0.9940853,0.00000195464,0.0005041063,0.0003617918,0.00005950936,0.003699538,0.00003591206,0.00002781109,0.00122407],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3733593,"threshold_uncertainty_score":0.9999024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081126289","doi":"10.1007/s11625-007-0039-4","title":"Achieving sustainability by introducing alternative livelihoods","year":2008,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Rangeland Management and Livestock Ecology","field":"Environmental Science","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"United Nations University Institute for Water, Environment, and Health","funders":"","keywords":"Livelihood; Desertification; Sustainability; Millennium Ecosystem Assessment; Business; Sustainable development; Natural resource economics; Ecosystem services; Environmental resource management; Agriculture; Geography; Environmental planning; Agroforestry; Ecosystem; Economics; Environmental science; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.005079019098480465,"gpt":0.2370470917324018,"spread":0.2319680726339214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.002154811,0.0002299911,0.0002374925,0.0001142429,0.001360117,0.00006167906,0.00104395,0.00005981106,0.0007522528],"category_scores_gemma":[0.002902045,0.0002082555,0.00007526591,0.001288551,0.004037474,0.001237157,0.001150992,0.000251595,0.00007859464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002812257,"about_ca_system_score_gemma":0.0002917932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001589917,"about_ca_topic_score_gemma":0.00006577285,"domain_scores_codex":[0.9966701,0.000170454,0.0003245235,0.001156235,0.0006730955,0.00100564],"domain_scores_gemma":[0.9985357,0.0001425817,0.0001230638,0.0007444692,0.0001928989,0.0002613148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004085923,0.000320784,0.9716169,0.00004723251,0.000007296435,0.00003721015,0.00391056,0.002162462,0.001039703,0.001350517,0.008095745,0.01137068],"study_design_scores_gemma":[0.0004189042,0.0003180579,0.9551019,0.000002838114,0.0000117786,0.00001904731,0.004291144,0.001508819,0.0006837848,0.01469616,0.02248492,0.0004626085],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9831417,0.00002605034,0.003933163,0.003235593,0.0002073089,0.0009502019,0.000002342496,0.0001039864,0.008399604],"genre_scores_gemma":[0.9960873,0.00001081454,0.0006112338,0.000157551,0.00005750505,0.00007226237,0.00000235727,0.00001063362,0.002990315],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01651502,"threshold_uncertainty_score":0.99994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203561869","doi":"10.1007/s11625-021-01037-3","title":"Business models for the Anthropocene: accelerating sustainability transformations in the private sector","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council","keywords":"Transformational leadership; Sustainability; Private sector; Transformative learning; Business model; Anthropocene; Sustainable development; Business transformation; Conceptualization; Environmental resource management; Business; Sociology; Political science; Economics; Environmental ethics; Public relations; Economic growth; Marketing; Ecology; Computer science; Business relationship management","retraction":null,"screen_n_in":null,"score":{"opus":0.03203769296440313,"gpt":0.290551468065357,"spread":0.2585137751009539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005436864,0.0002609844,0.0002384037,0.00004903425,0.002168448,0.0004131089,0.001609333,0.00008462564,0.0002409256],"category_scores_gemma":[0.005512256,0.0001678463,0.0001304045,0.004417263,0.003490732,0.002184428,0.0004387081,0.0003257901,0.000003467873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003240528,"about_ca_system_score_gemma":0.001344498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007686485,"about_ca_topic_score_gemma":0.001141021,"domain_scores_codex":[0.9961774,0.0002771174,0.0005294387,0.0009003771,0.0009673854,0.001148259],"domain_scores_gemma":[0.9963862,0.001068398,0.0001353811,0.001338184,0.0009688497,0.0001029717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0003271255,0.00275042,0.2063158,0.002345325,0.00002330499,0.00008368331,0.1554194,0.4930818,0.0008269243,0.09964377,0.001014832,0.03816766],"study_design_scores_gemma":[0.0007338077,0.00007416053,0.3902547,0.00001587665,0.0000294966,0.00002575391,0.1852098,0.0596394,0.001078299,0.3577097,0.004760597,0.0004684823],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9375882,0.0001920294,0.01562362,0.04207237,0.0001817533,0.003097999,0.00002797415,0.00005222954,0.001163875],"genre_scores_gemma":[0.9977058,0.00005737557,0.0005699845,0.0008174346,0.00004364001,0.0007062452,0.000005701254,0.00001259253,0.00008127623],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4334424,"threshold_uncertainty_score":0.9992212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3127795719","doi":"10.1007/s11625-020-00901-y","title":"Evaluating transdisciplinary research practices: insights from social network analysis","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Government of Northwest Territories; Memorial University of Newfoundland; Global Institute for Water Security; Wildlife Conservation Society Canada; University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada; Parks Canada","keywords":"Social network analysis; Sustainability; Interim; Management science; Knowledge management; Diversity (politics); Data science; Environmental resource management; Computer science; Sociology; Political science; Ecology; Engineering; Social science; Social capital","retraction":null,"screen_n_in":null,"score":{"opus":0.3410629086830521,"gpt":0.610708107938462,"spread":0.2696451992554099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039928,0.0001862339,0.000461864,0.001013785,0.005747928,0.002640574,0.002480167,0.0001277157,0.0007184216],"category_scores_gemma":[0.06172095,0.0001475947,0.0002752978,0.04648974,0.002656717,0.002833757,0.001767562,0.0007499506,0.000105544],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001174523,"about_ca_system_score_gemma":0.01034721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001545777,"about_ca_topic_score_gemma":0.003569615,"domain_scores_codex":[0.9815742,0.004650503,0.0009378219,0.002097838,0.009478935,0.001260724],"domain_scores_gemma":[0.9639702,0.006843321,0.0005221579,0.001938884,0.02628648,0.00043896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00371932,0.003382059,0.1842123,0.0001539063,0.0008682042,0.00154288,0.3904818,0.09276176,0.03353992,0.1385311,0.0176326,0.1331741],"study_design_scores_gemma":[0.0002132712,0.0002241331,0.141626,0.000005372903,0.00005473193,0.000001608815,0.1804769,0.05400819,0.0005796751,0.6214717,0.00114397,0.0001944123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9721688,0.000245413,0.003021055,0.01700217,0.0002763367,0.0005165268,0.00001755519,0.00003951232,0.006712606],"genre_scores_gemma":[0.9951783,0.000001896985,0.001824746,0.00006472218,0.000521523,0.00007174432,0.00001922247,0.000007806751,0.002310063],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4829405,"threshold_uncertainty_score":0.9983948,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296330540","doi":"10.1007/s11625-022-01190-3","title":"Co-producing theory of change to operationalize integrated landscape approaches","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Conservation, Biodiversity, and Resource Management","field":"Environmental Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Consortium of International Agricultural Research Centers; Bundesministerium für Umwelt, Naturschutz, Bau und Reaktorsicherheit","keywords":"Operationalization; Environmental resource management; Stakeholder; Landscape ecology; Corporate governance; Sustainable development; Environmental planning; Political science; Business; Geography; Ecology; Public relations; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.06381663540121868,"gpt":0.2533339456885825,"spread":0.1895173102873638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003117174,0.00008020364,0.00009071772,0.0001133945,0.0008887111,0.00003614733,0.0006257949,0.0000110684,0.001880802],"category_scores_gemma":[0.0004149771,0.00007098337,0.00003121161,0.001436634,0.0007029143,0.0002196371,0.00082845,0.00007904318,0.00001470355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006516805,"about_ca_system_score_gemma":0.0001069882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006979165,"about_ca_topic_score_gemma":0.00004494009,"domain_scores_codex":[0.9983604,0.0001474475,0.0001429608,0.0004645353,0.0006377262,0.0002469433],"domain_scores_gemma":[0.9994029,0.00004247099,0.0000494682,0.0003647557,0.00005924558,0.00008119412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004187669,0.0001479604,0.961403,0.000024907,0.000003011009,0.000001756373,0.01718565,0.007967433,0.0004454824,0.0009879457,0.0002830466,0.01150796],"study_design_scores_gemma":[0.0001127018,0.0001019588,0.9343891,0.000001440844,0.000005519838,0.000001075905,0.04389465,0.001407252,0.0004026821,0.001486688,0.01807147,0.0001254261],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9924096,0.00001308394,0.0003603222,0.002893363,0.00006135253,0.0007344951,0.00001371328,0.00002423207,0.003489765],"genre_scores_gemma":[0.997946,4.646339e-7,0.000311352,0.0004284941,0.00001108404,0.00007581039,0.000007287793,0.00000258676,0.001216978],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02701384,"threshold_uncertainty_score":0.9990316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018353507","doi":"10.1007/s11625-013-0213-9","title":"The Gathering Storm: managing adaptation to environmental change in coastal communities and small islands","year":2013,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Climate Change, Adaptation, Migration","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland; University of Ottawa","funders":"Memorial University of Newfoundland; University of British Columbia; International Development Research Centre; Federation of Canadian Municipalities","keywords":"Climate change; Small Island Developing States; Geography; Context (archaeology); Environmental resource management; Globe; Environmental planning; Storm; Ecology; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.07298969125642897,"gpt":0.2994147892127397,"spread":0.2264250979563107,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002288621,0.00007816472,0.0000682812,0.0001181831,0.001574216,0.0003549871,0.000301043,0.00002623452,0.00002350905],"category_scores_gemma":[0.0003464073,0.00006812445,0.00001301958,0.000446383,0.001244357,0.000969734,0.0001611825,0.00008558739,0.000005199414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007653906,"about_ca_system_score_gemma":0.0001469603,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08433071,"about_ca_topic_score_gemma":0.3637154,"domain_scores_codex":[0.9987553,0.0001745206,0.0001473391,0.0001833581,0.0003387883,0.0004007457],"domain_scores_gemma":[0.9993321,0.0002217485,0.00004898906,0.0001866682,0.0001139125,0.00009662116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000006966735,0.00002343495,0.1816701,0.00001390614,7.180845e-7,4.434711e-7,0.7514195,0.00006658891,0.0001625392,0.00298164,0.000003726554,0.06365044],"study_design_scores_gemma":[0.00006161776,0.000027303,0.3602323,0.000006580797,9.535514e-7,2.370821e-7,0.6288595,0.00666676,0.00001063646,0.003529195,0.000533514,0.00007143542],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9926516,0.00005335248,0.000323455,0.005427169,0.00007895799,0.0009862125,0.000002565728,0.00002698371,0.0004497435],"genre_scores_gemma":[0.9992267,0.0000855453,0.0001731794,0.0001321517,0.00003621908,0.0001898763,0.000002510927,0.000004569801,0.000149191],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2793847,"threshold_uncertainty_score":0.9997256,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2523527552","doi":"10.1007/s11625-016-0401-5","title":"Longitudinal assessment of climate vulnerability: a case study from the Canadian Arctic","year":2016,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"The Scarborough Hospital; University of Toronto; McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; ArcticNet","keywords":"Subsistence agriculture; Climate change; Livelihood; Arctic; Vulnerability (computing); Geography; Context (archaeology); Environmental resource management; Environmental planning; Seascape; Ecology; Agriculture; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.04870010497839341,"gpt":0.4402589639244699,"spread":0.3915588589460765,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01005886,0.0001408636,0.0002951014,0.00009728575,0.01349946,0.00001881567,0.000535302,0.00007264603,0.0003665081],"category_scores_gemma":[0.004495881,0.00007254005,0.00005248101,0.0006246028,0.00165902,0.0001836031,0.0006356432,0.0003573049,0.00001541933],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.008235119,"about_ca_system_score_gemma":0.01387526,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9299472,"about_ca_topic_score_gemma":0.9934918,"domain_scores_codex":[0.9958482,0.0008570038,0.0005435154,0.0005919332,0.0003967838,0.001762569],"domain_scores_gemma":[0.9940463,0.001932765,0.0001891045,0.001007098,0.002571494,0.0002531802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001047445,0.0001463848,0.9640102,0.00005701405,0.00001209365,0.0001724182,0.03240363,0.000003755497,0.000004005477,0.001762118,0.00002339897,0.001394475],"study_design_scores_gemma":[0.0003009747,0.0002333394,0.7380062,0.00001090336,0.00001807752,0.000009806346,0.2583756,0.00002493654,5.921554e-7,0.002665068,0.0002794831,0.00007498914],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9850453,0.00001258613,0.00004449063,0.0101014,0.0004894304,0.002933862,0.00005337171,0.00002044926,0.001299123],"genre_scores_gemma":[0.9992231,0.000004383446,0.0000750447,0.0002497452,0.00007243681,0.000300913,4.624244e-7,0.00000670659,0.00006720054],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.226004,"threshold_uncertainty_score":0.9955721,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2901641336","doi":"10.1007/s11625-018-0644-4","title":"Identifying transformational space for transdisciplinarity: using art to access the hidden third","year":2018,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"BP (Canada); Boucher Institute of Naturopathic Medicine; Government of Northwest Territories; Assembly of First Nations; Parks Canada; Métis National Council; First Nations Health and Social Secretariat of Manitoba; University of Saskatchewan; Arthur B. McDonald-Canadian Astroparticle Physics Research Institute; University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Parks Canada","keywords":"Transdisciplinarity; Transformative learning; Operationalization; Sociology; Sustainability; Transformational leadership; Indigenous; Engineering ethics; Space (punctuation); Social science; Public relations; Epistemology; Political science; Ecology; Pedagogy; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04916726205269892,"gpt":0.3656928630369792,"spread":0.3165256009842803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.003448233,0.0002081077,0.0001814886,0.00007731316,0.002303792,0.0004714111,0.001791601,0.00006334571,0.0004397279],"category_scores_gemma":[0.001152572,0.0001602935,0.000116457,0.002006251,0.003043895,0.002389241,0.0006314644,0.000151652,0.00007006898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00226334,"about_ca_system_score_gemma":0.0004186967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002947424,"about_ca_topic_score_gemma":0.001083366,"domain_scores_codex":[0.9968476,0.00007080671,0.0003424291,0.000795013,0.0009791263,0.0009650287],"domain_scores_gemma":[0.9983935,0.0001872326,0.0001008998,0.0007063164,0.0003776271,0.0002344365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001936225,0.001484481,0.1507144,0.001925014,0.00005214125,0.00002129085,0.682707,0.01961142,0.03148751,0.05884419,0.01200728,0.03920905],"study_design_scores_gemma":[0.001233975,0.0007357741,0.3170339,0.00007650707,0.0000854373,0.00004026188,0.1409029,0.03793693,0.02188838,0.4168186,0.06175591,0.001491416],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9518057,0.0000103715,0.02735205,0.01632233,0.0002665966,0.002111143,0.00002326295,0.00005856615,0.002050027],"genre_scores_gemma":[0.9961637,0.000001973503,0.002364975,0.0006526882,0.0001216053,0.0001737114,0.000001855346,0.00001208083,0.0005074448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5418041,"threshold_uncertainty_score":0.9996693,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2994908556","doi":"10.1007/s11625-019-00751-3","title":"The paradox of sustainable tuna fisheries in the Western Indian Ocean: between visions of blue economy and realities of accumulation","year":2019,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Coastal and Marine Management","field":"Environmental Science","cited_by":39,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Université de Lausanne","keywords":"Sustainability; Tuna; Hegemony; Vision; Yellowfin tuna; Fishery; Revenue; Geopolitics; Sustainable development; Fishing; Green growth; Economics; Business; Political science; Politics; Ecology; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.008831607432244315,"gpt":0.2512268217829038,"spread":0.2423952143506595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002180776,0.00007589349,0.0001441424,0.00005853035,0.000149776,0.00004314238,0.0005303846,0.00001955945,0.00001923587],"category_scores_gemma":[0.0002727262,0.00004717227,0.00002812395,0.0005832221,0.001877104,0.0005187399,0.001975271,0.00006187789,6.534935e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001437044,"about_ca_system_score_gemma":0.0000882754,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005403805,"about_ca_topic_score_gemma":0.0004915604,"domain_scores_codex":[0.9988585,0.00007190066,0.000300878,0.0002232575,0.0002793872,0.0002661539],"domain_scores_gemma":[0.9990255,0.0002882977,0.000146934,0.0004410815,0.00006643034,0.00003181949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001318931,0.00003021883,0.9769455,0.0001438382,0.000001662841,6.112917e-7,0.006392203,0.0006811449,0.000009383854,0.008955103,0.00002857653,0.006798611],"study_design_scores_gemma":[0.0001036423,0.0001142834,0.8853433,0.000005371782,0.000003808114,3.132365e-7,0.04857818,0.0001221288,0.000156312,0.06299191,0.002528446,0.00005232671],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9913513,0.000007864142,0.00002531057,0.00179393,0.00001175703,0.0007300596,0.000003498719,0.000003275897,0.006073013],"genre_scores_gemma":[0.999261,0.000005219086,0.00001873875,0.00001783383,0.000003011246,0.000007275235,0.000001017339,0.000002041452,0.0006838299],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09160218,"threshold_uncertainty_score":0.8168973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2776576154","doi":"10.1007/s11625-017-0489-2","title":"Cultural group selection and the design of REDD+: insights from Pemba","year":2017,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Conservation, Biodiversity, and Resource Management","field":"Environmental Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of California, Davis; York University","keywords":"Sustainability; Environmental resource management; Natural resource management; Reducing emissions from deforestation and forest degradation; Natural resource; Deforestation (computer science); Environmental planning; Sustainable management; Business; Landscape ecology; Common-pool resource; Resource management (computing); Climate change; Ecology; Geography; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.01142578757350187,"gpt":0.22861630046197,"spread":0.2171905128884681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.000878849,0.00006987794,0.00008555545,0.0000221352,0.001838263,0.000168771,0.0006208306,0.00002249405,0.00004523217],"category_scores_gemma":[0.0007075468,0.00004213354,0.00002522729,0.0001853826,0.004726872,0.0005372228,0.0007048963,0.00005677373,0.000004470086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002311104,"about_ca_system_score_gemma":0.00003029926,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007642968,"about_ca_topic_score_gemma":0.0003640029,"domain_scores_codex":[0.9989843,0.0000946619,0.0001073579,0.0003116069,0.0003455709,0.0001565398],"domain_scores_gemma":[0.9992994,0.00007372702,0.0001181165,0.0003915034,0.00006724938,0.00004998979],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001126347,0.00005546264,0.9811683,0.00001550069,0.000005806076,0.000001234113,0.0080016,0.0007996187,0.002652199,0.0009584381,0.0001245357,0.006104686],"study_design_scores_gemma":[0.0003452969,0.00003109669,0.9760157,0.000002244774,0.00001106228,3.765692e-7,0.00321193,0.005761963,0.00030382,0.0130326,0.00121907,0.00006476017],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9949687,0.00001843286,0.001231424,0.002192801,0.00005455886,0.0004414816,7.595884e-7,0.000011711,0.001080153],"genre_scores_gemma":[0.9991957,0.000009303153,0.0004843847,0.00005521078,0.00001107075,0.000005667652,3.648481e-7,0.000001116068,0.0002371597],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01207417,"threshold_uncertainty_score":0.9994612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3204417470","doi":"10.1007/s11625-021-01043-5","title":"Crisis, transformation, and agency: Why are people going back-to-the-land in Greece?","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Rural development and sustainability","field":"Agricultural and Biological Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Pierre Elliott Trudeau Foundation","keywords":"Agency (philosophy); Livelihood; Anticipation (artificial intelligence); Sociology; Social transformation; Political economy; Social change; Political science; Economic geography; Economic system; Economics; Social science; Geography; Agriculture; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.009207733625436792,"gpt":0.2267041282851211,"spread":0.2174963946596843,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001900873,0.0001479271,0.0001937617,0.00003556569,0.0006787092,0.0002615119,0.0004262647,0.00005366721,0.0001318701],"category_scores_gemma":[0.001187337,0.00005941374,0.00004807667,0.002848884,0.0002640801,0.0006565831,0.0002194012,0.0001459986,0.00001293967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003052659,"about_ca_system_score_gemma":0.0002488538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009379959,"about_ca_topic_score_gemma":0.01706894,"domain_scores_codex":[0.9979312,0.000155245,0.0003229811,0.0005852484,0.0004167615,0.0005885193],"domain_scores_gemma":[0.9987174,0.0001616092,0.00005112377,0.000153531,0.0007283565,0.0001879331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002643907,0.00009677285,0.9491327,0.0001174587,0.000001660222,0.00001393139,0.007786085,0.00004708092,0.00144233,0.0005810618,0.001195961,0.0395585],"study_design_scores_gemma":[0.00008961252,0.00003956213,0.958579,0.00000940125,0.000002046949,0.000007073397,0.0126601,0.0001704284,0.0006129385,0.0162657,0.01139066,0.0001734672],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.911419,0.0001007598,0.00003644036,0.08748464,0.00007603604,0.0005374355,0.0000058995,0.00002416134,0.00031559],"genre_scores_gemma":[0.9987149,0.0000234292,0.00009210453,0.0008870671,0.00002858578,0.00003312992,0.000005879156,6.327122e-7,0.0002143005],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08729582,"threshold_uncertainty_score":0.9524868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973674787","doi":"10.1007/s11625-006-0002-9","title":"Ecology matters: sustainable development in Southeast Asia","year":2006,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Sustainable Development and Environmental Policy","field":"Environmental Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; Princeton University","keywords":"Sustainable development; Ecological footprint; Environmental degradation; Politics; Ecology; Economic growth; Sociology; Geography; Political science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.003875216194741994,"gpt":0.2123654899915514,"spread":0.2084902737968094,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002195301,0.0003065645,0.0002554824,0.0003657127,0.0006879408,0.0001359564,0.0008994896,0.00009905253,0.001175023],"category_scores_gemma":[0.0002617943,0.0003034763,0.00004998328,0.002263549,0.002325251,0.001156754,0.001202655,0.0002186894,0.000469117],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008180461,"about_ca_system_score_gemma":0.000650002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004575836,"about_ca_topic_score_gemma":0.0008362563,"domain_scores_codex":[0.9956261,0.00008441621,0.0005477092,0.0009928405,0.0007639146,0.001985023],"domain_scores_gemma":[0.9990481,0.00005592831,0.0001065682,0.0005222165,0.0000558986,0.000211272],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004068935,0.0004611745,0.9752857,0.00008166183,0.000002190207,0.0002099237,0.001469545,0.004443029,0.0005665877,0.01199363,0.001835153,0.003610687],"study_design_scores_gemma":[0.0004079428,0.00003441446,0.9185213,0.000003654873,0.000002343516,0.00001082462,0.02560857,0.0001530804,0.00129439,0.021313,0.03225347,0.0003969611],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9554279,0.000009707277,0.0001151547,0.003155225,0.000069539,0.0008820853,6.491421e-7,0.00007809924,0.04026166],"genre_scores_gemma":[0.9874519,6.430385e-7,0.001241841,0.0002390063,0.0000270829,0.000158307,0.000005441459,0.00001907022,0.01085673],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05676438,"threshold_uncertainty_score":0.9999417,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206628275","doi":"10.1007/s11625-021-01048-0","title":"A framework for assessing coupling and de-coupling trajectories in river social-ecological systems","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Land Use and Ecosystem Services","field":"Environmental Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Office of Experimental Program to Stimulate Competitive Research; Universidad de Almería; Idaho State University; National Science Foundation","keywords":"Coupling (piping); Ecological systems theory; Ecology; Trajectory; Computer science; Physics; Biology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01726122088219881,"gpt":0.2992452442695858,"spread":0.281984023387387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002161661,0.0001078732,0.0001982433,0.00003448101,0.0007097455,0.0003362142,0.0002275783,0.0001040327,0.0000303179],"category_scores_gemma":[0.001035507,0.00009160667,0.00003387664,0.0007390407,0.0003484063,0.0006604916,0.0002428572,0.0001334524,0.000001962243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009298279,"about_ca_system_score_gemma":0.0002663506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005034094,"about_ca_topic_score_gemma":0.0002916434,"domain_scores_codex":[0.9983799,0.00002870752,0.000224622,0.0005343118,0.0002641647,0.000568259],"domain_scores_gemma":[0.9992144,0.0003722647,0.0000664797,0.0001631519,0.00008484704,0.00009889723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008322077,0.00007338163,0.9748062,0.0002605852,0.000001744013,0.00001760475,0.00271989,0.01845141,0.0004252718,0.002894222,0.00000294609,0.0003384553],"study_design_scores_gemma":[0.000166772,0.00002371402,0.775344,0.00003539558,0.00000708166,0.000006814951,0.01367495,0.1789762,0.0002090386,0.03126544,0.0001169342,0.0001737275],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9940736,0.00009911452,0.004770948,0.0004571986,0.0001456194,0.0003424634,0.000002016182,0.00002975498,0.00007932451],"genre_scores_gemma":[0.997695,0.000004243861,0.002129913,0.0000485804,0.00004683208,0.00005833551,7.71729e-7,0.000005256872,0.00001108253],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1994622,"threshold_uncertainty_score":0.545886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2770861095","doi":"10.1007/s11625-017-0509-2","title":"Designing cultural multilevel selection research for sustainability science","year":2017,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Evolutionary Game Theory and Cooperation","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"University of California, Davis; National Institute of Food and Agriculture; National Socio-Environmental Synthesis Center; Arizona State University; John Templeton Foundation; U.S. Department of Agriculture; National Science Foundation","keywords":"Sustainability; Group selection; Sociology; Management science; Computer science; Data science; Ecology; Selection (genetic algorithm); Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1079415904315881,"gpt":0.4950635250755664,"spread":0.3871219346439784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04910883,0.0001541839,0.0001719242,0.0003605873,0.04356383,0.002103106,0.002611374,0.0001065901,0.00003285988],"category_scores_gemma":[0.1177785,0.0001453987,0.00007721553,0.0017705,0.03328574,0.006382709,0.0004694406,0.0003537994,0.000007409481],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.007287678,"about_ca_system_score_gemma":0.01824428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003900415,"about_ca_topic_score_gemma":0.0009780169,"domain_scores_codex":[0.9943733,0.0006438979,0.0003022026,0.00111712,0.001863817,0.001699645],"domain_scores_gemma":[0.9780873,0.0006327668,0.0001600658,0.0009029867,0.0198259,0.0003909601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001595186,0.000190333,0.03363554,0.00009367974,0.000002467962,0.000001476065,0.02425983,0.0003429669,0.007713499,0.9098607,0.0001267758,0.02361318],"study_design_scores_gemma":[0.0004259686,0.0002915221,0.1066723,0.00001762591,0.000008035975,0.000002214845,0.1172121,0.0071042,0.008402327,0.7532476,0.00621404,0.0004021385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654916,0.00001891976,0.01203622,0.01030963,0.0004623178,0.003219736,0.000004232241,0.0001479759,0.00830938],"genre_scores_gemma":[0.9943027,0.000003710834,0.002348212,0.00002937197,0.0002528515,0.00028699,9.36199e-7,0.00000709563,0.002768119],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1566132,"threshold_uncertainty_score":0.9989328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W781430428","doi":"10.1007/s11625-015-0319-3","title":"Landowner perceptions of the value of natural forest and natural grassland in a mosaic ecosystem in southern Brazil","year":2015,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Conservation, Biodiversity, and Resource Management","field":"Environmental Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Grassland; Agroforestry; Geography; Incentive; Land use; Ecosystem services; Biodiversity; Landscape ecology; Land cover; Environmental resource management; Ecosystem; Ecology; Environmental science; Habitat; Economics; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.004752858653697034,"gpt":0.2152068052582827,"spread":0.2104539466045857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001178102,0.00006790366,0.0001067555,0.00007976881,0.0001008459,0.00001741168,0.000365469,0.00002310758,0.000009953477],"category_scores_gemma":[0.0003460272,0.00004291335,0.00002838352,0.0008112903,0.001025171,0.0001608756,0.0005132824,0.00009137027,0.000001908337],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004259481,"about_ca_system_score_gemma":0.00009024706,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.007183825,"about_ca_topic_score_gemma":0.02614089,"domain_scores_codex":[0.9989268,0.00009315689,0.0001757552,0.0002331336,0.0003774141,0.0001937043],"domain_scores_gemma":[0.9995623,0.0000363012,0.00006702012,0.0002343522,0.00005431145,0.00004568943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001332774,0.00003732225,0.9906446,0.00003049433,6.433437e-7,6.39724e-7,0.00650866,0.002295719,0.0001109944,0.0000290498,0.00001202822,0.0003164629],"study_design_scores_gemma":[0.0003435962,0.00001804308,0.9670789,0.000009708926,0.000002945419,0.000001015928,0.02353597,0.007794844,0.00001296298,0.001041525,0.000106377,0.00005405901],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984828,0.00002330619,0.000004808117,0.0008520773,0.00005976383,0.0003847051,0.000006753004,0.000004301388,0.0001815402],"genre_scores_gemma":[0.9996558,8.081321e-7,0.00003450893,0.00002401413,0.000003046289,0.000003852623,6.897985e-7,0.000001357957,0.000275913],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02356571,"threshold_uncertainty_score":0.9994274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285891778","doi":"10.1007/s11625-022-01166-3","title":"Capacity of countries to reduce biological invasions","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Forest Insect Ecology and Management","field":"Environmental Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Ministerio de Ciencia e Innovación; Bundesministerium für Bildung und Forschung; Agencia Estatal de Investigación; Agence Nationale de la Recherche; Austrian Science Fund; Biodiversa+","keywords":"Species richness; Biodiversity; Corporate governance; Geography; Ecology; Environmental governance; Sustainability; Environmental resource management; Economic geography; Environmental planning; Business; Biology; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.02745547255051392,"gpt":0.2578403159836564,"spread":0.2303848434331425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002135885,0.00007178617,0.00010435,0.00007187805,0.0008807772,0.00001115541,0.0007716478,0.00001817658,0.003604433],"category_scores_gemma":[0.0009605271,0.00006333063,0.00003138917,0.001118887,0.002693837,0.0001671937,0.001990899,0.0001171482,0.0000533937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001103086,"about_ca_system_score_gemma":0.0001484403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006643962,"about_ca_topic_score_gemma":0.0001234996,"domain_scores_codex":[0.9985112,0.0001041374,0.0001688909,0.0004133263,0.0004301,0.0003723291],"domain_scores_gemma":[0.9993291,0.0000755196,0.00005086043,0.0003874929,0.00004367481,0.000113348],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001583808,0.0007384019,0.8263611,0.00004102724,0.00000555727,0.00001799512,0.006527528,0.03356188,0.02327409,0.100323,0.00625721,0.002733734],"study_design_scores_gemma":[0.00009953183,0.000495514,0.9299332,6.531384e-7,0.000002763944,0.000006026422,0.002988525,0.0001207522,0.002271985,0.03469929,0.0292499,0.0001318054],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9937483,0.000002416127,0.000133968,0.002135528,0.0001467223,0.0005344475,0.000008010552,0.00002637246,0.003264222],"genre_scores_gemma":[0.9984654,7.299244e-7,0.0005033947,0.0005884098,0.000003812519,0.0001140701,5.630725e-7,0.000001849203,0.0003218395],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1035721,"threshold_uncertainty_score":0.9973064,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296964352","doi":"10.1007/s11625-022-01200-4","title":"Managing biodiversity in the Anthropocene: discussing the Nature Futures Framework as a tool for adaptive decision-making for nature under climate change","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Land Use and Ecosystem Services","field":"Environmental Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Fisheries and Oceans Canada","funders":"Australian Centre for International Agricultural Research; Consortium of International Agricultural Research Centers; Stockholms Universitet; International Fund for Agricultural Development; Social Sciences and Humanities Research Council of Canada; National Research Foundation; Natural Sciences and Engineering Research Council of Canada; European Commission","keywords":"Framing (construction); Futures contract; Climate change; Adaptive management; Anthropocene; Environmental resource management; Ecosystem services; Ecological systems theory; Sustainability; Environmental planning; Management science; Ecology; Business; Geography; Ecosystem; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.00952569279982505,"gpt":0.2931501864544139,"spread":0.2836244936545889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003661454,0.0001574931,0.00014354,0.0000677645,0.00501736,0.0002419564,0.001536727,0.0001097066,0.00009576348],"category_scores_gemma":[0.0004942127,0.00008326907,0.0001039879,0.001290452,0.0003405807,0.0007036675,0.001091446,0.000624641,0.000002945241],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008526801,"about_ca_system_score_gemma":0.00007888106,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002067144,"about_ca_topic_score_gemma":0.0005198441,"domain_scores_codex":[0.9976497,0.0001368543,0.0001762059,0.0006483056,0.0007043211,0.0006845677],"domain_scores_gemma":[0.998333,0.0009293283,0.0001138723,0.0005316524,0.0000527859,0.0000393164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00227843,0.0007914699,0.669939,0.0007280766,0.00003674924,0.00006970848,0.08240046,0.04833224,0.00002124959,0.07238583,0.001922161,0.1210946],"study_design_scores_gemma":[0.0003223797,0.0002290381,0.3163595,0.0000639216,0.00002900479,0.00001317637,0.1611165,0.01696456,0.00001517491,0.5005512,0.003979042,0.0003565075],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9752387,0.0002678944,0.001421094,0.01970951,0.0006333392,0.002505551,0.00007192943,0.00002669357,0.0001253361],"genre_scores_gemma":[0.9950627,0.000009409939,0.0008546379,0.003660635,0.00008288936,0.0003200007,0.000002597875,0.000005494007,0.000001638435],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4281653,"threshold_uncertainty_score":0.996278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386846856","doi":"10.1007/s11625-023-01402-4","title":"The contributions of citizen science to SDG monitoring and reporting on marine plastics","year":2023,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Microplastics and Plastic Pollution","field":"Environmental Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Treasury Board of Canada Secretariat","funders":"International Institute for Applied Systems Analysis","keywords":"Citizen science; Sustainable development; Marine debris; Government (linguistics); Environmental resource management; Litter; Political science; Environmental planning; Ecology; Environmental science; Geography; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.01230121683095351,"gpt":0.2935636600987624,"spread":0.2812624432678089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005466158,0.00009223946,0.0001126084,0.0001221915,0.001584974,0.0001197873,0.0004468395,0.00002207277,0.00001441863],"category_scores_gemma":[0.03685478,0.00006701267,0.00002030965,0.002812335,0.003409259,0.0001738225,0.001015112,0.0001099427,0.00002448631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000678736,"about_ca_system_score_gemma":0.0003318811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002535346,"about_ca_topic_score_gemma":0.00001763947,"domain_scores_codex":[0.9977478,0.00002372629,0.000433194,0.0004429139,0.0007418095,0.0006105843],"domain_scores_gemma":[0.9984017,0.0005632219,0.0002340719,0.000364344,0.0002097429,0.0002269393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000963248,0.00008963162,0.51788,0.00005994758,0.000004059893,0.00002467781,0.001720923,0.03055383,0.3611725,0.02604398,0.0003265108,0.06202757],"study_design_scores_gemma":[0.00008973652,0.0001373527,0.9387515,0.0000120803,0.000004431266,0.000005631566,0.0009824949,0.009320378,0.04047858,0.009434628,0.0006688408,0.0001142958],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9962884,0.00000175662,0.001110199,0.0008027615,0.0003132106,0.0002928684,0.00001063404,0.00003400489,0.001146195],"genre_scores_gemma":[0.9994106,0.000003866063,0.0003561272,0.00001099709,0.0000217142,0.00001153018,3.455405e-7,0.000003193862,0.0001815986],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4208715,"threshold_uncertainty_score":0.9997149,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093991326","doi":"10.1007/s11625-013-0220-x","title":"Understanding and managing global change in small islands","year":2013,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Climate Change, Adaptation, Migration","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Small Island Developing States; Climate change; Geography; Vulnerability (computing); Psychological resilience; Environmental change; Sustainable development; Global warming; Extreme weather; Corporate governance; Environmental resource management; Economic geography; Ecology; Business; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.2087479258903083,"gpt":0.3595811115791027,"spread":0.1508331856887944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002141752,0.00007819479,0.00008860367,0.000144416,0.0006911063,0.0003337831,0.0002312982,0.00004444728,0.00004870017],"category_scores_gemma":[0.001005556,0.0000798917,0.00001506623,0.001508628,0.001282198,0.001355565,0.0000947196,0.00006287651,0.00000450064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003502534,"about_ca_system_score_gemma":0.0003988865,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04417725,"about_ca_topic_score_gemma":0.09589425,"domain_scores_codex":[0.9985836,0.0001000299,0.0001454794,0.000353474,0.0003073919,0.0005100734],"domain_scores_gemma":[0.9993151,0.0000888216,0.00004984328,0.0001468515,0.0002706988,0.0001286966],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000003215038,0.00002282475,0.7502928,0.00003992705,5.721901e-7,0.000001922024,0.0862907,0.000004641353,0.00001476524,0.1549218,0.00001775391,0.008389073],"study_design_scores_gemma":[0.0001211739,0.00001958362,0.501709,0.00001161017,0.000001716617,5.061571e-7,0.2344516,0.003106037,0.000002528603,0.2603168,0.0001470829,0.0001123904],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9777556,0.00004948684,0.001291593,0.01115594,0.0001260302,0.0008950009,0.00000151572,0.00005546457,0.008669347],"genre_scores_gemma":[0.999413,0.00003451472,0.000195989,0.0001631443,0.0000487175,0.00005739809,9.141244e-7,0.00000258301,0.00008376405],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2485838,"threshold_uncertainty_score":0.9621876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4302284099","doi":"10.1007/s11625-022-01227-7","title":"How can diverse national food and land-use priorities be reconciled with global sustainability targets? Lessons from the FABLE initiative","year":2022,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"World Resources Institute; MAVA Foundation; Gordon and Betty Moore Foundation","keywords":"Sustainability; Food security; Environmental resource management; Sustainable development; Sustainability science; Food systems; Climate change; Environmental planning; Agriculture; Business; Political science; Economics; Geography; Social sustainability; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.0191419067603546,"gpt":0.2449102051932357,"spread":0.2257682984328811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.001945087,0.000345093,0.0002767602,0.00003455276,0.00345938,0.0005031606,0.000891963,0.00006309666,0.0003386867],"category_scores_gemma":[0.002949854,0.0002325201,0.00008319126,0.001390546,0.006174071,0.002127259,0.002162282,0.0004596027,0.000001184517],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01345769,"about_ca_system_score_gemma":0.001067127,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01133244,"about_ca_topic_score_gemma":0.008225192,"domain_scores_codex":[0.9954,0.0004835454,0.0002495688,0.001166582,0.001756399,0.0009439249],"domain_scores_gemma":[0.9981478,0.0004827679,0.0001745052,0.0005944039,0.0002786727,0.000321828],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001916511,0.0002642988,0.9811516,0.00002769084,0.00002873233,0.00002090677,0.008092982,0.004034809,0.00002287774,0.002125792,0.0008573201,0.003181273],"study_design_scores_gemma":[0.0004926344,0.0005266969,0.7652566,0.000002196894,0.00002856767,0.00001974391,0.1723225,0.0002667452,0.00004973987,0.05338956,0.007284287,0.0003607401],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9515125,0.00004900704,0.0001569052,0.04540443,0.00007242132,0.001505543,0.0007993428,0.00006432029,0.0004355271],"genre_scores_gemma":[0.9978263,0.000005305984,0.0003204771,0.001166043,0.00003093231,0.0002234144,0.00003134011,0.000009595137,0.0003865882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.215895,"threshold_uncertainty_score":0.997838,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W950871101","doi":"10.1007/s11625-015-0324-6","title":"Sustainability assessment of water governance alternatives: the case of Guanacaste Costa Rica","year":2015,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Water resources management and optimization","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Belmont Forum; National Science Foundation","keywords":"Corporate governance; Sustainability; Water scarcity; Environmental planning; Livelihood; Sustainable development; Sustainable tourism; Natural resource economics; Stakeholder; Business; Environmental resource management; Economics; Water resources; Political science; Geography; Agriculture; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.01094205665466155,"gpt":0.2752985853433451,"spread":0.2643565286886835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002282589,0.0001369006,0.0001889172,0.00008588214,0.0001147923,0.00005432753,0.000602162,0.0000272261,0.0000130894],"category_scores_gemma":[0.0005520573,0.0000858882,0.00005219941,0.0006975534,0.001111695,0.0005187547,0.0003190784,0.0001155914,6.17825e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001070606,"about_ca_system_score_gemma":0.0002329081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004778722,"about_ca_topic_score_gemma":0.00004031945,"domain_scores_codex":[0.9984264,0.00008981015,0.0003619862,0.0002804648,0.0004438959,0.0003974807],"domain_scores_gemma":[0.9978127,0.00005995221,0.00008909574,0.0006693928,0.001272904,0.00009589502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003333757,0.0001628379,0.05549836,0.00100296,0.00002857844,0.00009730642,0.01196194,0.9100399,0.0002028922,0.0142051,0.0002432468,0.006523534],"study_design_scores_gemma":[0.0009705061,0.0003411903,0.07102865,0.000026123,0.00005212944,0.00003157411,0.04415035,0.8365427,0.0126388,0.02926097,0.00448539,0.0004716261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9825236,0.00003726304,0.01264586,0.0007678018,0.0001137895,0.0007497704,0.000006207902,0.00004884382,0.003106914],"genre_scores_gemma":[0.9993393,0.000004173764,0.000492383,0.00000870408,0.00001384461,0.00002274482,0.000001480315,0.000008774051,0.0001085293],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07349721,"threshold_uncertainty_score":0.4096086,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}