{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":989,"total_is_capped":false,"direct_labels_cover":5,"predictions_cover":989,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"babc0a942de7","filters":{"topic":"Innovative Approaches in Technology and Social Development"}},"results":[{"id":"W2314210620","doi":"10.5751/es-04705-170229","title":"Public Participation in Scientific Research: a Framework for Deliberate Design","year":2012,"lang":"en","type":"article","venue":"Ecology and Society","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":1445,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Citizen science; Public participation; Political science; Sociology; Ecology; Environmental ethics; Public administration; Biology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.2809143560598438,"gpt":0.3664691336253685,"spread":0.08555477756552471,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004729999,0.00007329633,0.0001154748,0.0001308914,0.000911648,0.0001081861,0.0000982266,0.00029757,0.00003310405],"category_scores_gemma":[0.0007073874,0.00007123462,0.0000304404,0.0007854641,0.0005072965,0.0005367124,0.0001075114,0.0002424362,0.00003164151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005464712,"about_ca_system_score_gemma":0.00003564872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002821288,"about_ca_topic_score_gemma":0.00001217625,"domain_scores_codex":[0.9989942,0.00004876271,0.0001589967,0.0001866485,0.00008572547,0.0005256828],"domain_scores_gemma":[0.9993272,0.0003124514,0.00005860892,0.00008678592,0.0002055421,0.000009453396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000105265,0.0001665024,0.1402042,0.00002786701,0.00001797455,2.280596e-7,0.002275668,0.000001120055,0.00002497857,0.8493331,0.005245281,0.002692582],"study_design_scores_gemma":[0.000390164,0.00001675932,0.4034592,0.000007698721,0.000007906901,2.576071e-7,0.00191958,0.001326685,0.00009481216,0.5686319,0.02399497,0.0001500017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9639176,0.0001516928,0.02915643,0.004224248,0.0007479707,0.0006025162,6.121217e-7,0.00006867674,0.001130306],"genre_scores_gemma":[0.9783295,0.00001090777,0.01979183,0.001021665,0.0003029844,0.0003918892,0.00001254799,0.00000814039,0.0001304772],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2807012,"threshold_uncertainty_score":0.7011752,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2337532012","doi":"10.1073/pnas.1601266113","title":"Crafting usable knowledge for sustainable development","year":2016,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":571,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Climate Program Office; Harvard University; Chiang Mai University; International Development Research Centre; National Oceanic and Atmospheric Administration; National Science Foundation","keywords":"Coproduction; USable; Engineering ethics; Knowledge management; Action (physics); Corporate governance; Sustainable development; Stakeholder engagement; Stakeholder; Set (abstract data type); Public relations; Political science; Sociology; Business; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05628365150826602,"gpt":0.294544914502862,"spread":0.238261262994596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002354558,0.00007337316,0.0001076098,0.0002175299,0.0005069757,0.00002850444,0.0006270735,0.00007562186,0.0000111123],"category_scores_gemma":[0.001193334,0.00004133053,0.0000359552,0.0009523255,0.0005832069,0.0008885479,0.0003423085,0.00005631047,0.000003963421],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006091459,"about_ca_system_score_gemma":0.00004826074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001542563,"about_ca_topic_score_gemma":4.269791e-8,"domain_scores_codex":[0.9990062,8.611722e-7,0.0002687142,0.0001696437,0.0003514036,0.000203248],"domain_scores_gemma":[0.9986948,0.00007524857,0.0003581158,0.000004502476,0.0008642335,0.000003046504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006542668,0.00002892441,0.01036325,0.0001533892,0.00001125452,1.582686e-9,0.00009730472,5.997063e-7,0.01168004,0.9726045,0.002451039,0.002603117],"study_design_scores_gemma":[0.000367241,0.000008068178,0.05139124,0.0001636988,0.000008917727,4.765172e-7,0.001415995,0.0001121576,0.2426905,0.6435776,0.0600966,0.0001674787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8608217,0.0000450358,0.00007957809,0.005973459,0.00003811198,0.000459375,9.049731e-7,0.00004359398,0.1325382],"genre_scores_gemma":[0.9929328,0.000001332364,0.004053453,0.000292494,0.000126177,0.00004826476,5.671038e-8,0.000003735761,0.002541671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3290269,"threshold_uncertainty_score":0.3899299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977574158","doi":"10.1016/j.indmarman.2013.12.016","title":"Actor roles and role patterns influencing innovation in living labs","year":2014,"lang":"en","type":"article","venue":"Industrial Marketing Management","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":252,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Orchestration; Open innovation; Temporality; Openness to experience; Embodied cognition; Reciprocity (cultural anthropology); Living lab; Knowledge management; Generativity; Interdependence; Sociology; Ambidexterity; Computer science; Psychology; Epistemology; Social psychology; World Wide Web; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.02016833310120265,"gpt":0.2125067783799383,"spread":0.1923384452787356,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005262066,0.0002061989,0.000219006,0.0008191824,0.0002208784,0.0002086556,0.0002401554,0.0002087468,0.00004715503],"category_scores_gemma":[0.00130791,0.0002182969,0.00002062761,0.001282426,0.00006059542,0.0004752861,0.0007499431,0.0003731819,0.00001735284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009684714,"about_ca_system_score_gemma":0.000009472281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001034668,"about_ca_topic_score_gemma":0.00006835927,"domain_scores_codex":[0.9984028,0.00008312233,0.0005470114,0.0003723506,0.0002343527,0.0003603704],"domain_scores_gemma":[0.9992498,0.0001603004,0.0003189642,0.0001769783,0.00008756909,0.000006350191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005345009,0.00005026993,0.6568755,0.0001412494,0.00004309759,0.000005289026,0.0001990713,0.00001719905,0.00009610879,0.0916459,0.0003955598,0.2504773],"study_design_scores_gemma":[0.001253738,0.00001281581,0.9350885,0.0008434936,0.00003557284,6.833236e-7,0.004690776,0.001575271,0.00007976785,0.00722248,0.04861591,0.0005810449],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9538543,0.00001023073,0.0003821754,0.0005631607,0.0003122674,0.0003774017,5.071386e-7,0.0001579253,0.04434198],"genre_scores_gemma":[0.9977495,0.00000654847,0.0005147191,0.0009206978,0.0005509016,0.0000677944,0.00001048312,0.00002361876,0.0001557203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.278213,"threshold_uncertainty_score":0.8901888,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W115215731","doi":"10.22215/timreview/489","title":"Managing the Challenges of Becoming an Open Innovation Company: Experiences from Living Labs","year":2011,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":237,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Business; Process (computing); Open innovation; Knowledge management; Innovation process; Living lab; Constant (computer programming); Open source; Marketing; Process management; Computer science; Work in process; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1341825270685542,"gpt":0.314092383526163,"spread":0.1799098564576088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002607675,0.0002607433,0.0004572274,0.001286045,0.0003963202,0.00007094659,0.00203951,0.0001680903,0.0003464649],"category_scores_gemma":[0.0002185413,0.0002124135,0.00002526549,0.007767056,0.0004025646,0.001220028,0.001920967,0.0003060348,0.00004789043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004306562,"about_ca_system_score_gemma":0.00001544038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008158366,"about_ca_topic_score_gemma":0.00002453091,"domain_scores_codex":[0.997888,0.0000404282,0.001052323,0.0004807048,0.0002481384,0.0002903533],"domain_scores_gemma":[0.9974819,0.00002985868,0.001175416,0.0007413941,0.0005685148,0.000002958224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004736668,0.0001023125,0.001563203,0.0005102998,0.00009283103,0.00000257516,0.0007528162,1.572194e-7,0.0000418866,0.8199685,0.0005763156,0.1763844],"study_design_scores_gemma":[0.0004841996,0.00005636136,0.02873177,0.004334845,0.0001996285,0.000002189902,0.05813794,0.0001391738,0.0009009111,0.862969,0.04326099,0.00078297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7183066,0.01169871,0.008178764,0.02397852,0.0009162119,0.004616157,0.000002778957,0.001352092,0.2309501],"genre_scores_gemma":[0.9838821,0.002434144,0.007391598,0.005301188,0.00008237139,0.0007635186,0.00003804524,0.00002895571,0.00007808319],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2655755,"threshold_uncertainty_score":0.866197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119619653","doi":"10.1007/s11625-020-00886-8","title":"Transdisciplinary sustainability research in real-world labs: success factors and methods for change","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Ministerium für Wissenschaft, Forschung und Kunst Baden-Württemberg","keywords":"Sustainability; Transferability; Adaptability; Engineering ethics; Plan (archaeology); Sustainability science; Management science; Sociology; Knowledge management; Computer science; Process management; Public relations; Political science; Business; Social sustainability; Engineering; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.1399593908007986,"gpt":0.4693299994578484,"spread":0.3293706086570498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01709655,0.0001955981,0.0003229615,0.001008344,0.001294956,0.0002715138,0.0006195047,0.0001391338,0.00001589021],"category_scores_gemma":[0.005541878,0.000179007,0.00005275038,0.008598318,0.003383645,0.001749934,0.001154207,0.0004653064,6.255105e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001393643,"about_ca_system_score_gemma":0.001109211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001098256,"about_ca_topic_score_gemma":0.001273327,"domain_scores_codex":[0.9970748,0.0001772853,0.0003920441,0.0009772653,0.0003886037,0.0009900437],"domain_scores_gemma":[0.9947736,0.0005569931,0.00008832735,0.0004826933,0.004071607,0.0000268258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000431157,0.0001940832,0.530599,0.001189134,0.000004483283,0.00001284873,0.005152666,0.000001542926,0.00004628624,0.430361,0.00001890065,0.03237692],"study_design_scores_gemma":[0.0001896691,0.00001218016,0.4630255,0.00001237216,0.000003717076,2.46177e-7,0.04844288,0.0003222955,0.000579631,0.4846204,0.00262764,0.0001635023],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9798494,0.00007298006,0.001507146,0.01353737,0.0002064162,0.001853418,0.000002003686,0.00009368888,0.002877558],"genre_scores_gemma":[0.9953805,0.000007371848,0.003562086,0.0001621938,0.0001058286,0.0005324303,0.000009082335,0.00001274583,0.000227767],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06757355,"threshold_uncertainty_score":0.9993286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2741212214","doi":"10.22215/timreview/1088","title":"The Defining Characteristics of Urban Living Labs","year":2017,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":231,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Sustainable development; Term (time); Political science; Environmental planning; Economic growth; Business; Economics; Geography; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02558239152085861,"gpt":0.2718105374071834,"spread":0.2462281458863247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002199594,0.0001862551,0.0003384599,0.0005090663,0.00138127,0.0001304718,0.001302667,0.0001507226,0.00004358369],"category_scores_gemma":[0.0013702,0.000147862,0.00004370435,0.001760995,0.0006112423,0.0003970998,0.001316489,0.0002949593,0.0001379572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000355299,"about_ca_system_score_gemma":0.00001383442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004259973,"about_ca_topic_score_gemma":0.000002762067,"domain_scores_codex":[0.9984639,0.00001015069,0.0007754724,0.000256719,0.0002106127,0.0002830914],"domain_scores_gemma":[0.9968385,0.00003404051,0.001642504,0.000958316,0.0005245066,0.000002132471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001601396,0.00001894755,0.02991186,0.0008499534,0.00006235661,0.000002526429,0.000004587567,1.202004e-8,0.00001042602,0.775456,0.005503295,0.1881785],"study_design_scores_gemma":[0.0002209319,0.00001128321,0.1214616,0.003391921,0.0001391216,0.000001761841,0.000260281,0.00002392975,0.00009502535,0.06832129,0.8056943,0.0003785573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2182825,0.02216353,0.007426793,0.09972128,0.003509541,0.005326828,0.000008992224,0.002428537,0.6411321],"genre_scores_gemma":[0.9872481,0.006404846,0.00163475,0.003181222,0.0001220876,0.0002451949,0.0000246207,0.00002718071,0.001112],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.800191,"threshold_uncertainty_score":0.9999188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081249378","doi":"10.1145/3487567","title":"A Tale of Two Cities: Software Developers Working from Home during the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Pandemic; Work (physics); Thematic analysis; Coronavirus disease 2019 (COVID-19); Productivity; Space (punctuation); Narrative; Computer science; Data science; Public relations; Qualitative research; Sociology; Political science; Economic growth; Medicine; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1127058027825777,"gpt":0.302461467026171,"spread":0.1897556642435933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007415945,0.0001948338,0.0003208403,0.0002250152,0.0003860673,0.00003228126,0.0002735607,0.00019191,0.00009661147],"category_scores_gemma":[0.002475571,0.0001740638,0.00007293243,0.000671028,0.0001774116,0.0001232529,0.00006743035,0.0004554879,0.000004459564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007766263,"about_ca_system_score_gemma":0.00007701058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001370189,"about_ca_topic_score_gemma":0.0000532467,"domain_scores_codex":[0.9989318,0.00007036796,0.0002911736,0.0003199395,0.0001197219,0.0002670462],"domain_scores_gemma":[0.9979349,0.001532529,0.0001037959,0.0003160219,0.00009496362,0.00001783743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005333259,0.0003832495,0.5078822,0.002429436,0.003129628,0.000276539,0.01679957,0.05489878,0.01147183,0.04205107,0.0002669139,0.3598775],"study_design_scores_gemma":[0.01848563,0.0001669655,0.3844613,0.00148031,0.001849208,0.0009313147,0.03980431,0.001961641,0.03666692,0.2305889,0.2762403,0.007363165],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3821653,0.0002671079,0.6165116,0.0002677444,0.0004173986,0.00007822239,0.000007492562,0.0002709006,0.00001421327],"genre_scores_gemma":[0.6354893,0.0001083985,0.3628628,0.001111714,0.0001438633,0.0000789219,0.00001760439,0.00003388926,0.0001535247],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3525143,"threshold_uncertainty_score":0.7098114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W158161538","doi":"10.22215/timreview/748","title":"Linking Living Lab Characteristics and Their Outcomes: Towards a Conceptual Framework","year":2013,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Knowledge management; Value creation; Conceptual framework; Product (mathematics); Living lab; Value (mathematics); Service innovation; Business; Service (business); New product development; Process management; Computer science; Sociology; Marketing; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02977970978632062,"gpt":0.2646727049371352,"spread":0.2348929951508146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001025602,0.0003458112,0.0005597151,0.001012776,0.00037558,0.0001264592,0.0005149381,0.0003473061,0.0003749607],"category_scores_gemma":[0.0006295003,0.0002857386,0.00004404043,0.004307257,0.0004551827,0.0005878046,0.001096941,0.0005597968,0.0003465478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005907406,"about_ca_system_score_gemma":0.00001359518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008726723,"about_ca_topic_score_gemma":6.604779e-7,"domain_scores_codex":[0.9981662,0.00001704378,0.0008012826,0.0004430139,0.0001798359,0.0003926259],"domain_scores_gemma":[0.9984151,0.00004721232,0.0005861362,0.0004415213,0.0005044349,0.000005669011],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[4.934142e-7,0.00003261607,0.02423342,0.0009994277,0.00008439701,0.000002253408,0.00004523201,1.738141e-8,0.00001279944,0.7236437,0.001300133,0.2496455],"study_design_scores_gemma":[0.0004224786,0.00002838485,0.1304145,0.008247085,0.0001623988,0.000007072555,0.003551783,0.0001034959,0.0000508508,0.4479157,0.4078474,0.001248887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6789036,0.01264917,0.09446277,0.1176203,0.002018502,0.009096845,0.000008519499,0.006093836,0.07914639],"genre_scores_gemma":[0.94943,0.003994281,0.01026764,0.0346638,0.0001724469,0.0008737607,0.00006686321,0.00004723624,0.0004840015],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4065472,"threshold_uncertainty_score":0.9999595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2401682204","doi":"10.3233/978-1-61499-635-4-139","title":"Participatory Design, User Involvement and Health IT Evaluation","year":2016,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Participatory design; Computer science; Context (archaeology); Knowledge management; Citizen journalism; Information system; Systems design; Human–computer interaction; World Wide Web; Engineering; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.3062943397671689,"gpt":0.4044503961105285,"spread":0.09815605634335961,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004624656,0.0001531626,0.0003239046,0.000662246,0.000455287,0.00001386928,0.0001154078,0.0001596047,0.000008100737],"category_scores_gemma":[0.0004228589,0.0001102719,0.000008668639,0.0006687595,0.0007375706,0.0004658532,0.0003994452,0.0001903348,0.00001408856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002412331,"about_ca_system_score_gemma":0.0001127188,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001837971,"about_ca_topic_score_gemma":0.0000690127,"domain_scores_codex":[0.9984738,0.00003071921,0.0007841711,0.0001469943,0.0001607881,0.000403495],"domain_scores_gemma":[0.9991588,0.00006160596,0.0004272809,0.0001536682,0.000188508,0.00001014019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000169961,0.00005442081,0.1233552,0.001193511,0.00008330006,8.79584e-7,0.004752094,0.000003182502,0.000001852855,0.5824928,0.01180371,0.2762421],"study_design_scores_gemma":[0.005184677,0.0004564979,0.09252226,0.002168102,0.00004410532,0.000009666186,0.1213575,0.00305276,0.0001321172,0.5593158,0.214749,0.001007493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.640172,0.01430431,0.02148364,0.3135779,0.001598558,0.005148446,0.000005443013,0.0008500327,0.002859656],"genre_scores_gemma":[0.9772207,0.003477608,0.005490471,0.01336048,0.00004594068,0.0003538622,0.000003236904,0.000009332647,0.00003835524],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3370487,"threshold_uncertainty_score":0.4496759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118226831","doi":"","title":"Powering Collaborative Policy Innovation: Can Innovation Labs Help?","year":2012,"lang":"en","type":"article","venue":"˜The œinnovation journal","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Government (linguistics); Corporate governance; Creativity; Public sector; Public administration; Public relations; Business; Management; Economics; Political science; Economy; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02961666112875443,"gpt":0.2716492282341838,"spread":0.2420325671054294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.00362241,0.0002883387,0.0002485233,0.002696417,0.001468091,0.0004134992,0.0004417024,0.0002256581,0.000194621],"category_scores_gemma":[0.0007111432,0.0002362234,0.0000317801,0.03019808,0.0002283629,0.002242252,0.0002382274,0.0008566309,0.0001146826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003423134,"about_ca_system_score_gemma":0.0003555406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000225045,"about_ca_topic_score_gemma":0.00001010635,"domain_scores_codex":[0.9974694,0.00004248315,0.00114842,0.0002081307,0.0005341693,0.0005974069],"domain_scores_gemma":[0.9938504,0.00003866915,0.001358118,0.0002452147,0.004498076,0.000009582439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002624603,0.00007147572,0.01650161,0.00001924675,0.00008129641,0.00000229599,0.0008110622,0.000009149822,0.001621979,0.9502614,0.01155883,0.01903547],"study_design_scores_gemma":[0.001554433,0.00003554187,0.08179242,0.00008534669,0.00004252208,0.00008392074,0.008324387,0.0001520843,0.002460583,0.1812465,0.7233183,0.0009039338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8594057,0.00009245771,0.03079988,0.03518972,0.003568274,0.0007426355,0.000008767375,0.0003481043,0.06984446],"genre_scores_gemma":[0.9780965,0.000005464775,0.001167239,0.01372755,0.005690642,0.00005136709,0.0001009463,0.00004054455,0.001119771],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7690148,"threshold_uncertainty_score":0.9998319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2808816276","doi":"10.1016/j.agsy.2018.06.004","title":"Opening design and innovation processes in agriculture: Insights from design and management sciences and future directions","year":2018,"lang":"en","type":"article","venue":"Agricultural Systems","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":149,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"McGill University","keywords":"Agriculture; Regional science; Management science; Knowledge management; Business; Computer science; Sociology; Economics; Biology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.03289804936154449,"gpt":0.2281049304919224,"spread":0.1952068811303779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000377779,0.0001696033,0.0001750409,0.0002626989,0.0006858525,0.0003893139,0.000113784,0.0001244224,0.000001845137],"category_scores_gemma":[0.00003500786,0.0001024619,0.000005463852,0.002747403,0.0002267824,0.0008997674,0.0001602549,0.0001024451,0.00000466132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003026691,"about_ca_system_score_gemma":0.000008495724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001995758,"about_ca_topic_score_gemma":0.0000470474,"domain_scores_codex":[0.9990427,0.00003626506,0.000254115,0.0003532996,0.0001425555,0.0001709918],"domain_scores_gemma":[0.9995048,0.00004515078,0.0001655412,0.00004649821,0.0002315246,0.000006456894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00008024051,0.0001568543,0.03565399,0.0008570865,0.0002972969,0.00002463424,0.005965132,0.00004877397,0.006232525,0.9072294,0.007531304,0.03592278],"study_design_scores_gemma":[0.001349442,0.0001065225,0.8545237,0.0007266631,0.0001023455,0.00002863945,0.03096147,0.001156886,0.001918026,0.012317,0.09563059,0.001178737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9875408,0.00216541,0.003709145,0.0008770417,0.0005028285,0.001217098,6.214333e-7,0.0001346658,0.003852324],"genre_scores_gemma":[0.9942109,0.0003114892,0.004353817,0.0001095388,0.0007216815,0.0001584049,0.00001461716,0.000005361779,0.0001142081],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8949124,"threshold_uncertainty_score":0.5275092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123972337","doi":"10.22215/timreview/607","title":"Living Labbing the Rotterdam Way: Co-Creation as an Enabler for Urban Innovation","year":2012,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Enabling; Living lab; Computer science; Co-creation; Assisted living; Business; Knowledge management; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.03610119051602521,"gpt":0.3189311535795959,"spread":0.2828299630635707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00431434,0.0003195106,0.0003532987,0.001716977,0.000822101,0.00011512,0.000656529,0.0002728499,0.0001889892],"category_scores_gemma":[0.0005595936,0.0002638644,0.00004643362,0.009753375,0.0002394417,0.001609097,0.000362672,0.0003646816,0.0002583934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001408527,"about_ca_system_score_gemma":0.00001845702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007953781,"about_ca_topic_score_gemma":0.000001374898,"domain_scores_codex":[0.9977417,0.00003185389,0.000951725,0.0004056563,0.0002973212,0.0005717653],"domain_scores_gemma":[0.9976376,0.00004495548,0.0008652143,0.000605109,0.0008417823,0.000005280682],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000522598,0.00009669486,0.007801098,0.0009698276,0.00008235459,5.182522e-7,0.00005175697,3.351641e-7,0.000123632,0.8460525,0.01611006,0.128706],"study_design_scores_gemma":[0.0003559141,0.00002647013,0.00574211,0.0009225099,0.0001674442,0.000004071055,0.0009862453,0.00009177076,0.0003830802,0.07494175,0.9158765,0.0005021559],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3952409,0.01090335,0.1528956,0.08271962,0.003391036,0.02262521,0.00001235379,0.006997464,0.3252144],"genre_scores_gemma":[0.9468802,0.0008908838,0.007270514,0.03800082,0.000985776,0.003136015,0.0005910967,0.00008457825,0.002160106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8997664,"threshold_uncertainty_score":0.9999813,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237567721","doi":"10.22215/timreview602","title":"Living Labs as Open-Innovation Networks","year":2012,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Living lab; Open innovation; Business; Knowledge management; Competitive advantage; Computer science; Marketing; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04079783761709833,"gpt":0.3027383919408407,"spread":0.2619405543237424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00409361,0.0003564612,0.0004812232,0.002203144,0.0005085484,0.0001522215,0.001240438,0.0003500676,0.0007397227],"category_scores_gemma":[0.0004681238,0.0003548125,0.00003926818,0.02099395,0.0002176978,0.001923687,0.002445903,0.0005306704,0.001115013],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001349442,"about_ca_system_score_gemma":0.00001952734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009601207,"about_ca_topic_score_gemma":0.000001382208,"domain_scores_codex":[0.9974473,0.00002568798,0.001101572,0.0004536869,0.0002944876,0.0006772498],"domain_scores_gemma":[0.9976597,0.00002414645,0.0009297484,0.0006504126,0.0007298062,0.000006125037],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003154289,0.0001198031,0.00946192,0.0007138721,0.00009246273,0.000003041661,0.000007815106,8.653908e-7,0.0000171783,0.8512495,0.02618128,0.1121491],"study_design_scores_gemma":[0.0003332641,0.00001286933,0.006196632,0.001791331,0.0001299314,0.000007883446,0.0003194879,0.00005074119,0.00005934406,0.08241401,0.9080434,0.0006410971],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04791628,0.01572193,0.05264388,0.03154526,0.002839066,0.007321563,0.000001759789,0.003959604,0.8380507],"genre_scores_gemma":[0.9223598,0.003271914,0.007231218,0.06097019,0.0006709736,0.00136516,0.0002252534,0.00008370524,0.003821799],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8818621,"threshold_uncertainty_score":0.9998904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896349174","doi":"10.1016/j.jenvman.2018.09.083","title":"Co-creating urban green infrastructure connecting people and nature: A guiding framework and approach","year":2018,"lang":"en","type":"article","venue":"Journal of Environmental Management","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":132,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Seventh Framework Programme; European Commission; Biodiversa+","keywords":"CLARITY; Variety (cybernetics); Stakeholder; Urban resilience; Green infrastructure; Sustainability; Context (archaeology); Process (computing); Process management; Function (biology); Knowledge management; Salience (neuroscience); Adaptive management; Business; Computer science; Urban planning; Environmental resource management; Environmental planning; Engineering; Geography; Political science; Public relations; Ecology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.007629719759347649,"gpt":0.2160019644448834,"spread":0.2083722446855358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006615223,0.0002008258,0.0002569844,0.0002672759,0.0005079003,0.0001272315,0.0002157984,0.0001965449,0.00007341649],"category_scores_gemma":[0.00005732839,0.0001798138,0.0000416511,0.0002429749,0.0002039167,0.000488468,0.0004088353,0.0004127286,0.000006226977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008440216,"about_ca_system_score_gemma":0.000003262621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006528946,"about_ca_topic_score_gemma":0.00000130029,"domain_scores_codex":[0.998835,0.00001574709,0.0003914467,0.0002406122,0.0002767488,0.0002404484],"domain_scores_gemma":[0.9993197,0.00003295599,0.0004840701,0.0001211127,0.00002474129,0.00001740718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002523479,0.0004329347,0.4372157,0.0006782811,0.001350089,0.00009549448,0.006711618,0.00001439547,0.001546802,0.4022616,0.003981469,0.1454592],"study_design_scores_gemma":[0.002170504,0.0002208685,0.8328171,0.0003314727,0.0004085624,0.0001742889,0.03524407,0.001287437,0.0006501343,0.06521104,0.06049393,0.0009905503],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9731546,0.0003417972,0.004858901,0.0003521936,0.0002591251,0.000241592,0.000001433566,0.00003105642,0.02075932],"genre_scores_gemma":[0.9730404,0.00006546894,0.02496928,0.0009768009,0.0008407881,0.000004608022,0.000004510094,0.00002279813,0.00007532167],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3956014,"threshold_uncertainty_score":0.7332594,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062250482","doi":"10.1080/19420676.2012.726005","title":"Impact Metrics for Social Innovation: Barriers or Bridges to Radical Change?","year":2012,"lang":"en","type":"article","venue":"Journal of Social Entrepreneurship","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":129,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Social innovation; Business; Environmental economics; Sociology; Economics; Political science; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.118903756370815,"gpt":0.3394373076184379,"spread":0.2205335512476229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001789349,0.0001975761,0.0003910201,0.0008608472,0.0005572391,0.0001090457,0.000349775,0.0002585115,0.0002181488],"category_scores_gemma":[0.002206112,0.0001611835,0.0001982304,0.002684734,0.0001337186,0.0009406762,0.0001319442,0.0003312016,0.00002107506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002360211,"about_ca_system_score_gemma":0.000120672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009647553,"about_ca_topic_score_gemma":0.000001844246,"domain_scores_codex":[0.9983004,0.00002953596,0.0005986209,0.000143587,0.0004191796,0.0005086389],"domain_scores_gemma":[0.9982629,0.00009963117,0.0007214371,0.0000672708,0.00081397,0.00003476345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.001332655,0.0004110149,0.3878275,0.0001564175,0.0004950816,0.00001763438,0.008401735,0.000001885952,0.0002671029,0.4357661,0.08825964,0.0770632],"study_design_scores_gemma":[0.00269677,0.0001655697,0.7239166,0.00004312165,0.0002701939,0.00002415684,0.005309939,0.00001694078,0.0007689849,0.01211926,0.2538939,0.000774528],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9819013,0.00005504419,0.002602844,0.01196715,0.001802256,0.0004640706,0.00001017133,0.00006489782,0.001132236],"genre_scores_gemma":[0.9834492,0.000002682294,0.0006869222,0.003898483,0.01175025,0.00003796045,0.00001200683,0.00002919914,0.0001332913],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4236469,"threshold_uncertainty_score":0.6572875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059084114","doi":"10.1007/s10606-013-9193-7","title":"Constructing CSCW: The First Quarter Century","year":2013,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":121,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer-supported cooperative work; Quarter (Canadian coin); Field (mathematics); Physiognomy; Context (archaeology); Work (physics); Computer science; Sociology; Engineering; History; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.01221379318160427,"gpt":0.1943101522383682,"spread":0.1820963590567639,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003826985,0.0003729993,0.0003478899,0.0001794068,0.001055556,0.0005437847,0.0006801063,0.0002150663,0.001329303],"category_scores_gemma":[0.00005050627,0.0002703936,0.00009487285,0.001371324,0.0005379239,0.0007761609,0.0005856192,0.0006062616,0.00152967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008373819,"about_ca_system_score_gemma":0.00004981097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000534543,"about_ca_topic_score_gemma":0.00002582859,"domain_scores_codex":[0.99813,0.00004034944,0.0005105109,0.0005003505,0.0002451248,0.0005736174],"domain_scores_gemma":[0.9985887,0.00009904704,0.0002713526,0.0004061645,0.0006175301,0.00001721664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003069492,0.0001995645,0.1275932,0.00006821075,0.0004480869,0.0000418248,0.0022235,0.00003650233,0.00001875339,0.307079,0.4397277,0.122533],"study_design_scores_gemma":[0.00263333,0.00008985705,0.1764994,0.0003318423,0.0001408969,0.00003573782,0.0125933,0.01178662,0.0003790938,0.01038772,0.7826827,0.002439481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.719537,0.0003212564,0.07186656,0.04797019,0.008141268,0.004189677,0.00001052642,0.001844115,0.1461194],"genre_scores_gemma":[0.9846973,0.000005789896,0.00297475,0.01027757,0.001335704,0.0001996195,0.00009943113,0.00003813481,0.0003717216],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.342955,"threshold_uncertainty_score":0.9999748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3128075419","doi":"10.3390/su13041718","title":"The Defining Characteristics of Agroecosystem Living Labs","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Agriculture and Agri-Food Canada","funders":"Agriculture and Agri-Food Canada","keywords":"Agroecosystem; Living lab; Sustainability; Context (archaeology); Agriculture; Sustainable living; Set (abstract data type); Business; Environmental planning; Knowledge management; Environmental resource management; Ecology; Computer science; Geography; World Wide Web; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.008028651207333032,"gpt":0.221791084989575,"spread":0.213762433782242,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00162207,0.00009457588,0.000174779,0.00004343269,0.0004479366,0.00007468701,0.0002060862,0.00008794813,0.00002882995],"category_scores_gemma":[0.005465358,0.00007539445,0.00005290077,0.0005766347,0.0001973044,0.0001680101,0.0004802842,0.0001729343,0.0000120188],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001760922,"about_ca_system_score_gemma":0.0002042822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002998039,"about_ca_topic_score_gemma":0.0000283766,"domain_scores_codex":[0.9990577,0.00003848695,0.0003391278,0.0001827165,0.0001383887,0.0002435529],"domain_scores_gemma":[0.9975958,0.000214372,0.000222938,0.0002928983,0.001670528,0.00000347168],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000006352446,0.00004292882,0.2613597,0.0003668568,0.00002312727,0.000007512246,0.0002151396,3.423781e-7,0.00001300817,0.71685,0.0002178389,0.02089725],"study_design_scores_gemma":[0.0001202125,0.000005269027,0.8157539,0.00005596781,0.00002322995,0.000001619548,0.01375694,0.0001339619,0.0003270996,0.1202623,0.04934965,0.0002097542],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861889,0.0001119502,0.0004978832,0.002120987,0.0003715059,0.0001819334,0.000001496159,0.00008732396,0.01043805],"genre_scores_gemma":[0.9991528,0.000004539051,0.000138675,0.0001933177,0.0001086446,0.00002623928,0.000007237437,0.000008581543,0.0003600042],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5965876,"threshold_uncertainty_score":0.654294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998914217","doi":"10.1504/ijpd.2012.051161","title":"Towards innovation in Living Labs networks","year":2012,"lang":"en","type":"article","venue":"International Journal of Product Development","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Living lab; Open innovation; Knowledge management; Assisted living; New product development; Product (mathematics); Perspective (graphical); User innovation; Innovation management; Engineering; Business; Computer science; Marketing; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02863897177759931,"gpt":0.2660056846007547,"spread":0.2373667128231554,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003068389,0.0001262697,0.0001656449,0.000968489,0.00006497072,0.00007034695,0.0004267926,0.00006997999,0.00009454529],"category_scores_gemma":[0.0007504407,0.0001148817,0.0000276491,0.000932062,0.0000439019,0.00115996,0.0002715755,0.00031177,0.00002967093],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002902274,"about_ca_system_score_gemma":0.0001266844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007731046,"about_ca_topic_score_gemma":0.000004720536,"domain_scores_codex":[0.9983487,0.00001396752,0.0008254495,0.0001136828,0.0004505604,0.0002476009],"domain_scores_gemma":[0.9982146,0.00002063142,0.0006373884,0.00006778649,0.001052813,0.000006752016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006380118,0.0004597944,0.5438736,0.00002911315,0.0002369721,0.00002655456,0.002306803,0.0001262953,0.0002746759,0.1661975,0.003178064,0.2832268],"study_design_scores_gemma":[0.0004418777,0.000005666021,0.8293351,0.0002147814,0.000008922801,0.00003205991,0.0006469995,0.00007566725,0.00215777,0.003400585,0.1633779,0.000302719],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9665899,0.0003241725,0.01182085,0.003175382,0.006486797,0.0001725334,2.026258e-7,0.00004196967,0.01138817],"genre_scores_gemma":[0.9870838,0.00001201371,0.009142728,0.001137312,0.002479462,0.000009712784,0.000007444366,0.00001248208,0.0001150294],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2854615,"threshold_uncertainty_score":0.4684739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W8934934","doi":"10.22215/timreview/742","title":"Actor Roles in an Urban Living Lab: What Can We Learn from Suurpelto, Finland?","year":2013,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Living lab; Set (abstract data type); Natural (archaeology); Business; Environmental planning; Architectural engineering; Computer science; Engineering; Geography; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.02662610310284321,"gpt":0.2548809748812424,"spread":0.2282548717783992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009355334,0.0003598223,0.0005249077,0.001812905,0.0002166134,0.0002710616,0.000857248,0.0003604891,0.0009711969],"category_scores_gemma":[0.0002022916,0.0003483019,0.00004287927,0.006618248,0.000212958,0.00220472,0.000754361,0.0005677139,0.0008094682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001337489,"about_ca_system_score_gemma":0.00001930806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008026382,"about_ca_topic_score_gemma":0.0001412537,"domain_scores_codex":[0.9976879,0.0000382178,0.0008968522,0.0006198689,0.0002637967,0.0004933901],"domain_scores_gemma":[0.9983898,0.00003173044,0.0005354507,0.0006399633,0.000395535,0.000007489718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002698229,0.0001486667,0.0888125,0.0008776889,0.00007882144,0.0000120581,0.00008106477,7.362261e-7,0.0001211861,0.5310723,0.008702072,0.3700902],"study_design_scores_gemma":[0.001195321,0.00005682716,0.170362,0.01357367,0.0002048825,0.000002372081,0.008606972,0.000312897,0.0002696052,0.2758681,0.5275111,0.002036148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8890526,0.01901432,0.001115469,0.06932496,0.0008157894,0.004155799,0.00000370989,0.001796383,0.01472102],"genre_scores_gemma":[0.9534342,0.01989977,0.003522924,0.01984919,0.0002997442,0.001401561,0.0002822969,0.00007709651,0.001233244],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5188091,"threshold_uncertainty_score":0.9999685,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2609344575","doi":"10.22215/timreview/1061","title":"Orchestrating Innovation Ecosystems: A Qualitative Analysis of Ecosystem Positioning Strategies","year":2017,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Boundary spanning; Knowledge management; Ecosystem; Value (mathematics); Business; Open innovation; Innovation management; Qualitative research; Process management; Sociology; Computer science; Ecology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.05985487542620987,"gpt":0.3639164829405753,"spread":0.3040616075143655,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003743434,0.0003029139,0.0008337183,0.004971568,0.0008561671,0.0002359451,0.0009627106,0.0002589055,0.0001034985],"category_scores_gemma":[0.0006283545,0.0003021067,0.00009657172,0.01556295,0.0002982367,0.001467339,0.0005350022,0.0003199009,0.00004934935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001112513,"about_ca_system_score_gemma":0.00004221393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003843118,"about_ca_topic_score_gemma":0.00005949906,"domain_scores_codex":[0.9971165,0.00004263188,0.001675577,0.0004865806,0.000359362,0.0003193204],"domain_scores_gemma":[0.9938828,0.0000318236,0.003527903,0.0009276504,0.001626721,0.000003118649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005145077,0.00005272081,0.003064072,0.003473401,0.001260082,0.000005641265,0.0001003732,0.000006320436,0.0002048631,0.9774781,0.0005499384,0.01379934],"study_design_scores_gemma":[0.002458896,0.0001184792,0.03229894,0.01614014,0.007393578,0.000008764697,0.04854096,0.003003207,0.001780252,0.8018128,0.08357067,0.002873263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7131749,0.001847275,0.04958346,0.01407587,0.0006444124,0.003624781,0.00002774089,0.001370506,0.215651],"genre_scores_gemma":[0.9935843,0.0003092531,0.004287954,0.0009288222,0.00006783989,0.0003628203,0.0003067185,0.00002218313,0.0001300645],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2804094,"threshold_uncertainty_score":0.9999431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794444965","doi":"10.1111/gove.12342","title":"The twin faces of public sector design","year":2018,"lang":"en","type":"article","venue":"Governance","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Carleton University","funders":"Employment and Social Development Canada","keywords":"Instrumentalism; Leverage (statistics); Politics; Corporate governance; Sociology; Public policy; Top-down and bottom-up design; Design thinking; Economics; Public relations; Positive economics; Management science; Political science; Epistemology; Management; Computer science; Economic growth; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05705257082289005,"gpt":0.2322387365616766,"spread":0.1751861657387866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157694,0.00007040687,0.00008196105,0.00002032415,0.0002970062,0.00005209166,0.000348348,0.00005558903,0.00006924705],"category_scores_gemma":[0.0003416067,0.00004933203,0.00001999138,0.0004501587,0.0003950763,0.0002606133,0.0001444662,0.0000795064,0.0001190056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002373802,"about_ca_system_score_gemma":0.00002576133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003469445,"about_ca_topic_score_gemma":0.00003298284,"domain_scores_codex":[0.9994071,0.000009968571,0.0001442313,0.0001116022,0.0001488226,0.0001783469],"domain_scores_gemma":[0.9993856,0.00003988344,0.0002349635,0.0001474875,0.0001901232,0.000001972181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001114221,0.00001906321,0.008119259,0.00001254318,0.00002466262,5.288865e-7,0.00009170633,3.071499e-7,0.0002566004,0.9474131,0.01767703,0.02637398],"study_design_scores_gemma":[0.0002503608,0.00001620298,0.1595342,0.0000220292,0.00000688217,3.807196e-7,0.0003107346,0.0002928674,0.006030247,0.05399323,0.7793557,0.0001871938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7535101,0.0006071452,0.03439645,0.01090143,0.002050278,0.0006047492,0.000004631862,0.0002862602,0.1976389],"genre_scores_gemma":[0.9971377,0.00001767073,0.0009552473,0.0005570352,0.0003652937,0.00001783752,7.531559e-7,0.000007174237,0.0009413237],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8934199,"threshold_uncertainty_score":0.2284362,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W128790274","doi":"","title":"A Social Vision for Value Co-creation in Design","year":2009,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":105,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Value (mathematics); Computer science; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.03734201066823507,"gpt":0.3133242552944815,"spread":0.2759822446262464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001871115,0.0002557405,0.0003302833,0.00029462,0.001039558,0.0004990429,0.001053901,0.0002536613,0.00002236737],"category_scores_gemma":[0.0001448691,0.000209261,0.00006165192,0.001756984,0.0002037646,0.0005678249,0.0003067942,0.0002040608,0.00005600703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001145536,"about_ca_system_score_gemma":0.00005059637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001370138,"about_ca_topic_score_gemma":0.00001922191,"domain_scores_codex":[0.9984068,0.00006242641,0.0004148154,0.0004127798,0.0002671956,0.0004360238],"domain_scores_gemma":[0.9990567,0.0001071522,0.0003162383,0.000258451,0.0002546901,0.000006796029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001906037,0.0008566658,0.003890628,0.0001741795,0.00009100881,0.00001545397,0.003819502,0.002211284,0.001320234,0.397886,0.09055618,0.4972728],"study_design_scores_gemma":[0.00201663,0.00002765785,0.08967005,0.00007817088,0.00003911652,0.000002667222,0.001312629,0.007042119,0.0001005834,0.04349089,0.8556883,0.0005312082],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1734405,0.0001562524,0.5593402,0.04759647,0.0003501516,0.009197516,0.000005691707,0.0009212636,0.208992],"genre_scores_gemma":[0.9886547,0.000001750812,0.001629755,0.006785813,0.0007156009,0.0002313699,0.0000844924,0.00004445219,0.001852074],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8152142,"threshold_uncertainty_score":0.8533416,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2298669870","doi":"10.5751/es-08148-210133","title":"Toward an Integrative Perspective on Social Learning in System Innovation Initiatives","year":2016,"lang":"en","type":"article","venue":"Ecology and Society","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Perspective (graphical); Knowledge management; Social learning; Business; Environmental resource management; Process management; Computer science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.03035511957887643,"gpt":0.2704927193135901,"spread":0.2401375997347137,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006954508,0.0001388538,0.0002019279,0.000168107,0.0004503913,0.00002653954,0.00009592585,0.0002916903,0.00002362421],"category_scores_gemma":[0.0002024713,0.0001009141,0.00003356914,0.000629756,0.0003626391,0.0005828496,0.00009464921,0.0003469152,0.00002128864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003027585,"about_ca_system_score_gemma":0.00003797396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002100738,"about_ca_topic_score_gemma":0.00002607152,"domain_scores_codex":[0.9991776,0.00005404016,0.0002041726,0.0002795889,0.00007377334,0.0002107955],"domain_scores_gemma":[0.9994801,0.00008158733,0.000162922,0.00004436847,0.0002277584,0.000003213561],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00002903668,0.00005512414,0.03834727,0.00001958174,0.00003936868,0.000003184524,0.008986262,3.779591e-7,0.0001071357,0.9494238,0.0002165391,0.002772313],"study_design_scores_gemma":[0.001100532,0.00006715984,0.7699616,0.00005663727,0.00001055634,0.000001037555,0.1682678,0.0001357213,0.0001630895,0.05927367,0.0006898499,0.0002723409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9609147,0.000006905018,0.0006831793,0.003010777,0.0001825048,0.0001812816,0.00000118147,0.0001658071,0.0348537],"genre_scores_gemma":[0.9980211,0.000009764133,0.0001762829,0.001317022,0.0002700212,0.0000604231,0.00000864093,0.00001012342,0.0001266536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8901501,"threshold_uncertainty_score":0.4115157,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2924609815","doi":"10.22215/timreview/1224","title":"Urban Living Labs: Towards an Integrated Understanding of their Key Components","year":2019,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":99,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Luleå Tekniska Universitet; European Commission","keywords":"Key (lock); Urban planning; Environmental planning; Business; Geography; Computer science; Civil engineering; Engineering; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.06086195641573831,"gpt":0.2692081196554916,"spread":0.2083461632397533,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001708478,0.0002971508,0.000552704,0.001825311,0.000166656,0.00004237759,0.0007541143,0.0002503711,0.0003519366],"category_scores_gemma":[0.0001158433,0.0002654239,0.00005400089,0.007923987,0.0002420967,0.0006730562,0.0006516569,0.0003763546,0.0001648321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001854343,"about_ca_system_score_gemma":0.00002151129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001277377,"about_ca_topic_score_gemma":0.000002800591,"domain_scores_codex":[0.998054,0.0000276139,0.0008782463,0.0004390632,0.0002667141,0.0003343082],"domain_scores_gemma":[0.9981608,0.00001687368,0.0007703406,0.0005847559,0.0004628173,0.000004416728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005421095,0.0001155754,0.01448112,0.002354743,0.0001401497,0.000002326413,0.00003733773,6.530313e-7,0.000265891,0.95051,0.002934326,0.02915251],"study_design_scores_gemma":[0.001507552,0.0001415757,0.02296652,0.01523394,0.0003216176,0.000006665809,0.009976771,0.0007570706,0.001098484,0.2218077,0.7243689,0.0018132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6675235,0.005343732,0.04233962,0.01320206,0.001830281,0.00682637,0.00001220239,0.003719697,0.2592025],"genre_scores_gemma":[0.9922793,0.0009394839,0.002532067,0.003441864,0.00004966585,0.0001084576,0.000164226,0.00003586642,0.0004490716],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7287022,"threshold_uncertainty_score":0.9999798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1633335418","doi":"10.1016/j.jengtecman.2015.08.008","title":"A typology of creative consumers in living labs","year":2015,"lang":"en","type":"article","venue":"Journal of Engineering and Technology Management","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":92,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Tekes","keywords":"Typology; User innovation; Co-creation; Business; Living lab; Affect (linguistics); Knowledge management; Value (mathematics); Marketing; Computer science; Sociology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01377557130001124,"gpt":0.210298617483347,"spread":0.1965230461833357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007759116,0.0001024102,0.0002631391,0.001425153,0.00002129479,0.000009184431,0.0001806414,0.0001354671,0.00000587822],"category_scores_gemma":[0.0002911055,0.0000959324,0.00002082927,0.000893691,0.000146305,0.0001576049,0.0002452169,0.0002525977,0.000002382305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000461211,"about_ca_system_score_gemma":0.00001405512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001025705,"about_ca_topic_score_gemma":0.000003252764,"domain_scores_codex":[0.9992836,0.000005463009,0.000355703,0.00009603441,0.00009969517,0.0001594839],"domain_scores_gemma":[0.9994469,0.0000239645,0.0002571384,0.00008315269,0.0001819492,0.00000688708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003647569,0.0001393074,0.08424632,0.000234842,0.0003113154,0.0001374658,0.0003198981,0.0002632073,0.0002195825,0.8982621,0.000684222,0.01514531],"study_design_scores_gemma":[0.01362774,0.001034856,0.4578352,0.00416232,0.0008538295,0.0003647803,0.1013009,0.01029466,0.004462259,0.2587452,0.1445521,0.002766217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9839501,0.0005556442,0.002103099,0.001240567,0.0003440425,0.0001354144,2.486362e-7,0.0000663488,0.01160449],"genre_scores_gemma":[0.9950404,0.00005214533,0.004744784,0.00005488412,0.00003230773,0.000006504925,3.10247e-7,0.000008717327,0.00005996734],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6395169,"threshold_uncertainty_score":0.391201,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W330992539","doi":"10.22215/timreview/877","title":"The City as Living Laboratory: Empowering Citizens with the Citadel Toolkit","year":2015,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Realm; Cover (algebra); Computer science; Telecommunications; Engineering; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.03130138282518232,"gpt":0.2735043873941925,"spread":0.2422030045690102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003341906,0.0002824265,0.0002936017,0.0005085242,0.0009070031,0.0001846839,0.001042563,0.0001635316,0.00004919189],"category_scores_gemma":[0.0006682596,0.0001680012,0.00003304445,0.00935786,0.0005946435,0.0004339858,0.0008826656,0.0005357246,0.0002743686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001177099,"about_ca_system_score_gemma":0.00005469007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008105728,"about_ca_topic_score_gemma":0.00001183217,"domain_scores_codex":[0.9982132,0.00002803163,0.0005345677,0.000375161,0.0004202602,0.0004288117],"domain_scores_gemma":[0.9976683,0.00005063312,0.0005665959,0.0007102782,0.0009979996,0.000006214229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006407799,0.00002330507,0.002953792,0.0002640558,0.0001196961,0.00001038467,0.00002606819,6.431094e-7,0.000006796178,0.9294445,0.04351318,0.02363118],"study_design_scores_gemma":[0.0002321576,0.00001884247,0.001481958,0.0007097474,0.00009103821,0.00000463506,0.00205817,0.00001128921,0.00003433856,0.03854289,0.9565066,0.0003083241],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1812169,0.01763054,0.01298162,0.3928305,0.001327979,0.006238413,0.000003294504,0.004058378,0.3837124],"genre_scores_gemma":[0.9407755,0.003595249,0.002148088,0.0473322,0.0003729119,0.00153794,0.00003652137,0.00008366141,0.004117927],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9129934,"threshold_uncertainty_score":0.6976026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2757448363","doi":"10.1007/978-3-319-63007-6_12","title":"Multi-stakeholder Partnerships (SDG #17) as a Means of Achieving Sustainable Communities and Cities (SDG #11)","year":2017,"lang":"en","type":"book-chapter","venue":"World sustainability series","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Simon Fraser University; University of Lethbridge","funders":"","keywords":"Sustainability; General partnership; Stakeholder; Business; Sustainable community; Government (linguistics); Collaborative governance; Context (archaeology); Local government; Corporate governance; Environmental planning; Political science; Sustainable development; Environmental resource management; Public relations; Public administration; Geography; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.08139586807534356,"gpt":0.2661015096469868,"spread":0.1847056415716432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.001776541,0.0007392878,0.001092874,0.000884358,0.001918743,0.0004710503,0.0009148744,0.0005344796,0.0002960962],"category_scores_gemma":[0.0008708589,0.0007603189,0.0001926927,0.000166534,0.004527194,0.001535294,0.001979032,0.001021534,0.000007605427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004002101,"about_ca_system_score_gemma":0.0003705601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001490958,"about_ca_topic_score_gemma":0.008620935,"domain_scores_codex":[0.9974238,0.00005116995,0.0008139489,0.0005416665,0.0003946706,0.0007747775],"domain_scores_gemma":[0.9956065,0.0001752603,0.001002396,0.001151808,0.002040267,0.00002378627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001357758,0.000063826,0.01108642,0.004203839,0.000192679,0.00005410086,0.00383049,0.000001780945,0.000001298709,0.97725,0.002085795,0.001094009],"study_design_scores_gemma":[0.0003771906,0.00002732206,0.002668051,0.0002810693,0.0001186718,0.000003288164,0.09855925,0.00000871032,0.00001859058,0.3411368,0.5561087,0.00069235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0333899,0.001058017,0.0001679511,0.01063628,0.0003833584,0.002660322,0.00003028598,0.0006012624,0.9510726],"genre_scores_gemma":[0.4236555,0.00004117643,0.0003244094,0.0003605652,0.0001711962,0.00009274953,0.00008189209,0.00007386212,0.5751987],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6361132,"threshold_uncertainty_score":0.9994848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2517982869","doi":"10.1108/jbim-10-2012-0179","title":"The effect of network structure on radical innovation in living labs","year":2016,"lang":"en","type":"article","venue":"Journal of Business and Industrial Marketing","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Novelty; Originality; Living lab; Knowledge management; Categorization; Business; Marketing; Process management; Computer science; Qualitative research; Psychology; Sociology; Artificial intelligence; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01671596215398334,"gpt":0.2183526096725168,"spread":0.2016366475185335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006694897,0.0001125801,0.0002611363,0.0002628334,0.0001893436,0.00005548538,0.0001625906,0.0001932388,0.00001884417],"category_scores_gemma":[0.008491342,0.00005692506,0.00002482132,0.001439105,0.0001566573,0.00030528,0.0001227582,0.0003467908,3.574861e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003935108,"about_ca_system_score_gemma":0.00003556948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007535566,"about_ca_topic_score_gemma":0.000005355535,"domain_scores_codex":[0.9987537,0.0001095143,0.0006573902,0.00009210609,0.0002058985,0.0001813986],"domain_scores_gemma":[0.9976705,0.001026609,0.0009375321,0.00006588682,0.0002955696,0.000003885071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00133079,0.00001667529,0.5994169,0.00006068591,0.00004961535,0.000007719186,0.0000259781,0.00002990558,0.000700536,0.01575313,0.002300772,0.3803073],"study_design_scores_gemma":[0.00324137,0.0001178694,0.9708623,0.003225881,0.00004054823,0.00001276827,0.0001957034,0.00008540331,0.0005000571,0.004392402,0.01706821,0.0002575042],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9962073,0.00005140819,0.0001137346,0.001759706,0.0008117013,0.0001168071,3.451177e-7,0.000006471992,0.000932536],"genre_scores_gemma":[0.9982527,0.00002638324,0.00006938709,0.00007649521,0.001541315,0.000001908002,4.070897e-7,0.000008647187,0.00002275156],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3800498,"threshold_uncertainty_score":0.9998606,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133015697","doi":"10.3390/su2010215","title":"Community Vitality: The Role of Community-Level Resilience Adaptation and Innovation in Sustainable Development","year":2010,"lang":"en","type":"article","venue":"Sustainability","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Vitality; Sustainable development; Adaptation (eye); Resilience (materials science); Psychological resilience; Cornerstone; Sustainable community; Intervention (counseling); Scale (ratio); Environmental planning; Sustainability; Community resilience; Community development; Economic growth; Environmental resource management; Sociology; Political science; Geography; Psychology; Engineering; Ecology; Economics; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03213491915001868,"gpt":0.2635312348501869,"spread":0.2313963157001682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008001347,0.0001340444,0.0001749216,0.0004146274,0.001148999,0.00005909399,0.0004318476,0.0001528937,0.000007476],"category_scores_gemma":[0.004711725,0.0001138142,0.00001511037,0.002398029,0.000777868,0.0005858992,0.0007637632,0.001287941,0.000001055724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002176202,"about_ca_system_score_gemma":0.0002892592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004340001,"about_ca_topic_score_gemma":0.001906215,"domain_scores_codex":[0.9987283,0.0001891257,0.0005024966,0.0001206259,0.000175656,0.0002837697],"domain_scores_gemma":[0.9973876,0.0001742671,0.0002686057,0.0004484639,0.001716651,0.000004388987],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003254513,0.0002184504,0.1276244,0.0003271068,0.000007656812,8.477654e-7,0.01269319,0.000006765676,0.000164326,0.8134045,0.00001589806,0.0455043],"study_design_scores_gemma":[0.0001414723,0.000005576646,0.4277093,0.000004862613,0.000002565035,3.262537e-7,0.1701847,0.00006548619,0.0006829741,0.396477,0.004640098,0.00008565991],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9937373,0.000009662725,0.0004679402,0.001148972,0.00004442878,0.0005636305,6.322191e-7,0.00004705978,0.003980334],"genre_scores_gemma":[0.9988645,4.216841e-7,0.000577405,0.0002570354,0.00002129386,0.00009114474,0.0000220969,0.000008132317,0.0001579986],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4169276,"threshold_uncertainty_score":0.8837284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1602503601","doi":"10.15353/joci.v2i3.2072","title":"Using a Sustainable Livelihoods Approach to Assessing the Impact of ICTs in Development","year":2007,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Livelihood; Scope (computer science); ICTS; Information and Communications Technology; Sustainable development; Business; Impact assessment; Knowledge management; Process management; Computer science; Political science; Geography; Agriculture; Public administration","retraction":null,"screen_n_in":null,"score":{"opus":0.07446918101365303,"gpt":0.3402631783297425,"spread":0.2657939973160894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01365492,0.0001261941,0.0002434537,0.0004844865,0.0006689598,0.00008990221,0.0009365357,0.00008063648,0.00000283337],"category_scores_gemma":[0.0004714007,0.00006996756,0.00005664857,0.001346677,0.0001487957,0.000898456,0.0006063539,0.00094504,0.000001907665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002704478,"about_ca_system_score_gemma":0.0002177009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003158087,"about_ca_topic_score_gemma":0.000009597625,"domain_scores_codex":[0.9983723,0.00008568236,0.0009526689,0.00001022475,0.0002816049,0.000297492],"domain_scores_gemma":[0.9979096,0.0002280188,0.0009808685,0.0002323596,0.0006400892,0.000009075201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003470633,0.001565695,0.07320407,0.001123076,0.0006650672,0.000004773221,0.7994821,0.02539465,0.0003732233,0.06374431,0.00150832,0.03258762],"study_design_scores_gemma":[0.0005282667,0.00003706156,0.2239078,0.0001611914,0.00003817182,0.00003208106,0.7660898,0.001619121,0.0004870454,0.005988614,0.0009218543,0.0001890282],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9317749,0.00001402816,0.04470298,0.00007754805,0.00003998229,0.0001967303,9.23701e-8,0.000007907421,0.02318583],"genre_scores_gemma":[0.9916375,0.000002217078,0.007887648,0.0004055829,0.00004657868,9.612522e-7,0.000001254266,0.000007341231,0.00001088043],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1507037,"threshold_uncertainty_score":0.5145165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2291952990","doi":"10.22215/timreview/960","title":"The Evolution of Intermediary Activities: Broadening the Concept of Facilitation in Living Labs","year":2016,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Facilitation; Living lab; Business; Knowledge management; Psychology; Computer science; Neuroscience; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.01525772525307816,"gpt":0.2536813364806209,"spread":0.2384236112275427,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002188112,0.0001306642,0.0002458385,0.0007425415,0.0001569327,0.00001051394,0.0005378383,0.000115407,0.00003155188],"category_scores_gemma":[0.0008851403,0.00007341718,0.00003516086,0.00442776,0.0007760473,0.0003625946,0.0004368367,0.0001788624,0.00001150503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001411945,"about_ca_system_score_gemma":0.00002251864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001217862,"about_ca_topic_score_gemma":0.00001544802,"domain_scores_codex":[0.9985778,0.00003874624,0.0007974093,0.0001884086,0.0002033986,0.0001941918],"domain_scores_gemma":[0.9984019,0.0001819216,0.0007895305,0.0003398323,0.0002856919,0.000001112374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003826573,0.00001943102,0.005852683,0.0004422556,0.00003772822,4.060429e-7,0.00005212071,3.571491e-7,0.0002766081,0.7754877,0.0008182601,0.2170087],"study_design_scores_gemma":[0.001890189,0.0001037363,0.1146791,0.02844278,0.0002707689,0.000004858117,0.03271709,0.0001283006,0.005433061,0.5879674,0.2272733,0.001089312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7473811,0.02937066,0.08955931,0.08272345,0.001425426,0.006483075,0.000009466912,0.0008466328,0.04220087],"genre_scores_gemma":[0.9972006,0.001535204,0.0002909392,0.000420035,0.00002758352,0.000215563,0.000004100567,0.000008575172,0.0002974066],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2498195,"threshold_uncertainty_score":0.2993866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2927450308","doi":"10.1111/caim.12310","title":"Living labs: From scattered initiatives to a global movement","year":2019,"lang":"en","type":"article","venue":"Creativity and Innovation Management","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Nokia","keywords":"Living lab; Assisted living; Multinational corporation; Movement (music); Living room; Standard of living; Sociology; Political science; Engineering; Gerontology; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02252846193485319,"gpt":0.2508038557419169,"spread":0.2282753938070637,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006207247,0.0002094867,0.0002230422,0.0004813311,0.000212304,0.0001982763,0.0001998335,0.00008795873,0.0003968913],"category_scores_gemma":[0.00006524119,0.000213889,0.00002292645,0.00265708,0.00007334338,0.0009049014,0.0007802076,0.0001141804,0.0003322445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000110954,"about_ca_system_score_gemma":0.00001007083,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007698435,"about_ca_topic_score_gemma":0.00001345647,"domain_scores_codex":[0.998694,0.00001923331,0.000347509,0.000441189,0.000241839,0.0002562153],"domain_scores_gemma":[0.9993297,0.00003443319,0.0001980424,0.0002326406,0.0001971892,0.000008006097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00002140886,0.00009380077,0.2083072,0.00008231556,0.0001058454,0.000002174826,0.0001824827,0.00000538059,0.0001324826,0.7673854,0.001344049,0.02233741],"study_design_scores_gemma":[0.0004647152,0.00002179095,0.8950629,0.0001599813,0.00002752277,1.082701e-7,0.002622753,0.0001991491,0.0001446428,0.06586514,0.03505636,0.0003749168],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7837666,0.00001406198,0.008444198,0.001629507,0.000253176,0.0006628751,0.00001058418,0.0001519163,0.2050671],"genre_scores_gemma":[0.982039,0.000007634006,0.00291705,0.01383105,0.0001599406,0.0001094565,0.00006367965,0.00001291009,0.0008593016],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7015203,"threshold_uncertainty_score":0.872214,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W95363171","doi":"10.22215/timreview/605","title":"Living Labs for Cross-Border Systemic Innovation","year":2012,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Modernization theory; Context (archaeology); Business; Production (economics); Open innovation; Transformation (genetics); Economic system; Economic growth; Economics; Marketing; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.03544928442403295,"gpt":0.3595532270123346,"spread":0.3241039425883016,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003783748,0.0003262554,0.0004564744,0.002432547,0.0004611436,0.00008432959,0.0004737512,0.0003436014,0.0002657041],"category_scores_gemma":[0.0006819562,0.0003234446,0.00005429505,0.01401794,0.0002152712,0.00119501,0.000619824,0.0003143641,0.0003577449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001489397,"about_ca_system_score_gemma":0.00001773023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001752295,"about_ca_topic_score_gemma":4.373328e-7,"domain_scores_codex":[0.9975113,0.00001444004,0.001182499,0.0004080835,0.0002601331,0.0006235022],"domain_scores_gemma":[0.9972026,0.00003503175,0.0009310099,0.000507349,0.001319653,0.000004317163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000381422,0.0000799819,0.0198758,0.004418234,0.00009957147,6.766394e-7,0.00001197138,5.142673e-7,0.00009776899,0.8810086,0.008958099,0.08544493],"study_design_scores_gemma":[0.0004859135,0.00001291785,0.007342161,0.002536257,0.0001525948,0.00001053699,0.0003074127,0.00002876303,0.0001681727,0.03143324,0.9568705,0.000651534],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3565626,0.03954304,0.2684298,0.02493284,0.006461383,0.01929164,0.00001780434,0.009134861,0.275626],"genre_scores_gemma":[0.9571594,0.001678062,0.01140636,0.02096237,0.000768815,0.003209576,0.000298954,0.00009232968,0.004424164],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9479124,"threshold_uncertainty_score":0.9999217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388914705","doi":"10.1016/j.spc.2023.11.011","title":"Robotics: Enabler and inhibitor of the Sustainable Development Goals","year":2023,"lang":"en","type":"article","venue":"Sustainable Production and Consumption","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"General Motors (Canada); University of Ontario Institute of Technology; Mila - Quebec Artificial Intelligence Institute; Université de Montréal","funders":"","keywords":"Robotics; Artificial intelligence; Context (archaeology); Sustainable development; Enabling; Computer science; Engineering; Political science; Robot; Psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01999294752333098,"gpt":0.2250215575087521,"spread":0.2050286099854212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009548415,0.0001194129,0.0001323106,0.0002964145,0.0007121667,0.00007802031,0.00008961849,0.00009545899,0.00001508074],"category_scores_gemma":[0.0004023293,0.00009639233,0.00001726895,0.0009245048,0.0002806427,0.000517495,0.0004466618,0.0001324406,0.00001718612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006835208,"about_ca_system_score_gemma":0.0000637436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003271662,"about_ca_topic_score_gemma":0.000005056327,"domain_scores_codex":[0.9990217,0.00001706921,0.000232973,0.0002598057,0.0001512157,0.000317208],"domain_scores_gemma":[0.9992516,0.00001211986,0.0001570725,0.0001408995,0.000431791,0.000006516693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00004086979,0.000054336,0.07432578,0.002101004,0.00004890223,0.000007061183,0.0009973411,0.00004432596,0.0003628387,0.9073969,0.004517494,0.01010314],"study_design_scores_gemma":[0.0009928057,0.00002164723,0.4650849,0.0001987502,0.00009624056,0.00001160067,0.08052983,0.0003167998,0.01187791,0.168825,0.2712725,0.000772107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9931585,0.000259882,0.0001242485,0.003377535,0.0003048468,0.0006490136,1.649486e-7,0.0001765577,0.001949288],"genre_scores_gemma":[0.9825083,0.00007420947,0.0001903611,0.0001662619,0.0001498732,0.00007555971,0.000006828606,0.00001222694,0.01681638],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7385719,"threshold_uncertainty_score":0.5477483,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146669417","doi":"10.1145/2801039","title":"Sustainability in an imaginary world","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"The Imaginary; Sustainability; Diversity (politics); Sociology; Engineering ethics; Environmental ethics; Engineering; Psychology; Philosophy; Ecology; Anthropology; Psychoanalysis","retraction":null,"screen_n_in":null,"score":{"opus":0.05495900451374264,"gpt":0.3256607821852473,"spread":0.2707017776715047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003221206,0.00006979013,0.00007836417,0.0003858276,0.00008005818,0.00006156715,0.0001367162,0.0000294544,0.00008984731],"category_scores_gemma":[0.0002076093,0.00007124119,0.00001678487,0.0008097153,0.00008250224,0.001309639,0.0001191872,0.0002300171,0.0001165619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002340111,"about_ca_system_score_gemma":0.0000479772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003226137,"about_ca_topic_score_gemma":0.001243582,"domain_scores_codex":[0.9994788,0.00001107082,0.000149629,0.000146117,0.00006887864,0.0001454798],"domain_scores_gemma":[0.9994699,0.00001467304,0.00005315452,0.0001375739,0.0003187746,0.000005961792],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005827198,0.0005284405,0.3322701,0.00002643782,0.00001353714,0.00003837803,0.0009071793,0.00002791757,0.00003666223,0.6072794,0.03551954,0.02329415],"study_design_scores_gemma":[0.0003559448,0.000008059385,0.2073871,0.00001360904,0.00000662239,0.000002325033,0.005214803,0.000900364,0.0000592547,0.4212671,0.3645641,0.0002207798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7243764,0.00001136466,0.0006574488,0.01604672,0.001445261,0.0002768101,9.791714e-7,0.000291874,0.2568931],"genre_scores_gemma":[0.99715,1.031043e-7,0.0004086102,0.0009094339,0.0002274414,0.00005539697,0.00001783294,0.000007160061,0.001224019],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3290446,"threshold_uncertainty_score":0.2905131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W562310414","doi":"","title":"The challenge of social innovation in urban revitalization","year":2008,"lang":"en","type":"book","venue":"","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Economic growth; Economy; Business; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.03104445230821738,"gpt":0.2339822808432721,"spread":0.2029378285350547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000656774,0.0001629808,0.0002491628,0.0004611789,0.0002804692,0.00002387653,0.0002672493,0.0004333173,0.00004080734],"category_scores_gemma":[0.0001489147,0.0001289109,0.00003963769,0.0009403302,0.0002614593,0.0001900555,0.0001750084,0.0003129533,0.00003200473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001226729,"about_ca_system_score_gemma":0.0001028906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008327061,"about_ca_topic_score_gemma":0.00003032437,"domain_scores_codex":[0.9988022,0.000007769037,0.0006359365,0.0001828677,0.0002174276,0.0001538197],"domain_scores_gemma":[0.9987625,0.00002426221,0.0006649034,0.000129538,0.0004180985,7.135034e-7],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006363091,0.00001992493,0.0002013917,0.00009983279,0.00002044694,0.000001205125,0.0002043143,9.316258e-8,7.473885e-7,0.9010779,0.09334137,0.005026407],"study_design_scores_gemma":[0.0001559653,0.000003172726,0.001015861,0.00004793495,0.000007511326,1.072236e-7,0.0001046929,0.00001681389,0.000005550029,0.1950639,0.803413,0.0001654829],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0002232589,0.0001262174,0.0001892141,0.001646136,0.0002361379,0.0003370589,8.554226e-7,0.00006543039,0.9971757],"genre_scores_gemma":[0.09628066,0.0003948595,0.0001639608,0.001440876,0.00220106,0.0001257987,0.0007021676,0.00008291269,0.8986077],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7100716,"threshold_uncertainty_score":0.5256836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3169979867","doi":"10.1080/14719037.2021.1919186","title":"Design in the public sector: Toward a human centred model of public governance","year":2021,"lang":"en","type":"article","venue":"Public Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Public sector; Bureaucracy; Corporate governance; Constructive; New public management; Public administration; Public relations; Political science; Sociology; Business; Economics; Management; Computer science; Process (computing); Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1706696678805406,"gpt":0.2716242446643,"spread":0.1009545767837594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003164349,0.0002805829,0.0005012007,0.0002544429,0.0002310076,0.0003177806,0.001278907,0.000104538,0.0005085308],"category_scores_gemma":[0.0004299168,0.0002248002,0.0001359711,0.003318363,0.0001509624,0.001057999,0.0008303687,0.0003096168,0.00005912274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001301706,"about_ca_system_score_gemma":0.00009299019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001294138,"about_ca_topic_score_gemma":0.00003887439,"domain_scores_codex":[0.9973304,0.000174173,0.0007686597,0.0004901816,0.000629286,0.0006073499],"domain_scores_gemma":[0.9983281,0.00004012611,0.0005366871,0.0006883212,0.0003928322,0.00001393603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000112226,0.0002761187,0.0008078816,0.003051072,0.00009633742,0.00002021638,0.00007262899,0.00000240966,0.000007238885,0.9385988,0.01848843,0.03857778],"study_design_scores_gemma":[0.0009271746,0.000009061991,0.003886651,0.001020533,0.0001132726,0.000003776621,0.001156476,0.001900655,0.00002242991,0.0710279,0.9192674,0.0006646831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.002633243,0.06393484,0.05487778,0.2574861,0.0006700771,0.005439844,0.000009377204,0.0005219274,0.6144269],"genre_scores_gemma":[0.9658004,0.01381677,0.003070513,0.0155033,0.0001185225,0.0006194956,0.0001170589,0.00003451614,0.0009194409],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9631671,"threshold_uncertainty_score":0.9167085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2950372567","doi":"10.1109/re.2019.00013","title":"Do we Really Know What we are Building? Raising Awareness of Potential Sustainability Effects of Software Systems in Requirements Engineering","year":2019,"lang":"en","type":"article","venue":"","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute","funders":"Engineering and Physical Sciences Research Council; Agència per a la Competitivitat de l’Empresa; Generalitat de Catalunya","keywords":"Raising (metalworking); Sustainability; Computer science; Software; Risk analysis (engineering); Systems engineering; Engineering; Business; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01193346256986061,"gpt":0.2427115388026602,"spread":0.2307780762327996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008753025,0.0002201058,0.0005090382,0.000508971,0.00006415571,0.00009486357,0.0003398366,0.0002335095,0.00001483728],"category_scores_gemma":[0.0004309812,0.0002129493,0.00007082958,0.0009551016,0.00008083734,0.001083657,0.000410114,0.0001973886,0.000004050055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001875263,"about_ca_system_score_gemma":0.0000663882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002330888,"about_ca_topic_score_gemma":0.000008591648,"domain_scores_codex":[0.9983781,0.00002484975,0.0005928665,0.0003498859,0.0003083305,0.0003459679],"domain_scores_gemma":[0.9986485,0.00008483162,0.0004438697,0.0002685982,0.0005474035,0.000006752554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001522199,0.0005379014,0.6964504,0.03708421,0.0002708136,0.00004955195,0.00079909,0.00532948,0.007285122,0.2048212,0.000164154,0.04705591],"study_design_scores_gemma":[0.01171088,0.0002378639,0.7059414,0.03963571,0.0003291426,0.00000835428,0.04856903,0.0207795,0.05042933,0.1079801,0.01023986,0.00413876],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9819779,0.001150435,0.01427928,0.0003031907,0.001063106,0.0009366816,6.379929e-7,0.000133555,0.0001552172],"genre_scores_gemma":[0.9988703,0.0001027704,0.0007736524,0.00002587512,0.00008036574,0.00004017938,0.000004494095,0.00002485955,0.00007756039],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09684107,"threshold_uncertainty_score":0.8683819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119853718","doi":"10.3390/su13020502","title":"Moving toward Generalizability? A Scoping Review on Measuring the Impact of Living Labs","year":2021,"lang":"en","type":"review","venue":"Sustainability","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Ottawa","funders":"Agriculture and Agri-Food Canada","keywords":"Generalizability theory; Sustainability; Globe; Process (computing); Order (exchange); Management science; Psychology; Knowledge management; Computer science; Sociology; Engineering; Business; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.08052052250933647,"gpt":0.3663455030256696,"spread":0.2858249805163332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006611062,0.0006079923,0.002384758,0.0002702274,0.0003993449,0.0001178361,0.0008984394,0.0003878038,0.0001970275],"category_scores_gemma":[0.02197126,0.0003936423,0.001149048,0.00228975,0.0003905071,0.0003021382,0.001398185,0.0009018941,0.00001081487],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001826388,"about_ca_system_score_gemma":0.002084721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002918994,"about_ca_topic_score_gemma":0.000009833866,"domain_scores_codex":[0.9964682,0.0004277918,0.001339086,0.0007594129,0.0004212496,0.0005841841],"domain_scores_gemma":[0.9950489,0.0007952724,0.001174686,0.001155122,0.001813035,0.00001293435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00000274709,0.0001520548,0.0007252154,0.4701629,0.0002730161,0.00001018183,0.0001253585,0.000006152828,3.055801e-8,0.02116667,0.0005284059,0.5068473],"study_design_scores_gemma":[0.00009364229,0.00003426949,0.0006861817,0.9119736,0.0009211394,0.000006650802,0.000710474,0.00002575493,0.000001272364,0.007187015,0.07709222,0.00126776],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002229464,0.9938039,0.0001062235,0.0003189348,0.0001725904,0.003357249,0.000003773642,0.000125213,0.001889182],"genre_scores_gemma":[0.001801201,0.9967462,0.00007635717,0.000305343,0.000336563,0.0005619542,0.00002606155,0.00006090861,0.00008538872],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5055795,"threshold_uncertainty_score":0.9998515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2972363115","doi":"10.1332/030557319x15613699681219","title":"Challenges in applying design thinking to public policy: dealing with the varieties of policy formulation and their vicissitudes","year":2019,"lang":"en","type":"article","venue":"Policy & Politics","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Realm; Variety (cybernetics); Public policy; Government (linguistics); Politics; Management science; Design thinking; Policy studies; Product (mathematics); Product design; Engineering ethics; Political science; Public relations; Public administration; Economics; Engineering; Computer science; Economic growth","retraction":null,"screen_n_in":null,"score":{"opus":0.07830923547365505,"gpt":0.2810519324378748,"spread":0.2027426969642198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008314957,0.0002091898,0.0002628718,0.001061219,0.000280636,0.0001181139,0.000316051,0.0001320982,0.000002593456],"category_scores_gemma":[0.0003328763,0.0001461998,0.00002698314,0.0009086871,0.0001484786,0.0003751155,0.000333892,0.0002025281,0.000006707184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001589464,"about_ca_system_score_gemma":0.000232349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002454309,"about_ca_topic_score_gemma":0.0001755624,"domain_scores_codex":[0.9987831,0.00002679098,0.000276777,0.0002252673,0.0001906955,0.0004974218],"domain_scores_gemma":[0.9992183,0.0001645036,0.0001926611,0.0002359743,0.0001734673,0.00001509049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001124843,0.00002134832,0.00910446,0.0001143766,0.00003686414,3.257243e-7,0.006377831,0.00009050771,0.00009234333,0.9740371,0.000007577908,0.01010603],"study_design_scores_gemma":[0.0005841406,0.00004986798,0.08021968,0.0001478961,0.00001558442,0.000004743662,0.01367504,0.001058131,0.001003941,0.8921628,0.0106211,0.0004570496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8112249,0.0003151871,0.01060455,0.1039334,0.00007279088,0.001732588,0.000003774774,0.0002182827,0.07189456],"genre_scores_gemma":[0.9934253,0.00004530704,0.001450526,0.004403319,0.00053269,0.00006059713,0.000003705654,0.00002973001,0.00004879929],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1822004,"threshold_uncertainty_score":0.5961856,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W115726343","doi":"10.22215/timreview/744","title":"A Living Lab as a Service: Creating Value for Micro-enterprises through Collaboration and Innovation","year":2013,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Task (project management); Knowledge management; Business; Service (business); Core competency; Living lab; Core (optical fiber); Value (mathematics); Process management; Service innovation; Marketing; Computer science; Engineering; Systems engineering; World Wide Web; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.0241607328157528,"gpt":0.2908803838432532,"spread":0.2667196510275003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001129493,0.0003087118,0.0004053823,0.001712671,0.0005409629,0.0002058875,0.0003627726,0.000269747,0.0001164043],"category_scores_gemma":[0.0006333085,0.0003096419,0.00002653957,0.01613529,0.0001488387,0.001450291,0.000582455,0.0002386579,0.0001860249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009974553,"about_ca_system_score_gemma":0.0000303706,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000327417,"about_ca_topic_score_gemma":0.000003942953,"domain_scores_codex":[0.9979365,0.00001768308,0.0009750432,0.0005128877,0.0002037712,0.0003541391],"domain_scores_gemma":[0.9967951,0.00004711299,0.0008475353,0.0003459152,0.001960984,0.000003377009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004047721,0.00005619757,0.001953708,0.003320649,0.00009921256,9.514108e-7,0.00007050941,6.066758e-7,0.0006688731,0.9419446,0.00643637,0.04544427],"study_design_scores_gemma":[0.0008272543,0.00004735315,0.002971187,0.00436001,0.0002246924,0.00000699371,0.003337941,0.0002598734,0.0005771125,0.6125241,0.3740615,0.0008020152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5341873,0.01173101,0.06605562,0.2164983,0.001163959,0.02201938,0.00001161113,0.00431989,0.144013],"genre_scores_gemma":[0.7454948,0.005479759,0.102227,0.1339152,0.0004584902,0.009332027,0.0005966702,0.0001480988,0.002347928],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3676251,"threshold_uncertainty_score":0.9999356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012781203","doi":"10.1332/174426409x463767","title":"Knowledge mobilisation builds local research collaborations for social innovation","year":2009,"lang":"en","type":"article","venue":"Evidence & Policy","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"York University","funders":"University of Toronto; York University; University of Victoria","keywords":"General partnership; Knowledge transfer; Knowledge management; Institution; Technology transfer; Value (mathematics); Public relations; Sociology; Knowledge creation; Business; Political science; Marketing; Social science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2751960354299663,"gpt":0.4481312243723891,"spread":0.1729351889424228,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00229184,0.0001183792,0.0001388392,0.001028025,0.001102501,0.0001610212,0.000281906,0.0002035044,0.0000197329],"category_scores_gemma":[0.00268622,0.0001240695,0.0000308729,0.006924634,0.0003168321,0.001124582,0.00009606964,0.0002440802,0.0001115483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003179904,"about_ca_system_score_gemma":0.0003768607,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008762122,"about_ca_topic_score_gemma":0.00003938498,"domain_scores_codex":[0.9987743,0.00003440688,0.0003316648,0.0002571613,0.0002402892,0.0003621946],"domain_scores_gemma":[0.9974694,0.0001221011,0.0001371692,0.0001399028,0.002126658,0.000004771315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002510773,0.00007068427,0.0002807453,0.0000323766,0.000006498586,2.237093e-7,0.0009581373,0.000004631407,0.000636681,0.9041122,0.02880577,0.06506699],"study_design_scores_gemma":[0.0005481843,0.00007675318,0.04102009,0.0001089965,0.00001645686,5.08154e-7,0.00383114,0.001452889,0.001591375,0.7701655,0.1807948,0.0003933707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6409864,0.000317867,0.1096758,0.1750921,0.0008266466,0.003689027,0.00001000122,0.0008395656,0.06856256],"genre_scores_gemma":[0.9929814,0.000006455509,0.0008356586,0.002523744,0.002739749,0.0002266442,0.00003989264,0.00001190086,0.0006345368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.351995,"threshold_uncertainty_score":0.8479655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2758967876","doi":"10.22215/timreview/1104","title":"Orchestration Roles to Facilitate Networked Innovation in a Healthcare Ecosystem","year":2017,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Orchestration; Health care; Business; Knowledge management; Healthcare service; Process management; Public relations; Marketing; Computer science; Political science; Economics; Economic growth","retraction":null,"screen_n_in":null,"score":{"opus":0.08529729132258079,"gpt":0.3083376544631004,"spread":0.2230403631405196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002839739,0.000302794,0.0004878087,0.002900369,0.0006264382,0.0001670195,0.0009856864,0.0002880045,0.00003777354],"category_scores_gemma":[0.000617435,0.0003121715,0.00003217355,0.008668432,0.0001280221,0.0008307575,0.0007069433,0.0004232071,0.0003556441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002045319,"about_ca_system_score_gemma":0.00003106182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006520724,"about_ca_topic_score_gemma":0.0002997486,"domain_scores_codex":[0.9973044,0.00002361407,0.001349785,0.000581338,0.0002835407,0.0004572849],"domain_scores_gemma":[0.9971661,0.000009262435,0.001104558,0.0009397671,0.0007750438,0.000005288442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009318216,0.00003894959,0.01154969,0.001762054,0.00003014132,0.0000111244,0.00001240235,0.000005085815,0.00003275103,0.7897199,0.005090651,0.191738],"study_design_scores_gemma":[0.001116948,0.00004346326,0.04488482,0.005299102,0.00006100484,0.000003784827,0.0004402459,0.000292125,0.0001363027,0.2647852,0.681978,0.0009589618],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3647507,0.002812803,0.03191981,0.4933357,0.001578728,0.0115164,0.00001219661,0.002525032,0.09154862],"genre_scores_gemma":[0.9807193,0.000821829,0.003267569,0.01295475,0.0001409902,0.001200463,0.0001559817,0.00003093291,0.0007081624],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6768873,"threshold_uncertainty_score":0.9999331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3176946767","doi":"10.1080/25741292.2021.1940700","title":"Policy innovation lab scholarship: past, present, and the future – Introduction to the special issue on policy innovation labs","year":2021,"lang":"en","type":"article","venue":"Policy Design and Practice","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Scholarship; Political science; Engineering ethics; Library science; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03531455150400965,"gpt":0.3144442323811778,"spread":0.2791296808771682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003727461,0.0002178006,0.0001919972,0.0009246409,0.0009507716,0.0005935685,0.0002259989,0.0001870035,0.0000348249],"category_scores_gemma":[0.008045525,0.0001516552,0.00001916603,0.008896835,0.0002293886,0.001216651,0.0003413467,0.0005901814,0.00008764358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001023196,"about_ca_system_score_gemma":0.0002224947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002752947,"about_ca_topic_score_gemma":0.00001134156,"domain_scores_codex":[0.9982775,0.0003514804,0.000378875,0.0003769085,0.0003049213,0.0003102402],"domain_scores_gemma":[0.9978402,0.0004228336,0.0003805741,0.00033453,0.001011433,0.00001046132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004064306,0.00004583494,0.00005916769,0.00002307094,0.00005462675,0.000002359423,0.001049296,0.000009617527,0.0001584889,0.8075663,0.07005067,0.1205741],"study_design_scores_gemma":[0.0006720605,0.00001787783,0.003548848,0.00001044211,0.00002864339,0.00002355476,0.001573876,0.00003247703,0.0003887003,0.0883118,0.9052217,0.000170012],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"editorial","genre_scores_codex":[0.006141547,0.00007165128,0.002519714,0.9529864,0.0006098021,0.0007372088,0.000002889097,0.00008393834,0.03684689],"genre_scores_gemma":[0.1951461,0.0003957908,0.005244116,0.2222222,0.5698084,0.0002808511,0.00009929798,0.00007525257,0.006727929],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.835171,"threshold_uncertainty_score":0.9631827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W161895339","doi":"10.22215/timreview/743","title":"Open Innovation Processes in Living Lab Innovation Systems: Insights from the LeYLab","year":2013,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Open innovation; Living lab; Business; Innovation management; Knowledge management; Mode (computer interface); Industrial organization; Marketing; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03995499615325964,"gpt":0.2726961903106667,"spread":0.232741194157407,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.002019332,0.0003932931,0.0005614713,0.002965775,0.0004578179,0.0005108108,0.00200542,0.0003458428,0.0002455218],"category_scores_gemma":[0.001773185,0.0003127874,0.00001937308,0.05129549,0.0002559908,0.002472983,0.002140569,0.0006219113,0.0006046576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002018798,"about_ca_system_score_gemma":0.00007746192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004226735,"about_ca_topic_score_gemma":0.00005823834,"domain_scores_codex":[0.9966369,0.00005335344,0.001828782,0.0006777107,0.0003905349,0.0004126806],"domain_scores_gemma":[0.9952094,0.00009394097,0.001426073,0.000771933,0.002495808,0.000002862297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002957288,0.0001020089,0.009851062,0.001616196,0.00008084125,0.000003641721,0.00004340698,0.000002611002,0.00008442696,0.9157715,0.02041317,0.05202821],"study_design_scores_gemma":[0.0009732838,0.00002402256,0.03969429,0.01032101,0.0001133149,0.000003465206,0.003485594,0.0002024692,0.0001570547,0.4058251,0.5381081,0.001092313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7063762,0.01651218,0.01033241,0.0858483,0.001683779,0.02067168,0.000007657076,0.002438114,0.1561297],"genre_scores_gemma":[0.9644643,0.001686278,0.001822948,0.02554567,0.0002437428,0.004710864,0.0004458707,0.00005832818,0.001022013],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5176949,"threshold_uncertainty_score":0.9999324,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107599199","doi":"10.1093/cdj/bsi109","title":"Social engineering of community building: Examination of policy process and characteristics of community construction in China","year":2005,"lang":"en","type":"article","venue":"Community Development Journal","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"China; Community building; Process (computing); Economic growth; Political science; Environmental planning; Architectural engineering; Public relations; Engineering; Geography; Economics; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02996112568157895,"gpt":0.2731758623108176,"spread":0.2432147366292387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004136375,0.0001567431,0.0003863286,0.0007815803,0.0009334697,0.00002793208,0.0004977484,0.0001567258,0.000006490226],"category_scores_gemma":[0.0007066137,0.0001711723,0.00003137825,0.0008032835,0.0003768342,0.0004675555,0.0004695115,0.001926323,2.886167e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001462941,"about_ca_system_score_gemma":0.0001261551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001567203,"about_ca_topic_score_gemma":0.0000489514,"domain_scores_codex":[0.9984662,0.0003054791,0.0008013819,0.00003742527,0.0002096823,0.000179858],"domain_scores_gemma":[0.9983916,0.0001286339,0.0008749542,0.0001589609,0.000436704,0.000009196698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001087166,0.001891247,0.1660159,0.002586064,0.0002335092,9.317797e-7,0.1237399,0.00005602722,0.005253984,0.0912997,0.00003003115,0.608784],"study_design_scores_gemma":[0.000588477,0.00001718092,0.9767057,0.0001704997,0.00001248883,0.000009050682,0.01103614,0.00008257924,0.00490215,0.00623127,0.00009401671,0.0001504818],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9974515,0.0000102332,0.0009269101,0.0002416457,0.00005349345,0.0001157415,0.000001699031,0.00002131089,0.001177508],"genre_scores_gemma":[0.9956345,0.00001052775,0.004184639,0.00005386901,0.00007346055,0.000005253594,0.00002235904,0.0000121854,0.000003180402],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8106897,"threshold_uncertainty_score":0.836902,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162519970","doi":"10.22215/timreview/606","title":"Structuring User Involvement in Panel-Based Living Labs","year":2012,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Structuring; Focus (optics); Panel discussion; Early adopter; Technology development; Computer science; Line (geometry); Marketing; Telecommunications; Industrial organization; Business; Advertising; Engineering; Manufacturing engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04781412152666406,"gpt":0.2696593768720473,"spread":0.2218452553453833,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002309518,0.0003063905,0.0004035113,0.002431899,0.0001970813,0.00004246345,0.0005585884,0.000240566,0.0003101377],"category_scores_gemma":[0.0002177278,0.0003056728,0.00004328473,0.008753796,0.0001631154,0.0007682613,0.0006984496,0.0004407423,0.000264324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000200163,"about_ca_system_score_gemma":0.00001594848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007945861,"about_ca_topic_score_gemma":0.000007816403,"domain_scores_codex":[0.9978228,0.00002191026,0.0008751457,0.0003744305,0.0002822638,0.000623466],"domain_scores_gemma":[0.9987782,0.00002135351,0.000487152,0.0004837977,0.0002237028,0.00000581418],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002191457,0.0001162234,0.149544,0.002396485,0.00004317312,0.000005340659,0.00001182453,0.000002450971,0.00003456293,0.7972773,0.0023331,0.04823333],"study_design_scores_gemma":[0.0009525125,0.00001604045,0.2449299,0.006352594,0.0001569785,0.000002900895,0.0008151464,0.00009074555,0.0006307692,0.02858685,0.7162326,0.001232959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8274258,0.01735636,0.0155918,0.025826,0.002147456,0.006672695,0.000002849037,0.003695093,0.101282],"genre_scores_gemma":[0.9766577,0.000812264,0.005719814,0.01560589,0.0001728885,0.0006293488,0.00005846122,0.00003964945,0.0003040072],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7686905,"threshold_uncertainty_score":0.9999396,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3213165565","doi":"10.1016/j.jclepro.2021.129549","title":"Collaborative innovation for sustainability in Nordic cities","year":2021,"lang":"en","type":"article","venue":"Journal of Cleaner Production","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Sustainability; Archetype; Knowledge management; Citizen journalism; Business; Conceptual framework; Sustainability organizations; Procurement; Process management; Sociology; Computer science; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.01735373881046662,"gpt":0.2651884798648932,"spread":0.2478347410544266,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001413588,0.00006952465,0.0001599406,0.0004207031,0.0001058769,0.00004300891,0.00006832417,0.00007403453,0.00001163042],"category_scores_gemma":[0.002524854,0.00006560786,0.00002767659,0.00177239,0.0000778887,0.0007184249,0.00003695921,0.0001827451,0.00000100887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001766082,"about_ca_system_score_gemma":0.0002009268,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003845195,"about_ca_topic_score_gemma":0.00001849424,"domain_scores_codex":[0.9991728,0.00001821762,0.0004417443,0.0001209541,0.0001337294,0.0001125221],"domain_scores_gemma":[0.9950959,0.00001890916,0.0004445374,0.00007353314,0.004365409,0.000001727496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006046642,0.0005329262,0.08941084,0.0007336015,0.0001312815,0.00003435742,0.002156197,0.000733825,0.00302563,0.7987046,0.01913561,0.08479641],"study_design_scores_gemma":[0.001259268,0.00005064354,0.07733943,0.00008365147,0.00003920219,0.00002133209,0.03748218,0.00008977456,0.02422362,0.7016212,0.1575086,0.0002811142],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9795167,0.00005660266,0.001911352,0.01511029,0.001014741,0.0002460435,4.038345e-7,0.00001613271,0.002127764],"genre_scores_gemma":[0.9966878,0.000007303141,0.001367378,0.0004169247,0.001064117,0.00001548114,0.000009260146,0.00000740372,0.0004243203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.138373,"threshold_uncertainty_score":0.3022668,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3120776626","doi":"10.3390/su13020791","title":"Living Labs: From Niche to Mainstream Innovation Management","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Mainstream; Living lab; Extant taxon; Popularity; Field (mathematics); Knowledge management; Sociology; Data science; Political science; World Wide Web; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01349239061209166,"gpt":0.2458038958731555,"spread":0.2323115052610639,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000970829,0.0001662699,0.0001829889,0.0002677791,0.000286462,0.0001312614,0.0002497286,0.000130541,0.000270342],"category_scores_gemma":[0.001480509,0.0001790343,0.00003934081,0.003065333,0.00008763973,0.0003586161,0.001030681,0.0002001215,0.00009957224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005570393,"about_ca_system_score_gemma":0.0001166251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001215562,"about_ca_topic_score_gemma":0.00005050402,"domain_scores_codex":[0.9985637,0.00002873472,0.0003549652,0.0004863049,0.0002166736,0.0003496202],"domain_scores_gemma":[0.9978011,0.00004906565,0.0001102645,0.0004350592,0.001597188,0.000007351962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001540904,0.0002076925,0.1312248,0.0002060704,0.00006565585,0.00005027993,0.0003715456,0.00001026367,0.00004534851,0.7943966,0.002968399,0.07043786],"study_design_scores_gemma":[0.0002165352,0.000005111365,0.4774935,0.00003826083,0.00002596316,3.267534e-7,0.010615,0.00004672231,0.0004265537,0.4081207,0.1026813,0.00033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9427033,0.00002099833,0.006050549,0.006287791,0.000371074,0.0004994774,0.000002695812,0.0002879702,0.04377614],"genre_scores_gemma":[0.9900684,0.000001617261,0.003592729,0.004266381,0.0002740569,0.0001214745,0.00006316663,0.0000169117,0.001595278],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3862759,"threshold_uncertainty_score":0.7300805,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4238534455","doi":"10.22215/timreview489","title":"Managing the Challenges of Becoming an Open Innovation Company: Experiences from Living Labs","year":2011,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Process (computing); Business; Open innovation; Constant (computer programming); Innovation process; Knowledge management; Knowledge flow; Open source; Marketing; Process management; Computer science; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.1341825270685542,"gpt":0.314092383526163,"spread":0.1799098564576088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002607675,0.0002607433,0.0004572274,0.001286045,0.0003963202,0.00007094659,0.00203951,0.0001680903,0.0003464649],"category_scores_gemma":[0.0002185413,0.0002124135,0.00002526549,0.007767056,0.0004025646,0.001220028,0.001920967,0.0003060348,0.00004789043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004306562,"about_ca_system_score_gemma":0.00001544038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008158366,"about_ca_topic_score_gemma":0.00002453091,"domain_scores_codex":[0.997888,0.0000404282,0.001052323,0.0004807048,0.0002481384,0.0002903533],"domain_scores_gemma":[0.9974819,0.00002985868,0.001175416,0.0007413941,0.0005685148,0.000002958224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004736668,0.0001023125,0.001563203,0.0005102998,0.00009283103,0.00000257516,0.0007528162,1.572194e-7,0.0000418866,0.8199685,0.0005763156,0.1763844],"study_design_scores_gemma":[0.0004841996,0.00005636136,0.02873177,0.004334845,0.0001996285,0.000002189902,0.05813794,0.0001391738,0.0009009111,0.862969,0.04326099,0.00078297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7183066,0.01169871,0.008178764,0.02397852,0.0009162119,0.004616157,0.000002778957,0.001352092,0.2309501],"genre_scores_gemma":[0.9838821,0.002434144,0.007391598,0.005301188,0.00008237139,0.0007635186,0.00003804524,0.00002895571,0.00007808319],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2655755,"threshold_uncertainty_score":0.866197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}