{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":50,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":50,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"29d8d1b7f2e5","filters":{"venue":"Systems"}},"results":[{"id":"W2037827563","doi":"10.3390/systems2010024","title":"Organizational Learning in Health Care Organizations","year":2014,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Organizational learning; Knowledge management; Health care; Organizational space; Psychology; Organization development; Context (archaeology); Team learning; Organizational studies; Cooperative learning; Nursing; Medicine; Open learning; Computer science; Organizational engineering; Pedagogy; Political science; Teaching method","retraction":null,"screen_n_in":null,"score":{"opus":0.06080625373126212,"gpt":0.3688970720581961,"spread":0.3080908183269339,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002902078,0.0001195099,0.0003749331,0.0004625144,0.0003283656,0.0004305438,0.0004543,0.00005969167,0.0003075343],"category_scores_gemma":[0.006664991,0.00009432884,0.00003570621,0.002794149,0.00002121107,0.0001254209,0.0001198563,0.0001408163,0.0009632928],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001374945,"about_ca_system_score_gemma":0.0002271675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002505342,"about_ca_topic_score_gemma":0.0002793192,"domain_scores_codex":[0.9960974,0.0008080337,0.001133855,0.0004467557,0.001261176,0.0002527471],"domain_scores_gemma":[0.9971384,0.0009841775,0.0003964719,0.0004544494,0.0009047686,0.0001217489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001041858,0.00005881403,0.3792692,0.0001026969,0.00001245214,0.000007277196,0.01646547,0.08829449,0.0002410609,0.4849659,0.02099309,0.009579155],"study_design_scores_gemma":[0.001026806,0.0001520106,0.04322342,0.0002878642,0.000002456279,0.00007176119,0.02735789,0.1088369,0.000008653304,0.01761609,0.8009163,0.0004997819],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1238649,0.01376457,0.7131934,0.003258997,0.009867424,0.002223425,0.00003959955,0.0009032693,0.1328845],"genre_scores_gemma":[0.9940394,0.000001382131,0.0003629581,0.0001126091,0.0001797076,0.000006591443,0.000007775119,0.00002162192,0.005267937],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8701745,"threshold_uncertainty_score":0.9998146,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391169003","doi":"10.3390/systems12020038","title":"A Deep-Reinforcement-Learning-Based Digital Twin for Manufacturing Process Optimization","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Reinforcement learning; Computer science; Industrial engineering; Big data; Process (computing); Cyber-physical system; Personalization; Quality (philosophy); Context (archaeology); Artificial intelligence; Manufacturing engineering; Engineering; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.01076368667140537,"gpt":0.2239544650268857,"spread":0.2131907783554803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000644575,0.000132391,0.0001051833,0.0001152635,0.00004118481,0.0006478737,0.0000842671,0.00008369176,0.00002339912],"category_scores_gemma":[0.0000117901,0.0001311612,0.00005284639,0.0001079043,0.000009879244,0.0007637042,0.000003601919,0.0001142643,0.00005996996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008668217,"about_ca_system_score_gemma":0.00002107021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":6.930813e-7,"about_ca_topic_score_gemma":1.518315e-7,"domain_scores_codex":[0.9992631,0.000003446833,0.0002635427,0.0001161487,0.00015627,0.0001974593],"domain_scores_gemma":[0.9997704,0.00004811389,0.00001813066,0.00008120951,0.00003012349,0.00005204504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002921,0.00000264241,0.000006745565,0.001814271,0.000029608,0.000001302775,0.0001783521,0.9967406,0.000003833063,0.00006787395,0.0001897337,0.0009620515],"study_design_scores_gemma":[0.0001776007,0.00002436118,9.158484e-7,0.0002806312,0.000008120205,0.000004878145,0.0003254711,0.9816883,0.001339245,0.00001106391,0.01598442,0.0001550564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001826087,0.0002003741,0.9705416,0.00001517812,0.0008952136,0.0005258594,0.00001281104,0.00114567,0.02483723],"genre_scores_gemma":[0.9985777,0.0000016568,0.00008476942,0.000004324474,0.00009514151,0.0002496377,0.0001667887,0.0000519921,0.0007680599],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9967515,"threshold_uncertainty_score":0.6247461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403396785","doi":"10.3390/systems12100429","title":"The Impact of Artificial Intelligence Marketing on E-Commerce Sales","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University Canada West","funders":"","keywords":"Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.1654880522568507,"gpt":0.4403240386686182,"spread":0.2748359864117675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004705998,0.00008865308,0.0001540722,0.0001921114,0.0001416393,0.000299447,0.0005782701,0.00008520384,0.00005881782],"category_scores_gemma":[0.001413947,0.00004324775,0.0001520227,0.0006097748,0.0001327985,0.00006771916,0.00005918811,0.0001890174,0.0008835195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004010848,"about_ca_system_score_gemma":0.00005027949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004760946,"about_ca_topic_score_gemma":0.00001668608,"domain_scores_codex":[0.9982406,0.0003117788,0.000548218,0.0002378913,0.0004991881,0.0001623523],"domain_scores_gemma":[0.9968106,0.00244611,0.00011557,0.0004937128,0.00009876841,0.0000352654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001780493,0.00009841743,0.03023107,0.00002425452,0.00008047593,0.00003591613,0.001047014,0.001398811,0.003537936,0.1025321,0.03449177,0.8263442],"study_design_scores_gemma":[0.0001561608,0.00106658,0.5921985,0.001580271,0.00006118245,0.000259322,0.04096877,0.2049273,0.002597922,0.06796087,0.08719086,0.001032237],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9901694,0.001620219,0.003391466,0.0008597796,0.001711038,0.000181623,0.0000155943,0.0001564203,0.001894425],"genre_scores_gemma":[0.9983131,0.00002150397,0.00002232175,0.000005082265,0.00004828533,0.000008438067,6.056704e-7,0.000007272901,0.001573409],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.825312,"threshold_uncertainty_score":0.9998944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188458408","doi":"10.3390/systems9030061","title":"From Understanding to Impactful Action: Systems Thinking for Systems Change in Chronic Disease Prevention Research","year":2021,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Australian National University; NSW Ministry of Health; Department of Health and Aged Care, Australian Government; Australian Government","keywords":"Systems thinking; Theory of change; Action (physics); Process management; Process (computing); Action research; Management science; Engineering ethics; Knowledge management; Psychology; Medicine; Computer science; Engineering; Sociology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.9489350818563715,"gpt":0.7672930202386443,"spread":0.1816420616177272,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009885746,0.0002016006,0.0004863265,0.0005481999,0.001503011,0.0002450349,0.0003412663,0.00020687,0.00007971384],"category_scores_gemma":[0.001421672,0.0001986721,0.0000687837,0.001450577,0.00003639941,0.0005645133,0.0001642763,0.0005611295,0.0003100517],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01039951,"about_ca_system_score_gemma":0.003741405,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0210307,"about_ca_topic_score_gemma":0.005064085,"domain_scores_codex":[0.9903804,0.004803784,0.001377253,0.0007159351,0.001242963,0.001479649],"domain_scores_gemma":[0.9944264,0.003166374,0.0004071346,0.0006826433,0.0005856966,0.0007316931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00106782,0.0003691217,0.08786703,0.07419049,0.0003647291,0.0003285192,0.4618439,0.008798196,0.01220491,0.1573277,0.1941606,0.001476981],"study_design_scores_gemma":[0.005790094,0.0005271713,0.01803668,0.02627551,0.00005944844,0.00001658851,0.5294005,0.06036211,0.00003551288,0.003167572,0.3553152,0.001013566],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6924219,0.01314091,0.1358993,0.04441001,0.04672764,0.06118004,0.002462224,0.0007956387,0.002962386],"genre_scores_gemma":[0.9853224,0.00006648322,0.00005171123,0.0005283366,0.003668127,0.007849585,0.00009428301,0.00005071656,0.002368389],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2929005,"threshold_uncertainty_score":0.9997969,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2799908881","doi":"10.3390/systems6020012","title":"Reflections on Teaching System Dynamics Modeling to Secondary School Students for over 20 Years","year":2018,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Sophistication; Dynamics (music); Mathematics education; System dynamics; Computer science; Secondary education; Quarter (Canadian coin); Pedagogy; Psychology; Sociology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1910624643813617,"gpt":0.4958364198675044,"spread":0.3047739554861426,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005715154,0.0002456045,0.0005682546,0.0007727835,0.0007950019,0.001524548,0.00122217,0.0001370017,0.00009350007],"category_scores_gemma":[0.001490102,0.0001985281,0.0002200018,0.0006279472,0.00002399912,0.0002875261,0.00029654,0.000275004,0.002318078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006121149,"about_ca_system_score_gemma":0.0001153405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002356519,"about_ca_topic_score_gemma":0.0003985844,"domain_scores_codex":[0.9946585,0.0003664861,0.001338371,0.0009229631,0.002247009,0.0004666257],"domain_scores_gemma":[0.9967342,0.0007889878,0.0003217745,0.001225179,0.0005859607,0.0003438947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001235832,0.0004962521,0.00715792,0.0003423102,0.0005771492,0.00007828853,0.01024129,0.1442726,0.003108571,0.3551775,0.4378057,0.03950657],"study_design_scores_gemma":[0.0008382556,0.0004414183,0.001161144,0.0006226957,0.00001629888,0.00004980513,0.01146661,0.8610333,0.000003389428,0.002159668,0.1217708,0.000436634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.390893,0.0001414208,0.5480432,0.00007024188,0.01059433,0.001802703,0.0001673821,0.000247155,0.04804057],"genre_scores_gemma":[0.9819546,1.402224e-7,0.001303624,0.0001610346,0.001158223,0.0001370365,0.000003085058,0.00004590614,0.0152364],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7167608,"threshold_uncertainty_score":0.999512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224871131","doi":"10.3390/systems10030056","title":"A Literature Review of Social Commerce Research from a Systems Thinking Perspective","year":2022,"lang":"en","type":"review","venue":"Systems","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Saint Mary's University","funders":"","keywords":"Social commerce; Purchasing; Perspective (graphical); Knowledge management; Process (computing); Quality (philosophy); Exploratory research; Conceptual framework; Social technology; Computer science; Data science; Social media; Sociology; Business; Social relation; Marketing; World Wide Web; Social science; Social philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.1804552296435149,"gpt":0.4702426342216136,"spread":0.2897874045780987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01431679,0.0003708918,0.00285435,0.0003063376,0.001611711,0.0006325262,0.001425593,0.0005849046,0.0001095221],"category_scores_gemma":[0.005380112,0.0003276638,0.0008105116,0.002533192,0.0004605128,0.00016986,0.0003307458,0.001770659,0.00004397598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00177657,"about_ca_system_score_gemma":0.001780297,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01009675,"about_ca_topic_score_gemma":0.0001125226,"domain_scores_codex":[0.9797779,0.01494315,0.001087121,0.0006452193,0.002906682,0.0006399699],"domain_scores_gemma":[0.9934481,0.004180511,0.001017308,0.0004538565,0.0007279037,0.0001723698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000933448,0.0001327294,0.000001497745,0.4109559,0.0006117318,0.00009624515,0.126694,5.199449e-8,2.137137e-8,0.2173735,0.05581422,0.1883108],"study_design_scores_gemma":[0.00003623533,0.00001913141,1.925184e-7,0.2498269,0.0001508821,0.000002736248,0.04363545,1.891639e-7,4.547035e-10,0.000199269,0.7059267,0.000202292],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.920114e-7,0.7686335,4.901302e-7,0.0001801554,0.002725633,0.002184972,0.0005397628,0.0000843449,0.2256508],"genre_scores_gemma":[0.00003859556,0.9910308,0.000003750514,0.00002913851,0.002289951,0.0007315419,0.0002364694,0.00006973597,0.005570028],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6501125,"threshold_uncertainty_score":0.9999176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069173427","doi":"10.3390/systems3010006","title":"How Corporations Deal with Reporting Sustainability: Assessment Using the Multicriteria Logistic Biplot Approach","year":2015,"lang":"en","type":"article","venue":"Systems","topic":"Environmental Sustainability in Business","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Sustainability; Biplot; Business; Sustainability organizations; Representation (politics); Social sustainability; Value (mathematics); Index (typography); Management science; Environmental economics; Computer science; Process management; Economics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1006507216143194,"gpt":0.300594211491917,"spread":0.1999434898775975,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002107605,0.0002760004,0.000350812,0.0001180541,0.0004475845,0.001458478,0.0002980135,0.00008008631,0.000003008159],"category_scores_gemma":[0.000722787,0.0001807873,0.00005631303,0.0006027539,0.0003313906,0.001180697,0.0002785177,0.0001913767,0.00000436479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009426332,"about_ca_system_score_gemma":0.0002144381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002079369,"about_ca_topic_score_gemma":0.00007010547,"domain_scores_codex":[0.9976942,0.00008303688,0.0006923078,0.0004759577,0.0006062564,0.0004482566],"domain_scores_gemma":[0.9971573,0.00005596121,0.001381453,0.0006744103,0.0006967146,0.00003419533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001004628,0.0006708224,0.8686478,0.003412725,0.0001348001,0.0001881937,0.0007703574,0.09729197,0.0004664746,0.02676349,0.0006902596,0.0008626182],"study_design_scores_gemma":[0.002478118,0.00009751549,0.1405165,0.0002194715,0.0005729914,0.0003224112,0.1664825,0.6282208,0.00001036611,0.004602558,0.05484886,0.001627913],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8647868,0.0001120029,0.1279307,0.002292923,0.0004954032,0.002632092,0.000003433868,0.0002441263,0.001502588],"genre_scores_gemma":[0.9956701,2.605076e-7,0.002977162,0.0001049339,0.0005677122,0.0001982876,0.00004688797,0.00005037681,0.000384262],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7281314,"threshold_uncertainty_score":0.9995781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403189920","doi":"10.3390/systems12100415","title":"The Role of Complex Systems in Predictive Analytics for E-Commerce Innovations in Business Management","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University Canada West","funders":"","keywords":"Analytics; Business analytics; Predictive analytics; Business intelligence; Business; Data science; Process management; Computer science; Knowledge management; Business model; Business analysis; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.06843414452913184,"gpt":0.298999274134592,"spread":0.2305651296054602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007848154,0.000151566,0.0002506971,0.0005640228,0.00009505237,0.0004566463,0.0003941031,0.00006195594,0.00000533472],"category_scores_gemma":[0.00006496398,0.0001120464,0.0000361524,0.002807448,0.0000648858,0.00054014,0.0001386285,0.00009594575,0.00002787485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007191872,"about_ca_system_score_gemma":0.00002447885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002055239,"about_ca_topic_score_gemma":0.0003820383,"domain_scores_codex":[0.9985756,0.00001472555,0.0006422873,0.0002634214,0.0002431365,0.0002608617],"domain_scores_gemma":[0.999052,0.0001377633,0.0001607732,0.0003138752,0.0003303788,0.000005177129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000910039,0.0001613864,0.01329935,0.007282434,0.0001540263,0.0000136227,0.0001531176,0.01620623,0.0003487219,0.9317703,0.009230877,0.02128892],"study_design_scores_gemma":[0.0001871319,0.000004123886,0.02731418,0.001078559,0.00003763754,0.000001847486,0.003041429,0.4452995,0.000004543511,0.001577549,0.5212994,0.0001540183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2628101,0.08595439,0.269467,0.0147882,0.04381242,0.03537271,0.001580084,0.00177375,0.2844414],"genre_scores_gemma":[0.9986238,0.00008502871,0.00002403911,0.00002911619,0.0003086677,0.0002918336,0.000119953,0.00002300256,0.0004945903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9301928,"threshold_uncertainty_score":0.4569119,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387258644","doi":"10.3390/systems11100501","title":"Digitalisation and IT Strategy in the Hospitality Industry","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Discovery Centre","funders":"","keywords":"Hospitality; Adaptability; Hospitality industry; Process (computing); Identification (biology); Business; Information technology; Key (lock); Knowledge management; Workforce; Process management; Marketing; Engineering; Management; Computer science; Political science; Tourism","retraction":null,"screen_n_in":null,"score":{"opus":0.2376796406057402,"gpt":0.4210613545202577,"spread":0.1833817139145175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002346987,0.00005463084,0.0000977354,0.0001642624,0.00006160865,0.0002745203,0.0003020568,0.0001918181,0.00001295585],"category_scores_gemma":[0.0003607119,0.0000321615,0.00001761305,0.0008632086,0.00006554354,0.0002002987,0.00004276695,0.0002045768,0.0001798609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001144641,"about_ca_system_score_gemma":0.00001711028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000680698,"about_ca_topic_score_gemma":0.00004018945,"domain_scores_codex":[0.9988233,0.0001544895,0.0002874456,0.0001940278,0.0004231301,0.0001175329],"domain_scores_gemma":[0.9993398,0.0002000529,0.00007582127,0.0003201688,0.00004128539,0.00002289741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000002058711,0.000020211,0.9599651,0.00000354874,0.00000230477,0.0000228365,0.001316559,0.0000962172,0.00003758521,0.01025745,0.02168509,0.006591017],"study_design_scores_gemma":[0.00009540925,0.00001693693,0.9557905,0.000007313908,0.000001135865,0.00001039087,0.03454981,0.0004272726,0.000002585191,0.00516826,0.003884097,0.00004625352],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993076,0.0000471134,0.00002404948,0.002942348,0.0002087337,0.0001606838,0.000008591406,0.00007888463,0.003453656],"genre_scores_gemma":[0.9978707,0.000003496813,9.830039e-7,0.00007111904,0.00001705517,0.00002200374,0.000003169224,0.00000260257,0.002008875],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03323326,"threshold_uncertainty_score":0.2647206,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230512963","doi":"10.3390/systems7030034","title":"Sustainability Assessment of Asset Management Decisions for Wastewater Infrastructure Systems—Implementation of a System Dynamics Model","year":2019,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sustainability; Asset (computer security); Greenhouse gas; Environmental economics; Wastewater; Asset management; Business; Scenario analysis; System dynamics; Environmental science; Environmental resource management; Computer science; Environmental engineering; Economics; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.005756570364327435,"gpt":0.2483100056528021,"spread":0.2425534352884747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004021207,0.0001805922,0.0003859702,0.0002293309,0.00003208043,0.00005355994,0.0002031526,0.00007792759,0.000002999214],"category_scores_gemma":[0.000002450324,0.0001603572,0.00008733097,0.0001737798,0.00001192402,0.0001513931,0.00006851313,0.00005094344,0.000001238042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006059433,"about_ca_system_score_gemma":0.00001968275,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004251057,"about_ca_topic_score_gemma":0.000008355808,"domain_scores_codex":[0.9984599,0.00004652884,0.0007181953,0.0002121289,0.0003276712,0.0002356],"domain_scores_gemma":[0.9990793,0.00003558271,0.0002099819,0.0004283495,0.0002077008,0.00003903326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008454726,0.00001081106,0.003567626,0.0105305,0.0001497355,4.13591e-7,0.0001813682,0.9697713,0.00007876034,0.01526434,0.0002330962,0.0002036502],"study_design_scores_gemma":[0.0006910264,0.00005146488,0.001180304,0.0002712532,0.00008013894,0.000001020325,0.01107094,0.986071,0.00006571257,0.00006458989,0.0003099915,0.0001425664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4728244,0.00005652086,0.5206783,0.000007260284,0.0006524083,0.003724103,0.0002069591,0.0001152232,0.001734754],"genre_scores_gemma":[0.9960375,0.000007881263,0.002957297,6.544813e-7,0.00001640686,0.0002452612,0.000281253,0.00003781351,0.0004159351],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5232131,"threshold_uncertainty_score":0.6539176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2283925087","doi":"10.3390/systems4010006","title":"A Hierarchical Aggregation Approach for Indicators Based on Data Envelopment Analysis and Analytic Hierarchy Process","year":2016,"lang":"en","type":"article","venue":"Systems","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Analytic hierarchy process; Data envelopment analysis; Ranking (information retrieval); Bounded function; Parametric statistics; Hierarchy; Set (abstract data type); Computer science; Composite indicator; Mathematics; Data mining; Operations research; Statistics; Econometrics; Artificial intelligence; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.08875850949214537,"gpt":0.374738462808031,"spread":0.2859799533158857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007572886,0.0002088348,0.000622781,0.002806745,0.0002692168,0.0003496056,0.001232487,0.0001124955,0.00002036019],"category_scores_gemma":[0.00385989,0.0001145623,0.0001620226,0.004715915,0.0002181205,0.000280307,0.0001292306,0.00009219246,0.00002248794],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009075123,"about_ca_system_score_gemma":0.000203962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001775484,"about_ca_topic_score_gemma":0.00001762717,"domain_scores_codex":[0.9948983,0.0004485566,0.0009345417,0.001360246,0.002011868,0.0003465474],"domain_scores_gemma":[0.9949191,0.002391666,0.0005163857,0.001748355,0.000218347,0.0002061806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006387008,0.001362109,0.4364114,0.0003607565,0.002442292,0.00002180275,0.002461921,0.06522074,0.0006275624,0.003123772,0.003414032,0.4839149],"study_design_scores_gemma":[0.0005720291,0.00008148637,0.008157589,0.00005853804,0.0003710104,0.000002299731,0.000266143,0.9870823,0.00008887539,0.0005576404,0.002517153,0.000244904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1049162,0.0001458562,0.892485,0.0008748614,0.0001129776,0.0006601709,0.0001689425,0.00005320469,0.0005828306],"genre_scores_gemma":[0.9959609,0.000004391137,0.003098309,0.00007484049,0.00005366444,0.00008822433,0.00008866929,0.00001364275,0.0006173396],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9218616,"threshold_uncertainty_score":0.4671714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4304184091","doi":"10.3390/systems10050180","title":"A Learning-Based Decision Tool towards Smart Energy Optimization in the Manufacturing Process","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Building Energy and Comfort Optimization","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Reinforcement learning; Energy consumption; Process (computing); Computer science; Industrial engineering; Key (lock); Time horizon; Artificial intelligence; Engineering; Mathematical optimization","retraction":null,"screen_n_in":null,"score":{"opus":0.005961362689551587,"gpt":0.1951800907557456,"spread":0.189218728066194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003135064,0.00009753927,0.00009926232,0.0001171247,0.0001667552,0.00005686252,0.0001882209,0.00004051161,0.0000372551],"category_scores_gemma":[0.00001072578,0.00008296248,0.00002831411,0.0002518397,0.000005310472,0.00007894071,0.0000193459,0.0001668362,5.084692e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009915041,"about_ca_system_score_gemma":0.00002191251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000693425,"about_ca_topic_score_gemma":0.00001507467,"domain_scores_codex":[0.9991795,0.0000890712,0.0001907238,0.0001258232,0.0002685731,0.0001462557],"domain_scores_gemma":[0.9997494,0.00004131592,0.00003559721,0.0001463238,0.00001331162,0.00001400574],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001004756,0.00001224809,0.00009668448,0.00002858752,0.000004583682,0.000004243314,0.0001987176,0.9970865,0.000005534144,0.00007564481,0.00007621239,0.002400985],"study_design_scores_gemma":[0.000208042,0.00003102768,0.0000792814,0.00002468377,0.000003629919,0.000009426412,0.0002920744,0.9926467,0.0001883262,0.00002317815,0.00638353,0.0001101204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2166725,0.0004212215,0.779693,0.00004659465,0.0009834347,0.0002315039,0.000003453578,0.0003854202,0.001562835],"genre_scores_gemma":[0.9991518,0.00001076015,0.0003086749,0.00003950029,0.00003164494,0.0002931902,0.00004552972,0.00002492664,0.00009400346],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7824792,"threshold_uncertainty_score":0.3383112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391231446","doi":"10.3390/systems12020040","title":"Towards ‘Vision-Zero’ in Road Traffic Fatalities: The Need for Reasonable Degrees of Automation to Complement Human Efforts in Driving Operation","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Automation; Complement (music); Zero (linguistics); Computer science; Transport engineering; Engineering; Computer security; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04472501044150606,"gpt":0.3992639873470913,"spread":0.3545389769055852,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001093403,0.0001137434,0.0002171415,0.0003128017,0.00009097879,0.0001264205,0.0001299523,0.00006621312,0.0004065749],"category_scores_gemma":[0.00003572064,0.00008865192,0.00006115911,0.0002385941,0.0000202933,0.0001735887,0.00002038682,0.00008988687,0.00006545294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002079941,"about_ca_system_score_gemma":0.00003859163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001672774,"about_ca_topic_score_gemma":0.002207744,"domain_scores_codex":[0.9984447,0.0002089541,0.000731164,0.0002320779,0.0001974957,0.0001855611],"domain_scores_gemma":[0.9994581,0.000128265,0.00009073355,0.0002294401,0.0000611615,0.00003228254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001750381,0.0006103412,0.00299854,0.001946154,0.000284949,0.00002121261,0.2552191,0.2000116,0.004085489,0.3882927,0.07862713,0.06772777],"study_design_scores_gemma":[0.002056159,0.0005521548,0.1902518,0.002735201,0.00002863044,0.00003073855,0.04325224,0.6484666,0.0001099394,0.0002933633,0.1117426,0.0004805071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9802024,0.0002323717,0.008952862,0.0009563892,0.002350747,0.002119716,0.00004245435,0.0001556539,0.004987419],"genre_scores_gemma":[0.9967253,0.000001285209,0.0001009389,0.00003338754,0.0000705029,0.0006443325,0.00008641939,0.00001721528,0.002320635],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.448455,"threshold_uncertainty_score":0.445171,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412450541","doi":"10.3390/systems13070584","title":"MBSE 2.0: Toward More Integrated, Comprehensive, and Intelligent MBSE","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hog Administrative Marketing Services (Canada)","funders":"National Key Research and Development Program of China; Natural Science Foundation of Beijing Municipality; Beihang University; National Natural Science Foundation of China","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04648730203588256,"gpt":0.287843855285314,"spread":0.2413565532494315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001313823,0.000169172,0.0002749419,0.0001145729,0.00004134284,0.00005978315,0.0001382347,0.00009924851,0.000003592807],"category_scores_gemma":[0.00003292431,0.0001498823,0.00004056439,0.0002628494,0.00003386744,0.00003541076,0.00004104382,0.0001388628,0.00002094044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006745395,"about_ca_system_score_gemma":0.00001106745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001269852,"about_ca_topic_score_gemma":0.000002878581,"domain_scores_codex":[0.9992383,0.00003661074,0.0002815923,0.0001788996,0.00007344673,0.000191191],"domain_scores_gemma":[0.9994373,0.0001483826,0.00002116463,0.000290742,0.00005512028,0.00004728164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002865434,0.00007476375,0.002029683,0.008591241,0.001015011,0.00003430323,0.003386894,0.7448531,0.05638171,0.04214541,0.06973656,0.07172268],"study_design_scores_gemma":[0.0003578719,0.00002638679,0.003209444,0.0006748817,0.00004865237,0.00004970555,0.006664243,0.2619514,0.003232256,0.0002143329,0.7230685,0.0005023942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1983457,0.02694877,0.7651387,0.000260857,0.003436306,0.0009412071,0.00003036181,0.001515802,0.003382357],"genre_scores_gemma":[0.996758,0.0004678786,0.001612079,0.00002504,0.00006002887,0.0001770711,0.00001050495,0.000025651,0.0008637186],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7984124,"threshold_uncertainty_score":0.6112021,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387843704","doi":"10.3390/systems11100524","title":"Bibliometric Performance and Future Relevance of Virtual Manufacturing Technology in the Fourth Industrial Revolution","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Relevance (law); Predictive analytics; Computer science; Analytics; Productivity; Popularity; Data science; Industrial engineering; Engineering; Economics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0228410456320411,"gpt":0.2214467399553737,"spread":0.1986056943233326,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003106618,0.00007896974,0.0001193751,0.007694093,0.00002687769,0.00002719064,0.0001404366,0.0001814208,0.000001068829],"category_scores_gemma":[0.00002280063,0.00006296269,0.00001285584,0.01735748,0.00003107946,0.0002724837,0.00001351395,0.0002634482,0.0000166151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003402618,"about_ca_system_score_gemma":0.000007533759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003637254,"about_ca_topic_score_gemma":9.19226e-7,"domain_scores_codex":[0.9993128,0.00001582534,0.0002602965,0.0000768844,0.0001761502,0.0001581072],"domain_scores_gemma":[0.999727,0.00006209504,0.00003722874,0.0001441607,0.00001467277,0.00001485678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005471288,0.0000509893,0.03992223,0.002529165,0.000124214,0.00002952119,0.003099759,0.2630678,0.001687217,0.008327373,0.02350111,0.6576059],"study_design_scores_gemma":[0.005876406,0.0008335936,0.2476206,0.002266257,0.00005297021,0.0004796656,0.04774057,0.176805,0.02006836,0.0006549356,0.4958994,0.00170231],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9952246,0.0004885908,0.00008608244,0.000124067,0.0008464096,0.0002237738,0.0000116896,0.0001867748,0.002808015],"genre_scores_gemma":[0.9990814,0.0006603808,0.000007475734,0.000001504837,0.0001468064,0.00003470392,0.000004556342,0.0000102297,0.00005290055],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6559036,"threshold_uncertainty_score":0.8339694,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411188359","doi":"10.3390/systems13060455","title":"Privacy Ethics Alignment in AI: A Stakeholder-Centric Framework for Ethical AI","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver Island University","funders":"Office of the Privacy Commissioner of Canada","keywords":"Transparency (behavior); Stakeholder; Autonomy; Public relations; Agency (philosophy); Grounded theory; Thematic analysis; Corporate governance; Knowledge management; Political science; Internet privacy; Sociology; Qualitative research; Business; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1042611458865712,"gpt":0.396475241383762,"spread":0.2922140954971908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003955764,0.0001234741,0.0002412936,0.0002596153,0.0005408687,0.0002460454,0.0005530465,0.001005738,0.00001427421],"category_scores_gemma":[0.007179887,0.0001233746,0.00006661195,0.001000075,0.0001236492,0.0001635286,0.0001729201,0.00135854,0.00002129525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003421504,"about_ca_system_score_gemma":0.0006305592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005404555,"about_ca_topic_score_gemma":0.001439526,"domain_scores_codex":[0.9974425,0.0008344422,0.0003812391,0.0003581828,0.0005388939,0.0004447016],"domain_scores_gemma":[0.9983186,0.0009160091,0.00009322447,0.0004258089,0.0001483937,0.00009798856],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005258379,0.0001508733,0.002145328,0.000494885,0.00003015988,0.000003980685,0.02122484,0.00002363743,0.00005041307,0.9455233,0.02874639,0.001553594],"study_design_scores_gemma":[0.0005960749,0.00005101085,0.0004753823,0.0005513187,0.00001804513,5.923769e-7,0.005764606,0.0004357982,0.00007640348,0.2311335,0.7606925,0.0002048609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01323387,0.004351045,0.7002808,0.2574594,0.01081288,0.007151948,0.0001430095,0.0004463345,0.006120702],"genre_scores_gemma":[0.9945003,0.0003999098,0.0006885253,0.003258719,0.0003706691,0.0003569128,0.00001431644,0.0000109846,0.0003996833],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9812664,"threshold_uncertainty_score":0.8595514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2946096553","doi":"10.3390/systems7020026","title":"Sustainability Assessment of Asset Management Decisions for Wastewater Infrastructure Systems—Development of a System Dynamic Model","year":2019,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Sustainability; Causal loop diagram; Environmental economics; Business; Asset (computer security); Environmental resource management; Greenhouse gas; System dynamics; Population; Asset management; Environmental planning; Economics; Finance; Computer science; Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.005767363810429683,"gpt":0.2262461792665565,"spread":0.2204788154561268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005083721,0.0002280297,0.0004920086,0.0002622134,0.00004589995,0.00005307809,0.0002767523,0.0001005042,0.00000269657],"category_scores_gemma":[0.000003965151,0.0001937956,0.00008963997,0.0001784598,0.00001398993,0.0001218857,0.000107771,0.00006573063,0.000003005611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006386468,"about_ca_system_score_gemma":0.00003627192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006214286,"about_ca_topic_score_gemma":0.000001945511,"domain_scores_codex":[0.9981434,0.00004255836,0.000869018,0.0002647257,0.0003862456,0.0002940806],"domain_scores_gemma":[0.9989991,0.00003575682,0.0001998483,0.0005149597,0.0001980033,0.00005237028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001209983,0.00001934936,0.0006750294,0.01527023,0.0002048849,6.875873e-7,0.0003878361,0.9806275,0.0003138709,0.002103703,0.0001567201,0.0002280992],"study_design_scores_gemma":[0.0005865456,0.00002967852,0.001026688,0.0006600359,0.00005417049,0.000001200218,0.003389381,0.99266,0.00006843027,0.00002922714,0.001305257,0.0001893102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4450145,0.0001270705,0.5481362,0.00000423373,0.0007461223,0.003470481,0.00005988619,0.000148861,0.002292704],"genre_scores_gemma":[0.9873461,0.000005547194,0.01100091,5.365945e-7,0.00001042155,0.0003036853,0.0001227866,0.00004425229,0.001165804],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5423316,"threshold_uncertainty_score":0.7902753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410215465","doi":"10.3390/systems13050364","title":"Integrating Stakeholder Knowledge Through a Participatory Approach and Semi-Quantitative Analysis for Local Watershed Management","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"Watershed; Citizen journalism; Stakeholder; Watershed management; Environmental resource management; Participatory GIS; Environmental planning; Business; Knowledge management; Process management; Computer science; Geography; Environmental science; Political science; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.1376835041888882,"gpt":0.3410412963269372,"spread":0.203357792138049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000769406,0.0001292248,0.000262523,0.00023342,0.0002086918,0.000241717,0.0003100241,0.00003490556,6.177776e-7],"category_scores_gemma":[0.00002699638,0.0001016581,0.00007810339,0.001213316,0.00009790184,0.000363415,0.000211402,0.00005985324,0.000003835582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005657679,"about_ca_system_score_gemma":0.00003625029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004425924,"about_ca_topic_score_gemma":0.00002636556,"domain_scores_codex":[0.9986908,0.0001147234,0.0002582733,0.0005087578,0.0001314261,0.0002959604],"domain_scores_gemma":[0.9993489,0.000135581,0.00006698791,0.0002619501,0.0001424203,0.00004415282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001794729,0.0001733987,0.001958237,0.001119755,0.001531268,0.000008003621,0.0328286,0.002229363,0.00037379,0.9263943,0.001288315,0.03207705],"study_design_scores_gemma":[0.0003931579,0.00005052499,0.001145031,0.0001491532,0.0001917462,0.000001103604,0.0238296,0.9679133,0.0001588048,0.001693705,0.004281067,0.0001927687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004745435,0.0007974766,0.9797568,0.00009287043,0.0002381008,0.0005684975,0.000003523865,0.00006903092,0.01372827],"genre_scores_gemma":[0.9780907,0.000007714762,0.02018155,0.00008201542,0.00001018715,0.0002963668,0.000004648082,0.000003478895,0.001323355],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9733453,"threshold_uncertainty_score":0.4145499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3180258612","doi":"10.3390/systems9030053","title":"Modeling the Spread and Control of COVID-19","year":2021,"lang":"en","type":"article","venue":"Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Social distance; Herd immunity; Coronavirus disease 2019 (COVID-19); Hygiene; Distancing; Personal hygiene; Population; Quarantine; Computer science; Internet privacy; Environmental health; Medicine; Disease; Infectious disease (medical specialty)","retraction":null,"screen_n_in":null,"score":{"opus":0.289657191807429,"gpt":0.422063445548542,"spread":0.132406253741113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001194948,0.00008613022,0.0003901921,0.00001137868,0.0001031759,0.00001401601,0.00009082069,0.00005327113,0.00001077532],"category_scores_gemma":[0.0103446,0.000048256,0.00005904482,0.00007215977,0.00006460326,0.00001645588,0.00008430758,0.00007512018,0.000003435536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004205162,"about_ca_system_score_gemma":0.00005402495,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004394874,"about_ca_topic_score_gemma":0.00008633978,"domain_scores_codex":[0.9988718,0.0003391372,0.0003506791,0.0001682334,0.0001325466,0.0001376117],"domain_scores_gemma":[0.9953402,0.004155696,0.00009851187,0.0002635698,0.00008155532,0.00006042595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001829531,0.0003585905,0.04418563,0.01137416,0.001603713,0.0001496131,0.01131588,0.09189653,0.009135084,0.8104143,0.01787597,0.001507528],"study_design_scores_gemma":[0.002290517,0.0001062266,0.0003738362,0.0003278206,0.0002867345,0.00008377727,0.008957899,0.6992466,0.0001325627,0.2540163,0.03374657,0.0004312239],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1442913,0.02382617,0.8161557,0.01296481,0.0003830697,0.0008639175,0.00005201122,0.000129936,0.001333024],"genre_scores_gemma":[0.9987394,0.0001024182,0.0002021257,0.0006594927,0.00005146063,0.00003558962,5.265806e-7,0.000006560107,0.0002024092],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8544481,"threshold_uncertainty_score":0.9979917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391211013","doi":"10.3390/systems12020037","title":"Unrelated Parallel Machine Scheduling Problem Considering Job Splitting, Inventories, Shortage, and Resource: A Meta-Heuristic Approach","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Metaheuristic; Job shop scheduling; Mathematical optimization; Computer science; Economic shortage; Firefly algorithm; Meta heuristic; Scheduling (production processes); Integer programming; Operations research; Industrial engineering; Algorithm; Mathematics; Engineering; Particle swarm optimization","retraction":null,"screen_n_in":null,"score":{"opus":0.02696731028130397,"gpt":0.2319797778453442,"spread":0.2050124675640403,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006323892,0.0002948572,0.0004426415,0.0001775326,0.0001156532,0.0004041526,0.0001084496,0.0001614472,0.00001838093],"category_scores_gemma":[0.00006703765,0.0002588297,0.00009116089,0.0004032138,0.0000449236,0.0001198191,0.00004405297,0.0004123631,0.00001883562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006067321,"about_ca_system_score_gemma":0.00002847461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007440456,"about_ca_topic_score_gemma":0.000003172351,"domain_scores_codex":[0.998458,0.00007697435,0.0005115769,0.0003876887,0.0002353707,0.0003303576],"domain_scores_gemma":[0.9994016,0.0001151823,0.00004187377,0.0002440448,0.00004103822,0.0001562186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003895256,0.000009716216,0.0002583267,0.001640622,0.001198864,0.00004610249,0.00124686,0.9916006,0.00006217884,0.003251954,0.0003801478,0.0003006796],"study_design_scores_gemma":[0.0002018995,0.00001265835,0.00001067908,0.0002208618,0.0003720135,0.0001262763,0.0003796035,0.990134,0.00001281648,0.0001068746,0.008134385,0.0002879334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01322008,0.3133735,0.6341544,0.000160781,0.002388686,0.001566577,0.00007211376,0.005794314,0.02926946],"genre_scores_gemma":[0.8708451,0.0002858127,0.1255562,0.00001837618,0.0002373859,0.0002004553,0.00008565641,0.000164773,0.002606184],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8576251,"threshold_uncertainty_score":0.9999864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402987272","doi":"10.3390/systems12100406","title":"An Integrated Framework for Estimating Origins and Destinations of Multimodal Multi-Commodity Import and Export Flows Using Multisource Data","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Global trade and economics","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Commodity; Destinations; Computer science; Business; Multimodal transport; Industrial organization; Economic geography; Economics; Econometrics; Geography; Marketing; Tourism; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.1954714186712959,"gpt":0.3292921233297954,"spread":0.1338207046584995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061537,0.0001510759,0.0003851988,0.0001330761,0.000116374,0.0001933549,0.0002052499,0.0001312058,0.000006910899],"category_scores_gemma":[0.0001993771,0.0001678672,0.00003441427,0.0001241084,0.00005276759,0.0004828734,0.000071544,0.0001304812,0.000004223411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008430887,"about_ca_system_score_gemma":0.00003375678,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001431383,"about_ca_topic_score_gemma":0.0000986393,"domain_scores_codex":[0.9986182,0.00001223195,0.00064969,0.0005000689,0.00002073027,0.0001990896],"domain_scores_gemma":[0.999089,0.0001395266,0.0002200604,0.0004268573,0.00002842693,0.00009615273],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008348423,0.0009135003,0.5743617,0.005695543,0.001000078,0.0000403358,0.008296466,0.04543195,0.001228036,0.3362674,0.0006780294,0.02600345],"study_design_scores_gemma":[0.0002565609,0.00003499906,0.003472727,0.0001635563,0.00001271856,0.00002499751,0.0002930275,0.9895528,0.000009851959,0.001091147,0.004908086,0.0001795141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5548379,0.001799768,0.4399337,0.00001889546,0.0007005722,0.0003239953,0.002314902,0.00004588708,0.00002431702],"genre_scores_gemma":[0.6924399,0.00002536047,0.3072549,0.000007366309,0.00008635742,0.00001504394,0.0001397045,0.00002074038,0.00001067852],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9441209,"threshold_uncertainty_score":0.6845427,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396737945","doi":"10.3390/systems12050167","title":"Assessing the Impact of Risk Factors on Vaccination Uptake Policy Decisions Using a Bayesian Network (BN) Approach","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Bayesian network; Bayesian probability; Risk assessment; Risk analysis (engineering); Actuarial science; Econometrics; Computer science; Business; Artificial intelligence; Mathematics; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.06947302956951167,"gpt":0.4006314136093891,"spread":0.3311583840398775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001196319,0.0001232965,0.0002010741,0.0001521958,0.000735005,0.0005652134,0.0002092869,0.0001013761,0.00002747969],"category_scores_gemma":[0.0005168837,0.00007395071,0.0001988376,0.001040417,0.000009319066,0.0003742428,0.00002258086,0.0001757904,0.000006491318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003696124,"about_ca_system_score_gemma":0.0004915337,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01521858,"about_ca_topic_score_gemma":0.0001982732,"domain_scores_codex":[0.9983883,0.0004563067,0.0002991139,0.0002000376,0.000354168,0.0003020776],"domain_scores_gemma":[0.9987854,0.0006879,0.0001535811,0.0002244829,0.00007263313,0.00007598357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00003949285,0.0003313138,0.2662589,0.0002044014,0.0008319615,0.00002424492,0.1377087,0.3697809,0.0002882814,0.1335948,0.01299818,0.0779389],"study_design_scores_gemma":[0.0003305591,0.0001383316,0.7197086,0.001060022,0.0001738288,0.000009489355,0.03777684,0.2284302,0.00001111492,0.008242511,0.003612692,0.0005058076],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9578795,0.001786632,0.02336485,0.00009285242,0.0008265121,0.0004376245,0.00001819001,0.00008804256,0.01550578],"genre_scores_gemma":[0.9984576,0.00008276758,0.0001070211,0.000004616009,0.001186193,0.000005247613,0.000004348888,0.0000178867,0.0001343173],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4534497,"threshold_uncertainty_score":0.9913391,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384698807","doi":"10.3390/systems11070362","title":"Participatory Modeling with Discrete-Event Simulation: A Hybrid Approach to Inform Policy Development to Reduce Emergency Department Wait Times","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Saskatchewan Health Quality Council; Saskatchewan Health Authority; University of Saskatchewan","funders":"","keywords":"Citizen journalism; Stakeholder; Stakeholder engagement; Process management; Intervention (counseling); Psychological intervention; Emergency department; Event (particle physics); Participatory development; Perspective (graphical); Computer science; Management science; Knowledge management; Business; Engineering; Political science; Public relations; Medicine; Nursing; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.07385043795571619,"gpt":0.3575608026476869,"spread":0.2837103646919708,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003089972,0.0002397111,0.0003663448,0.0002351565,0.0002565414,0.00001462442,0.00009872297,0.00003453665,0.00001792782],"category_scores_gemma":[0.00008537361,0.0001774382,0.00006645038,0.0008319195,0.00001239251,0.00007320567,0.0001180237,0.00007734605,0.0003321269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002149303,"about_ca_system_score_gemma":0.0002176894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007001116,"about_ca_topic_score_gemma":0.000009629,"domain_scores_codex":[0.9979991,0.0000265644,0.0005764688,0.0003631281,0.0005390104,0.0004957518],"domain_scores_gemma":[0.9990595,0.00001260984,0.00006638185,0.0003197427,0.0002127711,0.0003289806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000291928,0.0001603315,0.001494243,0.0009428207,0.0006047003,0.00004055467,0.01465985,0.957849,0.0001675104,0.001122002,0.01946373,0.00320339],"study_design_scores_gemma":[0.001903604,0.001055102,0.005466348,0.001334154,0.0003373157,0.00006198457,0.0153762,0.7572174,0.001120169,0.00004328571,0.2145508,0.001533614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9277545,0.001196387,0.04408446,0.001929046,0.0009933569,0.00378826,0.00005604574,0.0005124006,0.01968555],"genre_scores_gemma":[0.9941154,0.00003352053,0.0005227614,0.0001249346,0.0003132232,0.0009744026,0.0001045524,0.00003583145,0.00377543],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2006315,"threshold_uncertainty_score":0.723572,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414204367","doi":"10.3390/systems13090802","title":"E-Commerce Revolution: How the Pandemic Reshaped the US Consumer Shopping Habits: A PACF and ARIMA Approach","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Consumer Retail Behavior Studies","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Autoregressive integrated moving average; Pandemic; Quarter (Canadian coin); Box–Jenkins; Partial autocorrelation function; Autocorrelation; Analytics; Econometric model","retraction":null,"screen_n_in":null,"score":{"opus":0.04171970451137334,"gpt":0.2470346816261924,"spread":0.2053149771148191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008689816,0.0002158701,0.0002942469,0.0001089899,0.0008491952,0.0006090844,0.0003374896,0.00007309479,0.000006774187],"category_scores_gemma":[0.0001750456,0.0001227436,0.00007312043,0.0005137734,0.0002757866,0.0002834192,0.0004044769,0.0002598729,0.00003653793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004540306,"about_ca_system_score_gemma":0.00002407514,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008340934,"about_ca_topic_score_gemma":0.0004433345,"domain_scores_codex":[0.9988,0.00007663382,0.0002643386,0.0003339956,0.0002282104,0.00029686],"domain_scores_gemma":[0.9989858,0.0001666835,0.000181586,0.0005145411,0.0001434039,0.000007970545],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001465349,0.0000184651,0.9728608,0.0004064442,0.0001366175,0.000001835933,0.0001002415,0.000002118391,0.0001422904,0.005506264,0.01339391,0.007416374],"study_design_scores_gemma":[0.0005467051,0.000002804554,0.3692987,0.0002814814,0.0004000584,0.00001616444,0.004212109,0.004149059,4.007635e-7,0.00004832018,0.6207868,0.0002573738],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.801671,0.09016199,0.001780388,0.02920979,0.003073593,0.004203608,0.00001411866,0.0006708027,0.06921475],"genre_scores_gemma":[0.9948822,0.0001418711,0.00001218137,0.0005045836,0.0001473792,0.0002399638,0.000006161728,0.00001753175,0.004048165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6073929,"threshold_uncertainty_score":0.6531408,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406692793","doi":"10.3390/systems13020072","title":"Digital Health Transformation: Leveraging a Knowledge Graph Reasoning Framework and Conversational Agents for Enhanced Knowledge Management","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Knowledge graph; Computer science; Knowledge management; Transformation (genetics); Digital transformation; Graph; Human–computer interaction; Data science; Artificial intelligence; World Wide Web; Theoretical computer science; Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.02400188570192659,"gpt":0.3025776144430726,"spread":0.2785757287411461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003022373,0.0001136693,0.0001927995,0.0001555464,0.0002314845,0.0003159218,0.0002646706,0.00004655946,6.590348e-7],"category_scores_gemma":[0.00002546479,0.0001066736,0.00004948249,0.000288785,0.00002851866,0.0003632968,0.00007361044,0.00005859545,0.000008340954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000705753,"about_ca_system_score_gemma":0.00007783299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005262347,"about_ca_topic_score_gemma":0.000003992365,"domain_scores_codex":[0.999083,0.00003801993,0.0002743975,0.0002767968,0.00009976891,0.0002279941],"domain_scores_gemma":[0.9994314,0.0001741984,0.00007233254,0.0002050833,0.00006729531,0.00004967274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009849481,0.00005193963,0.0003451672,0.001369321,0.0001091924,0.000001030325,0.01230745,0.00005141787,0.000005093744,0.8836317,0.001826844,0.100291],"study_design_scores_gemma":[0.008113303,0.0004904683,0.0302898,0.01149076,0.0001003677,0.00004391287,0.033569,0.4678567,0.0007653115,0.07663665,0.3688544,0.00178933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002320035,0.003384563,0.9676906,0.0006101388,0.001525223,0.0006426804,0.000004404777,0.0001405674,0.02368176],"genre_scores_gemma":[0.9915773,0.00006059797,0.006543582,0.00009687313,0.00003667282,0.0001107146,0.000007242724,0.000004216538,0.001562824],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9892572,"threshold_uncertainty_score":0.4350021,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382582272","doi":"10.3390/systems11070332","title":"Addressing Complexity in Chronic Disease Prevention Research","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian National University; Australian Government","keywords":"Scope (computer science); Management science; Systematic review; Value (mathematics); Grounded theory; Computer science; Qualitative research; Psychology; Engineering ethics; Data science; Knowledge management; Sociology; MEDLINE; Political science; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9753632976502333,"gpt":0.8117160767394603,"spread":0.163647220910773,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01172311,0.00007112393,0.0001646341,0.0005053062,0.0009945373,0.00002635296,0.0002256668,0.00006506408,0.0002517531],"category_scores_gemma":[0.001514817,0.00006732076,0.00002188168,0.001880519,0.0001129912,0.0001886489,0.0001583297,0.0005030278,0.004216257],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00143956,"about_ca_system_score_gemma":0.002626702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001907744,"about_ca_topic_score_gemma":0.002359295,"domain_scores_codex":[0.9925974,0.004614192,0.0007207958,0.0002912483,0.000746058,0.001030324],"domain_scores_gemma":[0.9976049,0.001400934,0.0001472253,0.0003538743,0.0001874165,0.0003056138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001742894,0.0001088883,0.3588608,0.01920983,0.00002199314,0.000131276,0.06795993,0.001122529,0.004415139,0.04625191,0.4921586,0.009584801],"study_design_scores_gemma":[0.001393715,0.00006772412,0.796271,0.002437317,0.000002345979,5.591394e-7,0.01268566,0.01932495,0.000005151874,0.004212939,0.1634244,0.0001742645],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9780392,0.0001849914,0.0002355473,0.00965522,0.00159075,0.003776234,0.00008649665,0.0002972635,0.006134265],"genre_scores_gemma":[0.9914691,0.0000240295,0.00002121546,0.0002399471,0.0003591345,0.000959106,0.00002680404,0.00001510393,0.00688558],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4374101,"threshold_uncertainty_score":0.9965591,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4396674227","doi":"10.3390/systems12050163","title":"Sustainability under Active Inference","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Sustainability; Inference; Computer science; Business; Artificial intelligence; Ecology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.1833007899182748,"gpt":0.4698249594872465,"spread":0.2865241695689716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003382822,0.000165736,0.0003753773,0.0003849374,0.0001632775,0.001802558,0.0006428518,0.00009245758,0.0003911381],"category_scores_gemma":[0.003229196,0.0001059631,0.0001715247,0.001335158,0.00007607962,0.0004681035,0.0002255951,0.0001850267,0.001663558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002847899,"about_ca_system_score_gemma":0.0003367137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002739886,"about_ca_topic_score_gemma":0.00005647465,"domain_scores_codex":[0.9959968,0.0004111208,0.0008515765,0.0007549906,0.001670639,0.0003148208],"domain_scores_gemma":[0.9938572,0.004131092,0.0001254936,0.0009590872,0.0007879967,0.0001391114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003777745,0.00004368911,0.001279057,0.0001426652,0.00005719925,0.0001298291,0.002501648,0.004979266,0.0002592024,0.8064903,0.07313555,0.1109438],"study_design_scores_gemma":[0.0001094418,0.00004509936,0.007480436,0.0001406701,0.000006497954,0.00005132372,0.01257593,0.05097302,0.00001401735,0.4131941,0.5151653,0.0002440879],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1727789,0.01836023,0.6829852,0.002617442,0.02096412,0.001990366,0.00009323542,0.0009746556,0.0992358],"genre_scores_gemma":[0.9775875,0.00000127233,0.00003345703,0.00002955974,0.0001984716,0.00003568215,5.41319e-7,0.00001327239,0.02210023],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8048086,"threshold_uncertainty_score":0.9992337,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318817344","doi":"10.3390/systems11020072","title":"An Agent-Based Social Impact Theory Model to Study the Impact of In-Person School Closures on Nonmedical Prescription Opioid Use among Youth","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical prescription; Status quo; Peer group; Monitoring the Future; Psychology; Medicine; Substance abuse; Psychiatry; Developmental psychology; Political science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.05038538986446697,"gpt":0.3545615589716903,"spread":0.3041761691072234,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007459443,0.0001554226,0.0002432854,0.0001037338,0.0001540424,0.0001187985,0.0002205029,0.00005451406,0.00001775563],"category_scores_gemma":[0.00002026047,0.0001021509,0.0001807128,0.0002780521,0.0000479197,0.0001351416,0.00002151405,0.000187194,0.00001395038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001067938,"about_ca_system_score_gemma":0.0001400726,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009948632,"about_ca_topic_score_gemma":0.0000286481,"domain_scores_codex":[0.9985968,0.0003657517,0.0002579931,0.0002131255,0.0003092118,0.0002570488],"domain_scores_gemma":[0.9993814,0.00006359456,0.0001185375,0.0002574459,0.0000514124,0.0001276465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001429755,0.0004420985,0.7251529,0.000008535857,0.0001397465,0.000001338603,0.02178682,0.2503651,0.0002931994,0.0009566764,0.0002010441,0.0005095577],"study_design_scores_gemma":[0.000494485,0.0003937538,0.7372863,0.00003849352,0.00001578531,1.440587e-8,0.01840337,0.2430588,0.000005711099,0.000191101,4.856669e-7,0.0001117542],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9975951,0.000003771609,0.0009166216,0.00001249036,0.000166174,0.0008455701,0.0003350129,0.00002783788,0.00009740484],"genre_scores_gemma":[0.999595,2.637135e-7,0.000003034741,0.00000940218,0.0001935158,0.00007315874,0.00005666561,0.00002049598,0.00004840723],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01213335,"threshold_uncertainty_score":0.9966442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415283998","doi":"10.3390/systems13100913","title":"Mapping the AI Landscape in Project Management Context: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Universidade de São Paulo","keywords":"Systematic review; Scopus; Thematic analysis; CLARITY; Project management; Thematic map; Set (abstract data type); Coding (social sciences)","retraction":null,"screen_n_in":null,"score":{"opus":0.04511637796528841,"gpt":0.2911709587903419,"spread":0.2460545808250535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001100228,0.0002038373,0.0004497376,0.0004310609,0.0001229489,0.0007013241,0.0005787131,0.00006268862,0.00002412802],"category_scores_gemma":[0.0001075546,0.0001194887,0.00007621717,0.002545513,0.00002397238,0.0005518526,0.0002203102,0.0001850654,0.0001765466],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003083149,"about_ca_system_score_gemma":0.00001703255,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001587445,"about_ca_topic_score_gemma":0.00008426506,"domain_scores_codex":[0.9985392,0.00005433788,0.0005963093,0.0003029657,0.0002507905,0.0002564051],"domain_scores_gemma":[0.999001,0.00004833187,0.0002150505,0.0005782266,0.0001534532,0.000003994929],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009323571,0.00004495593,0.001487008,0.8143331,0.00009027545,0.00006136403,0.0001250822,0.000009454117,0.000004176401,0.04222972,0.1390846,0.002520864],"study_design_scores_gemma":[0.0002470432,0.000001851305,0.0006875914,0.511649,0.0001091443,0.00001437292,0.002039182,0.003695909,7.175591e-7,0.0002044616,0.4811131,0.0002376043],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0004910619,0.8767539,0.002874233,0.007400371,0.00375572,0.009940661,0.00001279715,0.0002647275,0.09850652],"genre_scores_gemma":[0.945318,0.01548045,0.0000178426,0.01744852,0.000580561,0.002029022,0.0001204464,0.00003864041,0.0189665],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.944827,"threshold_uncertainty_score":0.6762884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407942808","doi":"10.3390/systems13030154","title":"Optimizing Security of Radio Frequency Identification Systems in Assistive Devices: A Novel Unidirectional Systolic Design for Dickson-Based Field Multiplier","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Advancements in Semiconductor Devices and Circuit Design","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"King Salman Center for Disability Research","keywords":"Multiplier (economics); Radio-frequency identification; Computer science; Radio frequency; Electronic engineering; Engineering; Telecommunications; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02684137586445133,"gpt":0.2657002734178503,"spread":0.238858897553399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005583378,0.0001998232,0.0003987917,0.0002641283,0.0000690836,0.00005442318,0.0002081689,0.0001573428,0.00000293875],"category_scores_gemma":[0.00008141308,0.0002120537,0.00007343051,0.0004005315,0.00002368499,0.0001664134,0.000007448328,0.0001327902,0.000001702019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003501076,"about_ca_system_score_gemma":0.00008921468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003023504,"about_ca_topic_score_gemma":0.00003312401,"domain_scores_codex":[0.9984797,0.00007697985,0.0007174705,0.0002932615,0.0001834407,0.0002491964],"domain_scores_gemma":[0.9987522,0.0005726782,0.0001872489,0.0002866845,0.0001609482,0.00004029134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004015132,0.0001225488,0.001980517,0.005385493,0.0002599128,0.00000209926,0.0006322894,0.896384,0.08973224,0.004652057,0.0003401499,0.0004685352],"study_design_scores_gemma":[0.001299905,0.00004687929,0.0004533199,0.002067341,0.00007132254,0.000003636561,0.001095847,0.9815032,0.01134922,0.0000906861,0.001683039,0.0003355576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01203399,0.007422638,0.9755605,0.000006538274,0.002587802,0.001628843,0.00008662666,0.0001333534,0.0005396777],"genre_scores_gemma":[0.9971229,0.0000205934,0.001855076,0.00001121275,0.00006083215,0.000768761,0.00002899861,0.000028018,0.000103627],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9850889,"threshold_uncertainty_score":0.8647298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389542460","doi":"10.3390/systems11120572","title":"Identification of Innovative Opportunities Based on Product Scenario Evolution","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Innovation Diffusion and Forecasting","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Brainstorming; New product development; Identification (biology); Product (mathematics); Product design; Computer science; Function (biology); Product innovation; Product engineering; Time to market; Systems engineering; Hierarchy; Key (lock); Process management; Risk analysis (engineering); Engineering; Knowledge management; Marketing; Business; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.253383280785772,"gpt":0.3780767190602791,"spread":0.124693438274507,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00575125,0.00009013317,0.0001941487,0.001163707,0.0001453599,0.000117725,0.0002745547,0.00004447126,0.00005120166],"category_scores_gemma":[0.00358466,0.00006851293,0.00003731471,0.004651431,0.00007994079,0.0001792866,0.00003743791,0.00007838928,0.0004161664],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006546405,"about_ca_system_score_gemma":0.0001738285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002227047,"about_ca_topic_score_gemma":0.000002343907,"domain_scores_codex":[0.9969869,0.0001998092,0.001052503,0.0003035353,0.001306888,0.0001503701],"domain_scores_gemma":[0.9964591,0.0003232391,0.0007377721,0.0004835269,0.001968074,0.00002833147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002628064,0.0004285947,0.04108512,0.0003460238,0.0000585579,0.00002638369,0.005761061,0.03888978,0.1816932,0.3964411,0.1986448,0.1363625],"study_design_scores_gemma":[0.0007949425,0.0001872404,0.1091208,0.0003046689,0.000006007109,0.000006389465,0.01870671,0.8269984,0.008901743,0.004677512,0.02988778,0.0004077698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.938867,0.00004882636,0.02380055,0.002461115,0.004972569,0.001016078,0.00009479716,0.0003232153,0.02841581],"genre_scores_gemma":[0.9866025,6.601584e-7,0.00001830898,0.00004620784,0.00007120599,0.00002743817,0.00002766717,0.000008458574,0.01319756],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7881086,"threshold_uncertainty_score":0.5349115,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313288140","doi":"10.3390/systems10060259","title":"Parallel Learning of Dynamics in Complex Systems","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Huxiang Youth Talent Support Program; National Natural Science Foundation of China","keywords":"Computer science; Theoretical computer science; Metis; Graph partition; Extrapolation; Graph; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0218724175169308,"gpt":0.2456843966915479,"spread":0.2238119791746171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004326319,0.0001116842,0.0002902188,0.0001640084,0.0001319082,0.00004342157,0.0007836691,0.00002980383,0.000002873141],"category_scores_gemma":[0.0000128499,0.0001167129,0.00004919371,0.0007740353,0.00002657778,0.0001581536,0.0003967084,0.0003173543,0.000004232254],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002273798,"about_ca_system_score_gemma":0.00002345451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002609331,"about_ca_topic_score_gemma":0.00002357137,"domain_scores_codex":[0.9982479,0.0003866514,0.0004183888,0.0002967107,0.0003736545,0.0002767583],"domain_scores_gemma":[0.9991528,0.0001104881,0.0002539267,0.0004015483,0.00003615438,0.00004503051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004732279,0.00002112266,0.005136395,0.0000523402,0.000006334819,0.00002575556,0.0001972819,0.8744413,0.00009668431,0.1193705,0.0001701791,0.0004774248],"study_design_scores_gemma":[0.0002382565,0.00008654998,0.000857903,0.0000255101,0.000001056986,0.00005572447,0.0008709652,0.9929537,7.832649e-7,0.0002238432,0.004563889,0.000121854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04482114,0.002946394,0.9445478,0.0001840536,0.002718228,0.0009541343,0.00001345166,0.0003243722,0.003490383],"genre_scores_gemma":[0.9981168,0.000008635753,0.001214701,0.00001389447,0.0000219829,0.00008881864,0.00001146835,0.00001205609,0.0005116555],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9532956,"threshold_uncertainty_score":0.4759412,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4361273506","doi":"10.3390/systems11040180","title":"It’s All about Reward: Contrasting Joint Rewards and Individual Reward in Centralized Learning Decentralized Execution Algorithms","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Mitacs","keywords":"Reinforcement learning; Variance (accounting); Computer science; Joint (building); Function (biology); Foraging; Machine learning; Artificial intelligence; Value (mathematics); Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06219908550440429,"gpt":0.2892080950814729,"spread":0.2270090095770686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002946761,0.000334644,0.0005869637,0.0004312926,0.0002272391,0.0007087045,0.0006332737,0.0002136507,0.000006029716],"category_scores_gemma":[0.0006503545,0.0003361146,0.00009496938,0.0009738241,0.00007527207,0.0005539913,0.0004393699,0.0005560879,0.00008969922],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000221723,"about_ca_system_score_gemma":0.0001170625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003047171,"about_ca_topic_score_gemma":0.00001033191,"domain_scores_codex":[0.9955892,0.0006445806,0.00100599,0.000726933,0.0009375833,0.001095688],"domain_scores_gemma":[0.9984636,0.0002648488,0.0004332569,0.0004781206,0.0001152579,0.0002448713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006732863,0.00007312545,0.02926717,0.0007876604,0.0003813128,0.0005543931,0.04204963,0.8944834,0.003826042,0.005606839,0.01102602,0.01187704],"study_design_scores_gemma":[0.002962283,0.0001730692,0.01932574,0.0008502858,0.00003330493,0.00008882512,0.001394688,0.9425386,0.0001982996,0.00009468614,0.03171716,0.0006230975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1273049,0.002141781,0.852792,0.003249296,0.006165422,0.002796969,0.00001452639,0.002937103,0.002597949],"genre_scores_gemma":[0.9918698,0.0007447284,0.005475141,0.0002105892,0.0001183233,0.00008041253,0.00007377163,0.0000501164,0.001377092],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8645649,"threshold_uncertainty_score":0.9999091,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413060235","doi":"10.3390/systems13070605","title":"Connecting the Dots: Applying Network Theories to Enhance Integrated Paramedic Care for People Who Use Drugs","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Windsor; Humber Polytechnic; Queen's University; BC Mental Health & Substance Use Services","funders":"","keywords":"Centrality; Harm; Health care; Harm reduction; Actor–network theory; Work (physics); Public relations; Knowledge management; Medicine; Psychology; Nursing; Sociology; Political science; Computer science; Social psychology; Public health; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07097788543254473,"gpt":0.4194063373748261,"spread":0.3484284519422814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001406961,0.000169333,0.0003873674,0.00005131298,0.002320726,0.00004065804,0.0002189178,0.0001249118,0.00001672661],"category_scores_gemma":[0.0002434574,0.0001093847,0.00005256852,0.0004367629,0.00001796487,0.00006564179,0.00009839268,0.0003445612,0.00005623685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003443829,"about_ca_system_score_gemma":0.0002886734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003929731,"about_ca_topic_score_gemma":0.002536455,"domain_scores_codex":[0.9974834,0.0006435151,0.0006916312,0.000291521,0.0001989598,0.0006909397],"domain_scores_gemma":[0.9961517,0.002827128,0.0002373435,0.0003787713,0.0002692159,0.0001358462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001024048,0.00007613873,0.08592071,0.03733293,0.0001974848,0.000001552574,0.6594355,0.002279156,0.00005868783,0.09028412,0.08610422,0.03728551],"study_design_scores_gemma":[0.0004119194,0.0001230807,0.0002376737,0.009643695,0.00002468662,1.678798e-7,0.4773195,0.001271231,0.0000468254,0.0004247546,0.5103419,0.0001544942],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8866321,0.007868166,0.04756837,0.001440022,0.02192938,0.02670937,0.0003052683,0.0003285757,0.007218738],"genre_scores_gemma":[0.9851114,0.00003612773,0.000207587,0.003273851,0.0003963899,0.006881112,0.0001855183,0.00002129592,0.003886707],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4242377,"threshold_uncertainty_score":0.9989781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415823164","doi":"10.3390/systems13110975","title":"Digital Exposure and Emotional Response: Public Discourse on Mandatory IP Location Disclosure in Chinese Social Media","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Disinformation; Transparency (behavior); Social media; Visibility; Personally identifiable information; Digital media; Information privacy; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.01950614640385259,"gpt":0.3201895253421873,"spread":0.3006833789383346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001015163,0.00008240122,0.0001193017,0.0001998857,0.0002881414,0.0003733138,0.0001027327,0.0001003923,0.0000256437],"category_scores_gemma":[0.001217319,0.00006699243,0.00002255086,0.0004465125,0.000141451,0.0007451064,0.00001966716,0.00009543636,0.00002402714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001330769,"about_ca_system_score_gemma":0.0003434448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000309334,"about_ca_topic_score_gemma":0.000534101,"domain_scores_codex":[0.9988798,0.0002351833,0.0002207208,0.0001145248,0.0003740059,0.0001757138],"domain_scores_gemma":[0.9994912,0.0001999619,0.00007281644,0.00008167391,0.00007351455,0.00008080749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000759843,0.0004433161,0.1347701,0.0003767924,0.00007936251,0.00001079098,0.3589622,0.00007849933,0.00005617889,0.3893876,0.03236845,0.08270685],"study_design_scores_gemma":[0.0007454758,0.00002590568,0.9150307,0.0001657924,0.000002822798,0.000001046532,0.05867752,0.0001068318,7.687052e-7,0.0004432253,0.02465958,0.000140282],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623636,0.0001802296,0.00007420591,0.005855336,0.0007029866,0.0002311304,0.00003965619,0.00004193178,0.03051089],"genre_scores_gemma":[0.9956132,0.00000919967,0.000001198415,0.00007470829,0.0001728885,0.000005966364,0.0000319987,0.000003847783,0.00408706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7802607,"threshold_uncertainty_score":0.3599874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415371181","doi":"10.3390/systems13100921","title":"Charging Decision Optimization Strategy for Shared Autonomous Electric Vehicles Considering Multi-Objective Conflicts: An Integrated Solution Process Combining Multi-Agent Simulation Model and Genetic Algorithm","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"Specific Research Project of Guangxi for Research Bases and Talents; Natural Science Foundation of Ningbo; Natural Science Foundation of Zhejiang Province; Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Battery (electricity); Genetic algorithm; Process (computing); State of charge; Optimization problem; Electric vehicle; Power (physics); Operator (biology); Demand response","retraction":null,"screen_n_in":null,"score":{"opus":0.0408899522961365,"gpt":0.3012492745360614,"spread":0.2603593222399249,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001570412,0.0001853734,0.0002180984,0.0003069155,0.0001992249,0.0001029602,0.00006195039,0.0001305832,0.000001430137],"category_scores_gemma":[0.00004189524,0.0002063926,0.00002767488,0.0004013604,0.00001791884,0.0003148542,0.000003867386,0.0001140909,5.156354e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000161307,"about_ca_system_score_gemma":0.00008304307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000483614,"about_ca_topic_score_gemma":0.00005011613,"domain_scores_codex":[0.9988677,0.00002669282,0.0005050085,0.0002889259,0.00009968934,0.0002119761],"domain_scores_gemma":[0.9992436,0.00008806534,0.00008621068,0.0001276337,0.0004014143,0.00005310187],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001202933,0.00004248034,0.0001100639,0.0001646629,0.00004060521,4.986785e-7,0.001006315,0.9838865,0.003774517,0.00005272273,0.000002019375,0.01090756],"study_design_scores_gemma":[0.001361312,0.00003526097,0.002351754,0.0001654764,0.00003700529,0.000001733854,0.0007110778,0.9946296,0.0004649419,0.00003026234,0.00002178012,0.0001897913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1403923,0.0004162749,0.8574193,0.000004593635,0.0001722149,0.001161337,0.00006582911,0.0003606915,0.000007380878],"genre_scores_gemma":[0.939961,0.00002985968,0.05944107,0.00001112871,0.00001064247,0.0002827815,0.0002090875,0.00002976823,0.00002468573],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7995687,"threshold_uncertainty_score":0.8416446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394931919","doi":"10.3390/systems12040137","title":"Systems Thinking for Supply Chains: Identifying Bottlenecks Using Process Mapping of a Child Health Intervention in the Democratic Republic of the Congo (DRC)","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Global Affairs Canada; World Health Organization","keywords":"Democracy; Intervention (counseling); Process (computing); Supply chain; Political science; Medicine; Computer science; Nursing; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.2040235845124046,"gpt":0.4363691314917859,"spread":0.2323455469793813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02219068,0.0002277234,0.0008566289,0.0008150679,0.0004382455,0.001243321,0.001550707,0.0001021892,0.000007099464],"category_scores_gemma":[0.001956407,0.0001228168,0.0004451631,0.002508657,0.00008334608,0.0004847285,0.0001998777,0.0002557823,0.000002794009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001584761,"about_ca_system_score_gemma":0.0002404956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001069383,"about_ca_topic_score_gemma":0.0002170397,"domain_scores_codex":[0.9920579,0.001414716,0.003227469,0.0006387259,0.002254765,0.0004064096],"domain_scores_gemma":[0.9946304,0.002076923,0.001709274,0.001016756,0.0005135411,0.00005308248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002127847,0.0007364342,0.03831564,0.05084195,0.0008222783,0.00005518883,0.2296041,0.08956811,0.003769341,0.5257778,0.02297088,0.03732549],"study_design_scores_gemma":[0.0008228695,0.0001537349,0.005286715,0.03465356,0.00003313483,0.0004107242,0.09759904,0.8331591,0.00003713356,0.02343583,0.004091945,0.0003161725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.550141,0.08082535,0.3478764,0.001387821,0.01116308,0.007325767,0.0001207003,0.0001102849,0.001049634],"genre_scores_gemma":[0.9991249,0.000005857368,0.00009845927,0.0000539851,0.0001866972,0.0001382942,0.000002002509,0.00002668065,0.0003631669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.743591,"threshold_uncertainty_score":0.9997935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416093640","doi":"10.3390/systems13111001","title":"Systems Thinking and Human Resource Management in Healthcare: A Scoping Review of Core Applications Across Health System Levels","year":2025,"lang":"en","type":"review","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems thinking; Workforce; Workforce development; Interdependence; Health care; Workforce planning; Human resources; Soft systems methodology; Healthcare system","retraction":null,"screen_n_in":null,"score":{"opus":0.3895195696645913,"gpt":0.5509866738641812,"spread":0.1614671041995899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02544099,0.0007910593,0.008033464,0.001389217,0.0007906223,0.0007998005,0.002285451,0.0003801312,0.000003423032],"category_scores_gemma":[0.000351504,0.0005948801,0.000620688,0.004085812,0.0001082604,0.0001508779,0.001229908,0.0005731098,0.00004074065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008760066,"about_ca_system_score_gemma":0.0007712055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001673471,"about_ca_topic_score_gemma":0.0002876111,"domain_scores_codex":[0.9811856,0.00316372,0.009586697,0.001998945,0.003184333,0.0008807715],"domain_scores_gemma":[0.9867147,0.003134728,0.006344846,0.003091454,0.0004116552,0.0003025919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001241866,0.0000170705,0.000014199,0.7353424,0.00005391356,0.00001523736,0.0001260738,0.000009172113,1.129375e-8,0.06365611,0.001642956,0.1991217],"study_design_scores_gemma":[0.0001323536,0.00002127723,0.000004451026,0.5797603,0.00004583602,0.000101949,0.001258244,0.00003457597,1.398182e-9,0.0001157522,0.4182814,0.0002438583],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[4.246781e-7,0.9739825,0.004764512,0.00006905979,0.0009811133,0.01727462,0.0003224188,0.000113641,0.002491752],"genre_scores_gemma":[0.0004892655,0.9939546,0.0001467325,0.0000921491,0.0001711135,0.003070531,0.00003187534,0.00006688383,0.001976855],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4166385,"threshold_uncertainty_score":0.9996502,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307623976","doi":"10.3390/systems10060198","title":"Mobile Social Recommendation Model Integrating Users’ Personality Traits and Relationship Strength under Privacy Concerns","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Openness to experience; Big Five personality traits; Agreeableness; Personality; Computer science; Recommender system; Extraversion and introversion; Domain (mathematical analysis); Similarity (geometry); Information privacy; Social network (sociolinguistics); Empirical research; Internet privacy; Artificial intelligence; World Wide Web; Social media; Psychology; Social psychology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.08943237242749995,"gpt":0.3181802062948313,"spread":0.2287478338673313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008976941,0.0001381997,0.0002045873,0.00008282971,0.0007490807,0.0002432164,0.0003611273,0.00005819893,0.00001303532],"category_scores_gemma":[0.0000168182,0.000136232,0.00005585262,0.0002204006,0.00002199793,0.000442058,0.0002786418,0.0002788306,0.000001421959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002323759,"about_ca_system_score_gemma":0.00008132887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003405986,"about_ca_topic_score_gemma":0.00002397213,"domain_scores_codex":[0.9983831,0.0004343072,0.0003596248,0.0003748673,0.0002508179,0.0001972684],"domain_scores_gemma":[0.9993898,0.0001142286,0.0002283378,0.0001590909,0.000052207,0.00005636012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001816145,0.0002895561,0.01112526,0.0003087117,0.000145213,0.000005444297,0.101023,0.002130279,0.001120311,0.7706064,0.02810834,0.08511932],"study_design_scores_gemma":[0.0006534801,0.0002398079,0.004858667,0.00004587547,0.00001459111,0.00006096191,0.01217171,0.9472394,0.00004106306,0.01261384,0.02153807,0.0005225625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1851382,0.0002690609,0.8077605,0.00116319,0.0005080647,0.0008976051,0.00006869916,0.0005057599,0.003688904],"genre_scores_gemma":[0.9949996,0.00000338075,0.004095401,0.00008519405,0.0000722367,0.0003743398,0.00001974298,0.00001292255,0.0003371363],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9451091,"threshold_uncertainty_score":0.5761399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411801089","doi":"10.3390/systems13070525","title":"Length Requirements for Urban Expressway Work Zones’ Warning and Transition Areas Based on Driving Safety and Comfort","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Traffic and Road Safety","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Work (physics); Work zone; Transport engineering; Warning system; Transition (genetics); Construction engineering; Computer science; Engineering; Telecommunications; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.007591954883632235,"gpt":0.2083859016449257,"spread":0.2007939467612935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002261048,0.0001357598,0.0001997688,0.00007436586,0.0001515161,0.0000369423,0.00004316417,0.00008261554,0.000001741036],"category_scores_gemma":[0.00001136099,0.0001273361,0.00003159936,0.00008778863,0.00001790908,0.00006992592,0.000007169329,0.00008766945,7.488908e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005028847,"about_ca_system_score_gemma":0.000009083567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005304603,"about_ca_topic_score_gemma":0.000003621587,"domain_scores_codex":[0.9992964,0.00002825241,0.0002233391,0.000179158,0.00009212079,0.0001807541],"domain_scores_gemma":[0.9996582,0.0001230881,0.00002460835,0.0001288865,0.00001465771,0.00005062177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006426841,0.0001140552,0.03699784,0.004978662,0.0004290968,0.00001188339,0.005102762,0.8979738,0.001434861,0.003326876,0.007612815,0.04137463],"study_design_scores_gemma":[0.002625576,0.00009208589,0.04091264,0.003136022,0.0000805603,0.00000286201,0.0007333321,0.9220356,0.0001325444,0.00001829863,0.02980719,0.0004232275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2675378,0.002307684,0.7196374,0.0001844952,0.001837367,0.001462392,0.00004307631,0.0007063085,0.006283504],"genre_scores_gemma":[0.9991556,0.00003333742,0.0003558169,0.00002065271,0.00005817928,0.00004722042,0.00001963493,0.00002101963,0.0002884941],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7316179,"threshold_uncertainty_score":0.5192617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414668617","doi":"10.3390/systems13100854","title":"Path-Based Progression Optimization Model for Multimodal Traffic System Signal Coordination","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Traffic control and management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"SIGNAL (programming language); Benchmark (surveying); Transit (satellite); Reduction (mathematics); Public transport; Service (business); Bus priority; Linear programming","retraction":null,"screen_n_in":null,"score":{"opus":0.006818166122209607,"gpt":0.2159447080744208,"spread":0.2091265419522112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001769076,0.0001257626,0.0001684667,0.0001218678,0.00007284278,0.00005589055,0.00008182089,0.00007604029,9.164337e-7],"category_scores_gemma":[0.000005024467,0.0001167731,0.00005871572,0.000118356,0.000006693072,0.00006412068,0.000006991296,0.00004074087,0.000002424649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001680762,"about_ca_system_score_gemma":0.00002468524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002898961,"about_ca_topic_score_gemma":0.000003012434,"domain_scores_codex":[0.9992763,0.00002029951,0.0002513178,0.0001607131,0.0001208907,0.0001705025],"domain_scores_gemma":[0.9997014,0.00003121403,0.00003836098,0.0001265292,0.00007142795,0.0000311126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002123846,0.00002243035,0.000002639537,0.0016311,0.00002991017,6.098391e-7,0.00004303182,0.9849569,0.0002380294,0.000953989,0.0009729053,0.01112727],"study_design_scores_gemma":[0.001190964,0.00002137932,0.0000105776,0.0004018641,0.00003680676,2.522427e-7,0.0001004515,0.9975793,0.00001799056,0.00000117316,0.0005273686,0.0001118228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001606467,0.000472509,0.9941815,0.00005239782,0.0007818328,0.001518427,0.0000189136,0.0008758458,0.0004921625],"genre_scores_gemma":[0.9944403,0.000001344014,0.004197834,0.000005175089,0.00004332172,0.0008109511,0.0000547637,0.00002101043,0.0004252806],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9928339,"threshold_uncertainty_score":0.4761868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402761492","doi":"10.3390/systems12090380","title":"Learning to Score: A Coding System for Constructed Response Items via Interactive Clustering","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"National Social Science Fund of China; Fundo para o Desenvolvimento das Ciências e da Tecnologia; China Scholarship Council; Science and Technology Development Fund","keywords":"Cluster analysis; Coding (social sciences); Computer science; Psychology; Natural language processing; Artificial intelligence; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01578249369765576,"gpt":0.2975465830359427,"spread":0.2817640893382869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001160385,0.0002166422,0.0003777111,0.0005362662,0.0001879224,0.0007256545,0.0005843599,0.00007965223,0.00000113339],"category_scores_gemma":[0.0002478018,0.0002040577,0.0001328858,0.0009075409,0.00002517132,0.000640398,0.0002882305,0.000219515,0.00005677059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000543861,"about_ca_system_score_gemma":0.00006920009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004326335,"about_ca_topic_score_gemma":0.000007039757,"domain_scores_codex":[0.9979332,0.0002974781,0.0004809606,0.0006570164,0.0002664913,0.0003648305],"domain_scores_gemma":[0.9983774,0.0007001511,0.0001393342,0.0004643451,0.0001928947,0.0001259174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007886645,0.00003681165,0.0002227115,0.003380288,0.0006660297,0.0004536914,0.01998943,0.01858346,0.8151386,0.03565552,0.001424985,0.1036598],"study_design_scores_gemma":[0.0001479311,0.0002219886,0.00002198743,0.002099331,0.00002038268,0.0002634147,0.001431782,0.9779459,0.008155003,0.0000896786,0.00928668,0.0003159243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01537026,0.0003060909,0.9793368,0.0001179831,0.001539567,0.0008742446,0.000005247967,0.002210601,0.0002392224],"genre_scores_gemma":[0.9697623,0.000001737554,0.02917317,0.00001793448,0.0001110206,0.000351462,0.000002741221,0.00003540367,0.0005441833],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9593624,"threshold_uncertainty_score":0.8321233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393352772","doi":"10.3390/systems12040117","title":"Resilient Network Design: Disjoint Shortest Path Problem for Power Transmission Application","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Vehicle Routing Optimization Methods","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Shortest path problem; Computer science; Disjoint sets; Redundancy (engineering); Constrained Shortest Path First; Mathematical optimization; Integer programming; Routing (electronic design automation); Path (computing); Distributed computing; K shortest path routing; Graph; Algorithm; Theoretical computer science; Computer network; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01695647514377104,"gpt":0.260923422866855,"spread":0.243966947723084,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008715636,0.0001364429,0.0001576337,0.00004640834,0.00006481881,0.000100869,0.00008703874,0.00009493186,0.000006053303],"category_scores_gemma":[0.000009631902,0.0001214555,0.00005795258,0.0002538981,0.000008221167,0.00007089751,0.000006930817,0.00009226822,0.00001995881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009692053,"about_ca_system_score_gemma":0.00002139888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002896248,"about_ca_topic_score_gemma":2.828054e-7,"domain_scores_codex":[0.9989924,0.00007467745,0.0003230221,0.0002342418,0.0001348317,0.0002407812],"domain_scores_gemma":[0.9995172,0.0001500629,0.00002233278,0.000199841,0.00003885167,0.0000717282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004929157,0.000006058206,0.00001565716,0.0003397136,0.00002046586,9.890502e-7,0.0002544242,0.9794478,0.003538324,0.001100263,0.004624957,0.01064645],"study_design_scores_gemma":[0.00007876138,0.00003386061,0.00002483943,0.0003306321,0.00001675124,0.000006047845,0.00002404739,0.9420491,0.0003399915,0.0002055686,0.0567477,0.0001427191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001499415,0.003832477,0.9922915,0.00006187321,0.0006797725,0.001426277,0.000007545623,0.0009195686,0.0006311014],"genre_scores_gemma":[0.7325509,0.00004781416,0.2659707,0.000006926918,0.0002255679,0.0006986744,0.00002801082,0.00009671164,0.0003747012],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.732401,"threshold_uncertainty_score":0.4952813,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385461837","doi":"10.3390/systems11080391","title":"Evaluating the Impact of Increased Dispensing of Opioid Agonist Therapy Take-Home Doses on Treatment Retention and Opioid-Related Harm among Opioid Agonist Therapy Recipients: A Simulation Study","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Discontinuation; Opioid; Buprenorphine; (+)-Naloxone; Methadone; Naltrexone; Agonist; Medical prescription; Anesthesia; Intensive care medicine; Pharmacology; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.08779579703457394,"gpt":0.395379135687864,"spread":0.3075833386532901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001044467,0.0004986487,0.0009540697,0.000335424,0.0003377077,0.00009989672,0.0001346113,0.0001411133,0.00002598314],"category_scores_gemma":[0.000143154,0.0002885588,0.0003409285,0.0007970014,0.0001717476,0.0001336564,0.00003871052,0.0001576232,0.00001208461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005663184,"about_ca_system_score_gemma":0.0002519336,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009099228,"about_ca_topic_score_gemma":0.0000461873,"domain_scores_codex":[0.9964721,0.0006681139,0.00105255,0.0006093852,0.0008055842,0.0003922424],"domain_scores_gemma":[0.9973711,0.0005507555,0.0007811596,0.0008619362,0.000300842,0.0001341708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004227289,0.004664671,0.8739046,0.0002563483,0.00328877,0.00003520251,0.03375239,0.01431278,0.03508164,0.00001570356,0.00003863931,0.03042191],"study_design_scores_gemma":[0.01155218,0.01369213,0.9240412,0.0007878417,0.0002928828,0.000006056145,0.006006187,0.04213093,0.001187482,0.00004582811,0.00001815838,0.0002391514],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909377,0.001871019,0.000005594523,0.00004606159,0.0004335371,0.006365355,0.00009258121,0.0001438048,0.0001043816],"genre_scores_gemma":[0.9979159,0.0009931938,0.00001667531,0.000008218522,0.00007612757,0.0002851352,0.0003762002,0.00008422791,0.0002442706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05013653,"threshold_uncertainty_score":0.9999567,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415877470","doi":"10.3390/systems13110984","title":"Building Resilient Water Supply Systems Through Economic Instruments: Evidence from a Water Resource Fee-to-Tax Reform","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Resilience (materials science); Sustainability; Resource (disambiguation); Water supply; Water scarcity; Groundwater; Psychological resilience; Resource efficiency; Water resources","retraction":null,"screen_n_in":null,"score":{"opus":0.009951955045660326,"gpt":0.2144359021359398,"spread":0.2044839470902795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003506881,0.0003141064,0.0003889404,0.0002380288,0.0001483378,0.0004911585,0.0004716758,0.0001305252,0.00003597012],"category_scores_gemma":[0.000005919296,0.0002173877,0.00007545454,0.0001140912,0.00002063368,0.000501721,0.0002543865,0.000140075,0.0005710535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009902344,"about_ca_system_score_gemma":0.000006810525,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003256524,"about_ca_topic_score_gemma":0.00006189559,"domain_scores_codex":[0.9979841,0.00008120148,0.000652481,0.0004712939,0.0002260198,0.0005849717],"domain_scores_gemma":[0.9991869,0.00002279544,0.00004384617,0.0006358135,0.00002766183,0.00008297323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006080909,0.00001216425,0.001080995,0.000787698,0.0002688397,0.000009578272,0.003391807,0.9754163,0.009113994,0.0005015748,0.008926921,0.0004293091],"study_design_scores_gemma":[0.0008445847,0.00006682448,0.0002941652,0.003237597,0.0001074135,0.000004516487,0.001717429,0.2651894,0.0446112,0.00009727914,0.6830761,0.0007534765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.961427,0.001255843,0.01889559,0.0004409886,0.003526091,0.001520098,0.00003725853,0.0006084917,0.01228862],"genre_scores_gemma":[0.9921927,0.00005229588,0.0004589,0.00005132336,0.0002487268,0.0002180607,0.00008421695,0.00006025705,0.00663354],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7102268,"threshold_uncertainty_score":0.8864815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416337099","doi":"10.3390/systems13111031","title":"Utilizing Autonomous Vehicles to Reduce Truck Turn Time in Ports with Application for Port of Montréal","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Maritime Ports and Logistics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"","keywords":"Truck; Port (circuit theory); Baseline (sea); Automation; Event (particle physics); Duration (music); Resource (disambiguation)","retraction":null,"screen_n_in":null,"score":{"opus":0.006587152917355569,"gpt":0.2146826263163645,"spread":0.2080954733990089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001485103,0.00007986364,0.0001915979,0.00008820097,0.00001437847,0.00001124487,0.00005873665,0.00004899373,0.000002762884],"category_scores_gemma":[0.00001095001,0.0000733461,0.00001844721,0.000128064,0.000008865354,0.00002283384,0.000009537895,0.00003963541,0.000002568644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005180085,"about_ca_system_score_gemma":0.00002954142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005908642,"about_ca_topic_score_gemma":0.00009522388,"domain_scores_codex":[0.9994139,0.000005116995,0.0002726864,0.0001193886,0.00006166387,0.0001272491],"domain_scores_gemma":[0.9997028,0.00002373045,0.00003819119,0.0001693358,0.0000365573,0.0000294315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002933853,0.0002535054,0.02883821,0.006834904,0.0003446079,0.00006652567,0.002097647,0.6853207,0.05786069,0.02376384,0.03355873,0.1607672],"study_design_scores_gemma":[0.001387704,0.0001909687,0.04440033,0.001050585,0.00009662343,0.00004091613,0.0008652133,0.7628635,0.009537064,0.0005005449,0.1783541,0.0007124895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7328473,0.004705765,0.1663971,0.0003256464,0.00103908,0.005707052,0.000150052,0.0006666984,0.08816124],"genre_scores_gemma":[0.9978596,0.000003661314,0.0006211414,0.000007529697,0.00002664261,0.0001529426,0.00001595296,0.00001454954,0.001297981],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2650122,"threshold_uncertainty_score":0.2990967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411154552","doi":"10.3390/systems13060452","title":"Shifting the Burden: Corporate Indigenous Relations and How They Can Go Wrong","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Assembly of First Nations; University of Waterloo","funders":"","keywords":"Indigenous; Business; Political science; Biology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.01983499819288333,"gpt":0.2040909457546168,"spread":0.1842559475617335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005506125,0.00008525317,0.0001070863,0.0001119489,0.0005326354,0.0005631459,0.0001094612,0.00004503111,0.00001171493],"category_scores_gemma":[0.00003545241,0.00006377263,0.00001688853,0.0001901625,0.00002844316,0.0001921057,0.0000685481,0.00009056854,0.00007744696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006114622,"about_ca_system_score_gemma":0.00005498163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007243262,"about_ca_topic_score_gemma":0.0002123006,"domain_scores_codex":[0.9994748,0.00001309163,0.0001684448,0.0001317263,0.00006994429,0.0001419752],"domain_scores_gemma":[0.9995166,0.00003031924,0.0002329356,0.0001258442,0.00009017155,0.000004105278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009592534,0.00002334196,0.1648091,0.0005070956,0.0002603336,0.000009202601,0.01377504,0.0008106754,0.0001439785,0.7607558,0.04783376,0.01106207],"study_design_scores_gemma":[0.0007327719,0.000003751472,0.07381608,0.0002268289,0.00005538818,0.000003598992,0.0317358,0.01047335,0.000005046426,0.006858584,0.8756632,0.0004256339],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8857127,0.000236896,0.0004036373,0.02222044,0.001979279,0.0006887105,0.000002797742,0.0001253371,0.08863013],"genre_scores_gemma":[0.9765389,0.000002714509,0.00001679015,0.0007727838,0.0003382774,0.00003366523,0.00001545322,0.000008422813,0.02227297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8278294,"threshold_uncertainty_score":0.5430429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117314230","doi":"10.3390/systems14010022","title":"Exploring the Impact of Customer Organizational Culture on Project Agility in ERP Implementation Projects","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Enterprise resource planning; Agile software development; Organizational culture; Project management; Customer relationship management; Resource (disambiguation)","retraction":null,"screen_n_in":null,"score":{"opus":0.09761976962935409,"gpt":0.3631878415381218,"spread":0.2655680719087677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006552032,0.000163993,0.0002181879,0.0004526874,0.0001253437,0.0001788485,0.0001777238,0.00003175409,0.00006654723],"category_scores_gemma":[0.0001120269,0.0001019937,0.00007910249,0.001577884,0.00002200618,0.0007981238,0.00005301317,0.0001035071,0.00004724667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002020451,"about_ca_system_score_gemma":0.0001382739,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009325516,"about_ca_topic_score_gemma":0.0003947742,"domain_scores_codex":[0.9986949,0.0000662246,0.0005181541,0.0002105325,0.0002866347,0.0002235658],"domain_scores_gemma":[0.9992233,0.00004354754,0.0002863254,0.0002227927,0.0002178185,0.000006194441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001497947,0.0002720889,0.8857136,0.001254443,0.0002515654,0.0000033248,0.004467605,0.001150936,0.0039642,0.04383565,0.05594982,0.002986917],"study_design_scores_gemma":[0.002245729,0.00006651411,0.9447849,0.0004926762,0.00004637192,0.000002666773,0.0331958,0.001748682,0.0004511882,0.0001789355,0.01645714,0.0003293669],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9801846,0.00004614631,0.00007097336,0.0002072702,0.0007552117,0.001969995,0.0000235998,0.0000654363,0.01667675],"genre_scores_gemma":[0.9990336,0.000005627495,0.000004783039,0.0001295136,0.0002141045,0.0001800192,0.0000856266,0.00001466169,0.0003321042],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05907128,"threshold_uncertainty_score":0.9972715,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4417157969","doi":"10.3390/systems13121109","title":"Validation of a Patient Prioritization Tool: Addressing Decision-Support Tools’ Development in Complex Systems","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Transport Canada; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de recherche du Québec – Nature et technologies; Universidade Federal do Paraná","keywords":"Prioritization; Ranking (information retrieval); Process (computing); Health care; Iterative and incremental development; Complex system","retraction":null,"screen_n_in":null,"score":{"opus":0.1397791467465145,"gpt":0.4291297414987192,"spread":0.2893505947522047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00144774,0.0001415082,0.0003919477,0.0003743957,0.0004878649,0.00006127646,0.0001101549,0.0002289247,0.00004449347],"category_scores_gemma":[0.0005308264,0.0001327626,0.00002799728,0.0006654729,0.00001670329,0.000233511,0.00005836828,0.0002143559,0.00003529267],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005274622,"about_ca_system_score_gemma":0.00136039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003600793,"about_ca_topic_score_gemma":0.00007773277,"domain_scores_codex":[0.9965292,0.0006762246,0.001849872,0.0002795963,0.0003605891,0.0003045654],"domain_scores_gemma":[0.9981156,0.0003973263,0.0004157652,0.0002945244,0.0007214297,0.00005538302],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000356088,0.0007223343,0.2547501,0.0136606,0.0001540327,0.00001909269,0.04436661,0.4880199,0.004154286,0.04419434,0.01170268,0.1378998],"study_design_scores_gemma":[0.007555887,0.0003967707,0.1524559,0.03680745,0.00008218877,0.00001243293,0.05298708,0.5237846,0.00110349,0.0002665836,0.2229554,0.001592195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8284551,0.0004381384,0.1594283,0.0001926777,0.002962556,0.003648727,0.00003357735,0.00009776506,0.004743196],"genre_scores_gemma":[0.9909534,0.00002766788,0.007528366,0.00008609255,0.00004740067,0.0004302894,0.0003545724,0.00001720519,0.0005550085],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2112527,"threshold_uncertainty_score":0.5413901,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2599903882","doi":"10.3390/systems5020026","title":"Mongolia, Modernity, Systems + Solutions: Questing Holistic Design + Planning Strategies for a Brighter Tomorrow","year":2017,"lang":"en","type":"article","venue":"Systems","topic":"Rangeland Management and Livestock Ecology","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Ethos; Modernity; Sociology; Systems thinking; Modernization theory; Engineering ethics; Political science; Public relations; Environmental ethics; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1508663113734124,"gpt":0.3183588176698552,"spread":0.1674925062964427,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006565505,0.00016283,0.0002367541,0.00004018656,0.001085611,0.0006423377,0.0004499603,0.00009034278,0.00002541315],"category_scores_gemma":[0.00006895676,0.000141283,0.00004804443,0.00002779104,0.0001258193,0.0005658091,0.0001818345,0.00007740318,0.0001482274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001071868,"about_ca_system_score_gemma":0.00001627762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002911145,"about_ca_topic_score_gemma":0.0001456342,"domain_scores_codex":[0.9986974,0.0001052848,0.0002529239,0.0003232506,0.0001707226,0.0004504191],"domain_scores_gemma":[0.9991028,0.0001103035,0.0002572445,0.0004364844,0.00001428496,0.00007888616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001486436,0.0002046363,0.09294538,0.001057867,0.000241378,0.0001351966,0.002985458,0.7822598,0.003148284,0.03493562,0.08058549,0.001352209],"study_design_scores_gemma":[0.001333619,0.0002937601,0.09339814,0.0003596549,0.0001316491,0.00006308494,0.00297677,0.8753201,0.00001320463,0.005664699,0.01967609,0.00076918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2636403,0.0007897964,0.6934316,0.0001155622,0.002629645,0.002747298,0.0000214552,0.0002059995,0.0364184],"genre_scores_gemma":[0.9926086,0.000004095347,0.0005787879,0.00000805604,0.0001954143,0.0005109036,0.000006047447,0.00002003049,0.006068048],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7289684,"threshold_uncertainty_score":0.8349755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}