{"meta":{"query_hash":"29d8d1b7f2e5","filters":{"venue":"Systems"},"cohort_total":50,"direct_labels_cover":1,"predictions_cover":50,"exported":50,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/29d8d1b7f2e5","api":"https://metacan.xera.ac/api/v1/cohort?venue=Systems"},"results":[{"id":"W2037827563","doi":"10.3390/systems2010024","title":"Organizational Learning in Health Care Organizations","year":2014,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Organizational learning; Knowledge management; Health care; Organizational space; Psychology; Organization development; Context (archaeology); Team learning; Organizational studies; Cooperative learning; Nursing; Medicine; Open learning; Computer science; Organizational engineering; Pedagogy; Political science; Teaching method","score_opus":0.06080625373126212,"score_gpt":0.36889707205819605,"score_spread":0.3080908183269339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037827563","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07022714,0.035128452,0.13459675,0.11402174,0.0022553883,0.00075395504,0.0001663725,0.0002728856,0.64257735],"genre_scores_gemma":[0.94114596,0.009523818,0.026245061,0.0030425137,0.0014738615,0.00057273166,0.00009543616,0.00003857499,0.01786199],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98757416,0.008265114,0.0004257672,0.0009402746,0.0017168003,0.0010777942],"domain_scores_gemma":[0.98503834,0.008607251,0.001774417,0.0010546034,0.0014618724,0.0020635722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00982459,0.0005342639,0.00072621234,0.0022010512,0.0068401424,0.0085215345,0.0014926981,0.0034939407,0.00562379],"category_scores_gemma":[0.013253319,0.00029466988,0.0004342245,0.0031629198,0.028804176,0.006553484,0.006502261,0.0034964818,0.00069815083],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069224475,0.00004461447,0.0007597853,0.00010719146,0.00001131625,0.00012122614,0.0072837104,0.0010582071,0.000049194565,0.9686456,0.0033956508,0.0185166],"study_design_scores_gemma":[0.00002103032,0.000043594748,0.0009541955,0.0002413265,0.0000059594654,0.00007464363,0.0046728724,0.0013271971,0.00004895295,0.9392369,0.053358767,0.000014590718],"about_ca_topic_score_codex":0.007642405,"about_ca_topic_score_gemma":0.0046108216,"teacher_disagreement_score":0.00982459,"about_ca_system_score_codex":0.00904748,"about_ca_system_score_gemma":0.01071583,"threshold_uncertainty_score":0.06564438},"labels":[],"label_agreement":null},{"id":"W2069173427","doi":"10.3390/systems3010006","title":"How Corporations Deal with Reporting Sustainability: Assessment Using the Multicriteria Logistic Biplot Approach","year":2015,"lang":"en","type":"article","venue":"Systems","topic":"Environmental Sustainability in Business","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Sustainability; Biplot; Business; Sustainability organizations; Representation (politics); Social sustainability; Value (mathematics); Index (typography); Management science; Environmental economics; Computer science; Process management; Economics; Political science","score_opus":0.10065072161431941,"score_gpt":0.30059421149191695,"score_spread":0.19994348987759752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069173427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34062508,0.00048047458,0.6436311,0.0006800973,0.00011005553,0.00026369144,0.0010836608,0.0005656565,0.012560125],"genre_scores_gemma":[0.87337434,0.00025410493,0.12443018,0.000041347284,0.00004660164,0.00020064756,0.00045971095,0.000051398918,0.0011414724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9909361,0.0063514984,0.0005479027,0.0006580581,0.0012435139,0.00026297042],"domain_scores_gemma":[0.9839408,0.0098539945,0.0030680394,0.0010062353,0.0019011868,0.0002296233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006931821,0.00066470064,0.0005226476,0.0055033597,0.00053975737,0.0033907131,0.00061098725,0.00046645818,0.0030011882],"category_scores_gemma":[0.027366256,0.00022577017,0.0006045094,0.0077980557,0.0007508594,0.0017252152,0.0016406125,0.0005905452,0.00050351286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076107663,0.00030882168,0.25385243,0.00079724623,0.0005766914,0.00052075484,0.004777018,0.066173255,0.0071886135,0.038393125,0.0033653849,0.62328553],"study_design_scores_gemma":[0.00007027609,0.0012499657,0.32275775,0.0004469916,0.00031074169,0.0011265861,0.012023447,0.5552494,0.011216333,0.061713874,0.03349492,0.00033975372],"about_ca_topic_score_codex":0.0018300166,"about_ca_topic_score_gemma":0.001805811,"teacher_disagreement_score":0.006931821,"about_ca_system_score_codex":0.0008497532,"about_ca_system_score_gemma":0.00064107566,"threshold_uncertainty_score":0.03665942},"labels":[],"label_agreement":null},{"id":"W2283925087","doi":"10.3390/systems4010006","title":"A Hierarchical Aggregation Approach for Indicators Based on Data Envelopment Analysis and Analytic Hierarchy Process","year":2016,"lang":"en","type":"article","venue":"Systems","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Analytic hierarchy process; Data envelopment analysis; Ranking (information retrieval); Bounded function; Parametric statistics; Hierarchy; Set (abstract data type); Computer science; Composite indicator; Mathematics; Data mining; Operations research; Statistics; Econometrics; Artificial intelligence; Economics","score_opus":0.08875850949214537,"score_gpt":0.374738462808031,"score_spread":0.28597995331588566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283925087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013180495,0.00035202748,0.99560475,0.00013749226,0.000024278941,0.0001126106,0.00008710641,0.00009228197,0.002271374],"genre_scores_gemma":[0.10965988,0.0010232907,0.8871478,0.00009115403,0.000067427194,0.00063295226,0.00035407578,0.00007410148,0.00094926136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.985202,0.006994494,0.0010279372,0.0011176716,0.005211471,0.00044639528],"domain_scores_gemma":[0.9939809,0.003022734,0.0007166404,0.00060546654,0.0015488092,0.00012555678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010526489,0.0018582756,0.002081133,0.009790364,0.0014460488,0.004370892,0.001717633,0.00096580747,0.002035733],"category_scores_gemma":[0.016169954,0.0007055989,0.0031748354,0.012734136,0.0012081083,0.003609324,0.0031098982,0.0026068476,0.0005363344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049900267,0.000114696035,0.0023876103,0.001066702,0.00055269967,0.00019604886,0.0018016569,0.21980432,0.0036540104,0.49505904,0.0034974297,0.2718159],"study_design_scores_gemma":[0.00003255154,0.00016987459,0.0022885064,0.00044720905,0.00022840823,0.00015746278,0.0007498605,0.6126812,0.0031029868,0.34622002,0.0337325,0.00018947612],"about_ca_topic_score_codex":0.008564875,"about_ca_topic_score_gemma":0.006195787,"teacher_disagreement_score":0.010526489,"about_ca_system_score_codex":0.003970921,"about_ca_system_score_gemma":0.004428887,"threshold_uncertainty_score":0.055670083},"labels":[],"label_agreement":null},{"id":"W2599903882","doi":"10.3390/systems5020026","title":"Mongolia, Modernity, Systems + Solutions: Questing Holistic Design + Planning Strategies for a Brighter Tomorrow","year":2017,"lang":"en","type":"article","venue":"Systems","topic":"Rangeland Management and Livestock Ecology","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ethos; Modernity; Sociology; Systems thinking; Modernization theory; Engineering ethics; Political science; Public relations; Environmental ethics; Computer science; Engineering","score_opus":0.15086631137341244,"score_gpt":0.3183588176698552,"score_spread":0.16749250629644274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599903882","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22899373,0.08200669,0.20762892,0.1623405,0.0016887118,0.00072240946,0.00021491913,0.00064379704,0.3157604],"genre_scores_gemma":[0.86017835,0.015936002,0.10161033,0.0034087384,0.00007869266,0.00033634005,0.00010912368,0.000080550824,0.018261915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998408,0.0012125942,0.00004343266,0.000088974,0.00010035742,0.00014662593],"domain_scores_gemma":[0.99921703,0.00041002204,0.000053132928,0.00008444411,0.00010094105,0.00013450498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036911638,0.00054433435,0.0002854779,0.0007159881,0.0039338786,0.006687898,0.0010425161,0.0016784455,0.0022976364],"category_scores_gemma":[0.0011780687,0.0002959605,0.00039068057,0.00073965505,0.008638112,0.0047547305,0.00309361,0.0019228295,0.0003084639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029417628,0.000091674934,0.0037311704,0.0016709327,0.000061134575,0.00057126494,0.12159367,0.0048578503,0.0021904306,0.7237873,0.014929614,0.12648557],"study_design_scores_gemma":[0.000019837955,0.0002328507,0.0040351637,0.001239761,0.000067265166,0.0006727347,0.1662874,0.0037427174,0.0012478919,0.22156925,0.60083616,0.00004896567],"about_ca_topic_score_codex":0.009436196,"about_ca_topic_score_gemma":0.022769026,"teacher_disagreement_score":0.009436196,"about_ca_system_score_codex":0.0072150426,"about_ca_system_score_gemma":0.011819998,"threshold_uncertainty_score":0.05234903},"labels":[],"label_agreement":null},{"id":"W2799908881","doi":"10.3390/systems6020012","title":"Reflections on Teaching System Dynamics Modeling to Secondary School Students for over 20 Years","year":2018,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sophistication; Dynamics (music); Mathematics education; System dynamics; Computer science; Secondary education; Quarter (Canadian coin); Pedagogy; Psychology; Sociology; Artificial intelligence","score_opus":0.19106246438136174,"score_gpt":0.4958364198675044,"score_spread":0.3047739554861426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799908881","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49259228,0.024783565,0.044581305,0.22035278,0.03205421,0.000675934,0.000525107,0.0009144585,0.18352027],"genre_scores_gemma":[0.6806361,0.019217152,0.01581191,0.039048802,0.0052569723,0.00045480338,0.00052269275,0.0007106899,0.23834097],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9949656,0.0021449719,0.00019474293,0.0005879246,0.0011576383,0.000949041],"domain_scores_gemma":[0.9901112,0.002258131,0.00058801885,0.00040062668,0.0025402799,0.0041018478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070733903,0.0013810055,0.00093302486,0.0008500152,0.005768456,0.0073190015,0.002009333,0.0037223205,0.0102267815],"category_scores_gemma":[0.016569454,0.0007574102,0.0012761026,0.0007415578,0.0033525883,0.0032485516,0.007571517,0.009184859,0.0054753292],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047078895,0.005748156,0.013840852,0.0012269124,0.0001396594,0.0040100035,0.25114155,0.0045240433,0.01256036,0.04401541,0.3180628,0.34425944],"study_design_scores_gemma":[0.000040473602,0.001344752,0.0046220543,0.001046164,0.00003989589,0.0008899464,0.06470722,0.0011325423,0.0027203083,0.009086366,0.91428065,0.000089681904],"about_ca_topic_score_codex":0.004831936,"about_ca_topic_score_gemma":0.0076701012,"teacher_disagreement_score":0.0102267815,"about_ca_system_score_codex":0.005239863,"about_ca_system_score_gemma":0.0044372627,"threshold_uncertainty_score":0.03801799},"labels":[],"label_agreement":null},{"id":"W2946096553","doi":"10.3390/systems7020026","title":"Sustainability Assessment of Asset Management Decisions for Wastewater Infrastructure Systems—Development of a System Dynamic Model","year":2019,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sustainability; Causal loop diagram; Environmental economics; Business; Asset (computer security); Environmental resource management; Greenhouse gas; System dynamics; Population; Asset management; Environmental planning; Economics; Finance; Computer science; Environmental science","score_opus":0.005767363810429683,"score_gpt":0.2262461792665565,"score_spread":0.2204788154561268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946096553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04591873,0.00026167333,0.92780155,0.00062356173,0.000045711968,0.00015583678,0.00068050966,0.00023504009,0.024277387],"genre_scores_gemma":[0.9107731,0.00060483295,0.078160636,0.000100240555,0.00004060848,0.00080879184,0.00056008983,0.000058804257,0.008892932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99968493,0.00012327058,0.000016461381,0.00006240112,0.000075835815,0.00003723257],"domain_scores_gemma":[0.9994505,0.00033677224,0.00005845497,0.000019542204,0.00011007518,0.000024629797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007561003,0.00065119343,0.00063323224,0.0006913112,0.00037673413,0.0012589733,0.000960137,0.0012880597,0.0031339433],"category_scores_gemma":[0.0015920443,0.00042978307,0.000830257,0.0005957587,0.00056490273,0.0012572603,0.0010800816,0.0009662648,0.00030189962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004118035,0.000007737135,0.0002580109,0.000018014169,0.0000063171124,0.000019617515,0.000015564487,0.99146384,0.00020023952,0.0063100345,0.000097867065,0.0015985923],"study_design_scores_gemma":[0.0000025929826,0.0000070523643,0.000075181175,0.000004685927,0.0000033391095,0.000004565872,0.000009902657,0.99635196,0.000086409476,0.0029126774,0.00053866406,0.000002880203],"about_ca_topic_score_codex":0.012521031,"about_ca_topic_score_gemma":0.0070132166,"teacher_disagreement_score":0.012521031,"about_ca_system_score_codex":0.0015201487,"about_ca_system_score_gemma":0.0017074122,"threshold_uncertainty_score":0.024896324},"labels":[],"label_agreement":null},{"id":"W3180258612","doi":"10.3390/systems9030053","title":"Modeling the Spread and Control of COVID-19","year":2021,"lang":"en","type":"article","venue":"Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Social distance; Herd immunity; Coronavirus disease 2019 (COVID-19); Hygiene; Distancing; Personal hygiene; Population; Quarantine; Computer science; Internet privacy; Environmental health; Medicine; Disease; Infectious disease (medical specialty)","score_opus":0.289657191807429,"score_gpt":0.42206344554854197,"score_spread":0.13240625374111298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180258612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41289666,0.0013543167,0.5573639,0.003221455,0.00021413589,0.0002795593,0.0029222374,0.00058136496,0.02116635],"genre_scores_gemma":[0.9625005,0.00066898117,0.028097685,0.00014886001,0.00005914205,0.00021842039,0.0006362546,0.000038481674,0.007631619],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917066,0.00035589538,0.000058882903,0.00020180545,0.00008307805,0.00012975115],"domain_scores_gemma":[0.99747795,0.0013265009,0.000574356,0.0001769535,0.00026411467,0.0001801317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017173928,0.00079108926,0.00084797334,0.001209698,0.000494011,0.001843227,0.0022749668,0.002260289,0.0032124538],"category_scores_gemma":[0.0056452695,0.0006109323,0.0008597714,0.0010485917,0.0011223551,0.0016836036,0.0014509452,0.0012296272,0.00040459272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032671673,0.000046247365,0.003775,0.00005790207,0.000036787744,0.00015547338,0.00014607252,0.9390193,0.00061380444,0.052318923,0.0005641604,0.0032336435],"study_design_scores_gemma":[0.000012235125,0.000019179437,0.00035712894,0.000008912787,0.000009292045,0.000022455903,0.000031432126,0.991546,0.000075882475,0.0072631235,0.0006466307,0.000007746917],"about_ca_topic_score_codex":0.02450914,"about_ca_topic_score_gemma":0.010844237,"teacher_disagreement_score":0.02450914,"about_ca_system_score_codex":0.0016277838,"about_ca_system_score_gemma":0.0014451445,"threshold_uncertainty_score":0.048732936},"labels":[],"label_agreement":null},{"id":"W3188458408","doi":"10.3390/systems9030061","title":"From Understanding to Impactful Action: Systems Thinking for Systems Change in Chronic Disease Prevention Research","year":2021,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Australian National University; NSW Ministry of Health; Department of Health and Aged Care, Australian Government; Australian Government","keywords":"Systems thinking; Theory of change; Action (physics); Process management; Process (computing); Action research; Management science; Engineering ethics; Knowledge management; Psychology; Medicine; Computer science; Engineering; Sociology; Pedagogy","score_opus":0.9489350818563715,"score_gpt":0.7672930202386443,"score_spread":0.18164206161772722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188458408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01458913,0.039449688,0.65331227,0.21388207,0.0022712275,0.0016039026,0.00020708606,0.00042140935,0.074263245],"genre_scores_gemma":[0.46981263,0.022819903,0.48300084,0.016338458,0.0011690409,0.0036512604,0.00018137843,0.00019475738,0.0028317512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9255356,0.062947184,0.0021469092,0.0036463721,0.004262596,0.0014612332],"domain_scores_gemma":[0.9120456,0.07394185,0.0025939022,0.0053809094,0.0036950067,0.002342644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08260069,0.0022620847,0.002769111,0.008419575,0.0071507497,0.02094192,0.0048682992,0.006581951,0.004820073],"category_scores_gemma":[0.047500655,0.0013149043,0.003071374,0.0058387094,0.061151493,0.026124459,0.012992186,0.016857175,0.0006332781],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021608588,0.00012885685,0.0010576004,0.0012873444,0.000096010466,0.000104285085,0.019568969,0.0032135108,0.00021035793,0.94523156,0.0027458253,0.02633403],"study_design_scores_gemma":[0.00003433331,0.00008379582,0.00036699636,0.0012839016,0.000040897754,0.00005525287,0.0058729947,0.0026320834,0.00022589903,0.9697081,0.019654611,0.000041201536],"about_ca_topic_score_codex":0.0080144275,"about_ca_topic_score_gemma":0.007855466,"teacher_disagreement_score":0.08260069,"about_ca_system_score_codex":0.019788716,"about_ca_system_score_gemma":0.032150887,"threshold_uncertainty_score":0.4368394},"labels":[],"label_agreement":null},{"id":"W4224871131","doi":"10.3390/systems10030056","title":"A Literature Review of Social Commerce Research from a Systems Thinking Perspective","year":2022,"lang":"en","type":"review","venue":"Systems","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Social commerce; Purchasing; Perspective (graphical); Knowledge management; Process (computing); Quality (philosophy); Exploratory research; Conceptual framework; Social technology; Computer science; Data science; Social media; Sociology; Business; Social relation; Marketing; World Wide Web; Social science; Social philosophy","score_opus":0.18045522964351493,"score_gpt":0.4702426342216136,"score_spread":0.2897874045780987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224871131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003814041,0.995933,0.0004683077,0.0009817963,0.00019986654,0.000020605772,0.000032704414,0.0000072804987,0.001974998],"genre_scores_gemma":[0.004012871,0.99413294,0.00090649375,0.00044415085,0.00014956442,0.000033660417,0.000050097424,0.0000030722738,0.0002671851],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753016,0.00090311747,0.00048719483,0.0002492086,0.0007082105,0.00012212578],"domain_scores_gemma":[0.98880637,0.00834147,0.0007254756,0.00016470291,0.0017428318,0.00021918217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003814559,0.0010985641,0.0016442484,0.016784986,0.0012450959,0.0030359311,0.0009646174,0.0019300441,0.004865879],"category_scores_gemma":[0.010191545,0.0006200741,0.0014437613,0.022672957,0.0012527131,0.004138442,0.0012714354,0.0016702008,0.001110479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000655948,0.000099001096,0.0011325646,0.16877413,0.0004139951,0.00052168197,0.0019660236,0.0006084327,0.00087594293,0.020996483,0.03140999,0.77313614],"study_design_scores_gemma":[0.000024198722,0.00018243844,0.00753774,0.21195817,0.0013674776,0.0016991701,0.0027531257,0.0004612531,0.0006000493,0.01349688,0.75983816,0.00008128149],"about_ca_topic_score_codex":0.0045160563,"about_ca_topic_score_gemma":0.008573427,"teacher_disagreement_score":0.016784986,"about_ca_system_score_codex":0.002732084,"about_ca_system_score_gemma":0.009466991,"threshold_uncertainty_score":0.02017355},"labels":[],"label_agreement":null},{"id":"W4230512963","doi":"10.3390/systems7030034","title":"Sustainability Assessment of Asset Management Decisions for Wastewater Infrastructure Systems—Implementation of a System Dynamics Model","year":2019,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sustainability; Asset (computer security); Greenhouse gas; Environmental economics; Wastewater; Asset management; Business; Scenario analysis; System dynamics; Environmental science; Environmental resource management; Computer science; Environmental engineering; Economics; Finance","score_opus":0.005756570364327435,"score_gpt":0.24831000565280212,"score_spread":0.24255343528847467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230512963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8509613,0.00012001069,0.11321897,0.0006685073,0.000036353515,0.0003482295,0.0012094488,0.0002712992,0.03316589],"genre_scores_gemma":[0.99084747,0.00005020335,0.006533275,0.00001589558,0.0000038292533,0.00014570917,0.00018188078,0.0000111307045,0.0022107507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997608,0.00008882656,0.000011417749,0.000038652644,0.00004826069,0.000052058775],"domain_scores_gemma":[0.9993643,0.00034229283,0.00006985714,0.00002439092,0.00016337143,0.00003591941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064817467,0.000657727,0.00050454296,0.0005065884,0.00047499101,0.0013533927,0.0008780717,0.0011846405,0.0023297656],"category_scores_gemma":[0.0017142409,0.0003340575,0.00063312997,0.00036379238,0.0004928476,0.0007604985,0.00069771387,0.0006431705,0.00012749157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011572639,0.000014272214,0.0012014217,0.000010230667,0.000006136103,0.000022663853,0.000016897464,0.9970415,0.00016974856,0.0007084614,0.00004393268,0.00075322343],"study_design_scores_gemma":[0.000008249791,0.000020022146,0.0004347795,0.0000030367437,0.000004818306,0.0000032477385,0.000032630644,0.9987921,0.00011867826,0.00033156056,0.00024777692,0.0000031130273],"about_ca_topic_score_codex":0.1547394,"about_ca_topic_score_gemma":0.07022617,"teacher_disagreement_score":0.1547394,"about_ca_system_score_codex":0.0034707747,"about_ca_system_score_gemma":0.0030275688,"threshold_uncertainty_score":0.3076774},"labels":[],"label_agreement":null},{"id":"W4304184091","doi":"10.3390/systems10050180","title":"A Learning-Based Decision Tool towards Smart Energy Optimization in the Manufacturing Process","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Building Energy and Comfort Optimization","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Reinforcement learning; Energy consumption; Process (computing); Computer science; Industrial engineering; Key (lock); Time horizon; Artificial intelligence; Engineering; Mathematical optimization","score_opus":0.005961362689551587,"score_gpt":0.19518009075574558,"score_spread":0.189218728066194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304184091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016467815,0.00014342512,0.9799596,0.00019223742,0.000031295916,0.000043449163,0.000027173382,0.0006571543,0.0024777611],"genre_scores_gemma":[0.835451,0.00013165754,0.16139323,0.00014993294,0.00002957582,0.00015589874,0.00005559053,0.00009370366,0.002539453],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995809,0.0001150281,0.000020722155,0.00012192393,0.00010583948,0.000055542536],"domain_scores_gemma":[0.9994204,0.00029941846,0.000082954626,0.000044516295,0.00010577113,0.00004700163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009928104,0.0007400534,0.0007733481,0.0002987441,0.00036949365,0.0010132707,0.001034859,0.0010547724,0.0023390783],"category_scores_gemma":[0.0018501088,0.00041999988,0.00051260274,0.00021546938,0.0008664672,0.00083286676,0.0011168858,0.0012816753,0.00040831044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043256565,0.00004403445,0.00033060057,0.000041124942,0.000018455146,0.00005707678,0.000038766462,0.96975315,0.0031842373,0.007361924,0.00032305034,0.018804397],"study_design_scores_gemma":[0.000004555078,0.000016845714,0.00002524988,0.0000026986245,0.0000028628795,0.0000045941715,0.0000016943068,0.99772984,0.0006339531,0.0013339415,0.00024118397,0.0000025866773],"about_ca_topic_score_codex":0.0028894658,"about_ca_topic_score_gemma":0.0022918636,"teacher_disagreement_score":0.0028894658,"about_ca_system_score_codex":0.0008191948,"about_ca_system_score_gemma":0.0012090005,"threshold_uncertainty_score":0.007824957},"labels":[],"label_agreement":null},{"id":"W4307623976","doi":"10.3390/systems10060198","title":"Mobile Social Recommendation Model Integrating Users’ Personality Traits and Relationship Strength under Privacy Concerns","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Openness to experience; Big Five personality traits; Agreeableness; Personality; Computer science; Recommender system; Extraversion and introversion; Domain (mathematical analysis); Similarity (geometry); Information privacy; Social network (sociolinguistics); Empirical research; Internet privacy; Artificial intelligence; World Wide Web; Social media; Psychology; Social psychology; Mathematics","score_opus":0.08943237242749995,"score_gpt":0.3181802062948313,"score_spread":0.22874783386733133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307623976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2159622,0.0010475939,0.7695252,0.001193756,0.00010916616,0.0002976863,0.0009085914,0.0007613519,0.0101943705],"genre_scores_gemma":[0.9183989,0.00047193925,0.074926004,0.00012170613,0.00006914293,0.00021419207,0.0005505284,0.000017882043,0.0052296505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988815,0.00030531854,0.00008894712,0.00033786046,0.00028182412,0.000104489365],"domain_scores_gemma":[0.9986314,0.0005452167,0.00018255785,0.00014687414,0.0004089061,0.000084942316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010978192,0.0007738486,0.00058995705,0.0015963749,0.0005776065,0.0010373138,0.0013341868,0.00077466754,0.001661621],"category_scores_gemma":[0.0029302002,0.00031881247,0.0010934221,0.0014326724,0.00033613705,0.001914696,0.00056256057,0.0007654659,0.00060182216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047592746,0.0007159003,0.11750404,0.00037898312,0.0009889619,0.0010694799,0.0014092162,0.4007414,0.008597498,0.037029795,0.0062008114,0.42488796],"study_design_scores_gemma":[0.000018039576,0.00013404731,0.0107863,0.00002063287,0.00015410736,0.00027897497,0.00012537876,0.9804849,0.000665396,0.0050090873,0.002285064,0.000038108792],"about_ca_topic_score_codex":0.020270392,"about_ca_topic_score_gemma":0.024425616,"teacher_disagreement_score":0.020270392,"about_ca_system_score_codex":0.0008785399,"about_ca_system_score_gemma":0.0008622606,"threshold_uncertainty_score":0.04030484},"labels":[],"label_agreement":null},{"id":"W4313288140","doi":"10.3390/systems10060259","title":"Parallel Learning of Dynamics in Complex Systems","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Huxiang Youth Talent Support Program; National Natural Science Foundation of China","keywords":"Computer science; Theoretical computer science; Metis; Graph partition; Extrapolation; Graph; Artificial intelligence; Mathematics","score_opus":0.021872417516930802,"score_gpt":0.24568439669154787,"score_spread":0.22381197917461707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313288140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1265535,0.0006177375,0.865547,0.0008584536,0.00007978439,0.000058014102,0.00014536378,0.0008059882,0.0053341296],"genre_scores_gemma":[0.93932045,0.0005142323,0.057555053,0.000107451895,0.00003869445,0.000074114265,0.00020203608,0.00007760452,0.002110343],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965143,0.000083350205,0.000013419135,0.00012743092,0.00008945165,0.000034849603],"domain_scores_gemma":[0.9989814,0.00052320113,0.00011427715,0.00015800429,0.00015832888,0.0000646613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075245165,0.0005884203,0.0005965943,0.0004635467,0.00048695767,0.0006540237,0.0007572724,0.0005435321,0.0019851122],"category_scores_gemma":[0.0039845915,0.00033091407,0.00045085786,0.00042720017,0.0009412165,0.0026635448,0.0011563788,0.0012936828,0.0002539769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007355039,0.00005254966,0.0024830077,0.000089072404,0.000047306898,0.0000844767,0.00012913975,0.8901637,0.002822029,0.050482016,0.0013399237,0.052233182],"study_design_scores_gemma":[0.000004495457,0.00000917318,0.00023156547,0.0000024066026,0.000002884873,0.000009777556,0.000010091403,0.9755461,0.00039772008,0.023369508,0.00041307116,0.0000031977186],"about_ca_topic_score_codex":0.0059194188,"about_ca_topic_score_gemma":0.0046413196,"teacher_disagreement_score":0.0059194188,"about_ca_system_score_codex":0.0009989548,"about_ca_system_score_gemma":0.0008259833,"threshold_uncertainty_score":0.01176995},"labels":[],"label_agreement":null},{"id":"W4318817344","doi":"10.3390/systems11020072","title":"An Agent-Based Social Impact Theory Model to Study the Impact of In-Person School Closures on Nonmedical Prescription Opioid Use among Youth","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical prescription; Status quo; Peer group; Monitoring the Future; Psychology; Medicine; Substance abuse; Psychiatry; Developmental psychology; Political science; Nursing","score_opus":0.050385389864466966,"score_gpt":0.35456155897169034,"score_spread":0.3041761691072234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318817344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50612766,0.00074710295,0.3926795,0.005248654,0.00041804215,0.00046288496,0.0016007277,0.00028656994,0.09242897],"genre_scores_gemma":[0.97544754,0.00032393401,0.013029746,0.000119925215,0.000056836165,0.0003887197,0.00019320361,0.00001601863,0.010423984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995888,0.00021105021,0.000014733404,0.000059950467,0.00005157251,0.0000738864],"domain_scores_gemma":[0.9985024,0.0010356158,0.00015064198,0.000032767286,0.00013584032,0.00014272552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074985187,0.0007680056,0.0007752443,0.00072465756,0.00081523735,0.0015438116,0.0014836059,0.0015673491,0.0075785033],"category_scores_gemma":[0.0026420057,0.00036526253,0.00087249884,0.00051616895,0.000875728,0.0011001094,0.0013792588,0.0011800706,0.00035668863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007666965,0.00021126894,0.006657466,0.000061127015,0.000092268056,0.0002872512,0.00044710116,0.910942,0.00040145233,0.07600586,0.0011476929,0.0036699146],"study_design_scores_gemma":[0.000041993626,0.000057853853,0.000737087,0.0000092211085,0.000024032994,0.000017194749,0.00017156641,0.9897181,0.000033327586,0.008144934,0.0010345861,0.000010040403],"about_ca_topic_score_codex":0.033452794,"about_ca_topic_score_gemma":0.019318946,"teacher_disagreement_score":0.033452794,"about_ca_system_score_codex":0.0017678804,"about_ca_system_score_gemma":0.0018737894,"threshold_uncertainty_score":0.06651616},"labels":[],"label_agreement":null},{"id":"W4361273506","doi":"10.3390/systems11040180","title":"It’s All about Reward: Contrasting Joint Rewards and Individual Reward in Centralized Learning Decentralized Execution Algorithms","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mitacs","keywords":"Reinforcement learning; Variance (accounting); Computer science; Joint (building); Function (biology); Foraging; Machine learning; Artificial intelligence; Value (mathematics); Engineering","score_opus":0.06219908550440429,"score_gpt":0.2892080950814729,"score_spread":0.2270090095770686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361273506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27425453,0.0010071481,0.71544164,0.0017197867,0.00009896574,0.000105546394,0.00002569032,0.00024635709,0.007100307],"genre_scores_gemma":[0.96378464,0.00013310641,0.035320606,0.00011070833,0.000035433237,0.00003790878,0.0000110857245,0.00003883279,0.00052772096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963246,0.0022975847,0.00011548078,0.00039941288,0.000602293,0.00026068013],"domain_scores_gemma":[0.9661827,0.02850111,0.0018522277,0.0012397022,0.0013343456,0.00088997907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007112126,0.0005548114,0.0012804022,0.00044886785,0.00059141853,0.0017557223,0.0009912825,0.0012309309,0.001057821],"category_scores_gemma":[0.037763968,0.00028050554,0.00034507352,0.0004463707,0.0021736203,0.0031110384,0.0019707014,0.0018608937,0.0001479448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007374689,0.00032481525,0.0049213404,0.0001978694,0.00011304815,0.00007088216,0.00031984932,0.8310218,0.0026313988,0.0733522,0.000654518,0.08565481],"study_design_scores_gemma":[0.00006459595,0.00039006732,0.0013512699,0.00003143322,0.000025848198,0.000025547619,0.00007087715,0.9444976,0.0011105554,0.052013505,0.00039806942,0.000020656129],"about_ca_topic_score_codex":0.0015846051,"about_ca_topic_score_gemma":0.0015671313,"teacher_disagreement_score":0.007112126,"about_ca_system_score_codex":0.0013246981,"about_ca_system_score_gemma":0.0013115086,"threshold_uncertainty_score":0.037612975},"labels":[],"label_agreement":null},{"id":"W4382582272","doi":"10.3390/systems11070332","title":"Addressing Complexity in Chronic Disease Prevention Research","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian National University; Australian Government","keywords":"Scope (computer science); Management science; Systematic review; Value (mathematics); Grounded theory; Computer science; Qualitative research; Psychology; Engineering ethics; Data science; Knowledge management; Sociology; MEDLINE; Political science; Engineering; Social science","score_opus":0.9753632976502333,"score_gpt":0.8117160767394603,"score_spread":0.163647220910773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382582272","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16376154,0.047292657,0.2992541,0.41994253,0.0020568245,0.0022495904,0.00017303269,0.00016140375,0.065108344],"genre_scores_gemma":[0.85884714,0.013084967,0.11213747,0.012042584,0.0006393567,0.0020220838,0.00007432325,0.0000520921,0.0010999622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7767645,0.18735798,0.0077306414,0.0061100195,0.017278824,0.004758102],"domain_scores_gemma":[0.66909814,0.2853797,0.017747207,0.011316665,0.011024205,0.0054340507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16922888,0.000990851,0.0025351522,0.011747534,0.015526416,0.023473684,0.0035148507,0.00559909,0.003085189],"category_scores_gemma":[0.15090026,0.0015906404,0.0019368733,0.009361995,0.06984574,0.03473584,0.029950589,0.011982231,0.00024256148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004525578,0.00013445505,0.009729741,0.0033968927,0.00012778687,0.00055883726,0.23890322,0.0015732513,0.00048056943,0.68482494,0.0022992077,0.057925854],"study_design_scores_gemma":[0.000039748153,0.00012525998,0.0040740026,0.004307008,0.00006613238,0.00046415438,0.09192349,0.0020324984,0.00042119485,0.8561678,0.040270355,0.00010837195],"about_ca_topic_score_codex":0.0051400745,"about_ca_topic_score_gemma":0.0069681397,"teacher_disagreement_score":0.16922888,"about_ca_system_score_codex":0.024557045,"about_ca_system_score_gemma":0.04617492,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4384698807","doi":"10.3390/systems11070362","title":"Participatory Modeling with Discrete-Event Simulation: A Hybrid Approach to Inform Policy Development to Reduce Emergency Department Wait Times","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Quality Council; Saskatchewan Health Authority; University of Saskatchewan","funders":"","keywords":"Citizen journalism; Stakeholder; Stakeholder engagement; Process management; Intervention (counseling); Psychological intervention; Emergency department; Event (particle physics); Participatory development; Perspective (graphical); Computer science; Management science; Knowledge management; Business; Engineering; Political science; Public relations; Medicine; Nursing; Artificial intelligence","score_opus":0.07385043795571619,"score_gpt":0.3575608026476869,"score_spread":0.28371036469197075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384698807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03306456,0.00046156478,0.9399698,0.0041355686,0.00011932749,0.0018410637,0.00033846698,0.000290138,0.019779535],"genre_scores_gemma":[0.2995582,0.0005471493,0.6954221,0.00023690898,0.000024614335,0.0027966474,0.00016001104,0.000056640158,0.001197714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9634168,0.0328819,0.00055390806,0.0009244218,0.001510278,0.00071264995],"domain_scores_gemma":[0.94488174,0.04930465,0.0012125041,0.0021417702,0.0016321256,0.0008271864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033345662,0.0016941347,0.0012938178,0.003663834,0.003771912,0.005833204,0.0052815042,0.0026475617,0.0044625467],"category_scores_gemma":[0.037209414,0.0011938909,0.0020193118,0.0033779577,0.0040710443,0.0037629583,0.007328701,0.0027007975,0.00028908177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027155096,0.0007280782,0.008928993,0.0018427669,0.00063392037,0.00090985856,0.024453595,0.5390149,0.0020841742,0.34792545,0.002401051,0.07080565],"study_design_scores_gemma":[0.0002718333,0.00036067222,0.0012466919,0.0009602254,0.00020135481,0.00013797244,0.012628169,0.7369959,0.0018764209,0.21004975,0.035103563,0.00016743793],"about_ca_topic_score_codex":0.032423787,"about_ca_topic_score_gemma":0.059235476,"teacher_disagreement_score":0.033345662,"about_ca_system_score_codex":0.009092493,"about_ca_system_score_gemma":0.016087063,"threshold_uncertainty_score":0.17635077},"labels":[],"label_agreement":null},{"id":"W4385461837","doi":"10.3390/systems11080391","title":"Evaluating the Impact of Increased Dispensing of Opioid Agonist Therapy Take-Home Doses on Treatment Retention and Opioid-Related Harm among Opioid Agonist Therapy Recipients: A Simulation Study","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Discontinuation; Opioid; Buprenorphine; (+)-Naloxone; Methadone; Naltrexone; Agonist; Medical prescription; Anesthesia; Intensive care medicine; Pharmacology; Internal medicine","score_opus":0.08779579703457394,"score_gpt":0.39537913568786404,"score_spread":0.30758333865329013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385461837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935929,0.00010842377,0.002783277,0.00025751835,0.000030369582,0.00015614022,0.000400151,0.000021775584,0.0026493883],"genre_scores_gemma":[0.99455535,0.00012754397,0.003485317,0.000100285266,0.000010924941,0.00019842421,0.00032402537,0.000007236353,0.0011909358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992712,0.00039213177,0.000030653093,0.00007881879,0.000056766556,0.0001704585],"domain_scores_gemma":[0.9899351,0.007859813,0.0007431748,0.00024066397,0.00068312354,0.0005380271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017923615,0.0010033074,0.0009493324,0.0005341015,0.00064623257,0.0010652092,0.0014985801,0.00201407,0.0043729073],"category_scores_gemma":[0.0068302634,0.00053062936,0.0017499435,0.00041925826,0.0006183891,0.0007842922,0.0010194553,0.0018321369,0.00021073413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010078392,0.0022855054,0.021228436,0.00012232366,0.00019787946,0.000211536,0.0001433257,0.968793,0.0007243633,0.0017137742,0.00056720973,0.00300475],"study_design_scores_gemma":[0.00035348968,0.0014993646,0.003536689,0.000026536249,0.00014582944,0.00003314362,0.0002520346,0.9925586,0.00046486172,0.00066846854,0.0004328234,0.000028083276],"about_ca_topic_score_codex":0.03732508,"about_ca_topic_score_gemma":0.025936816,"teacher_disagreement_score":0.03732508,"about_ca_system_score_codex":0.0019845748,"about_ca_system_score_gemma":0.0030144793,"threshold_uncertainty_score":0.07421565},"labels":[],"label_agreement":null},{"id":"W4387258644","doi":"10.3390/systems11100501","title":"Digitalisation and IT Strategy in the Hospitality Industry","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Centre","funders":"","keywords":"Hospitality; Adaptability; Hospitality industry; Process (computing); Identification (biology); Business; Information technology; Key (lock); Knowledge management; Workforce; Process management; Marketing; Engineering; Management; Computer science; Political science; Tourism","score_opus":0.23767964060574018,"score_gpt":0.4210613545202577,"score_spread":0.18338171391451755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387258644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92073464,0.0014245805,0.0019405397,0.004752564,0.000026723088,0.000068220535,0.0000147524315,0.000017782002,0.07102031],"genre_scores_gemma":[0.9977806,0.00034187167,0.00028020242,0.00014628246,0.000005689371,0.000009052319,0.0000070908013,0.0000035227436,0.0014256708],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9921902,0.0047282334,0.00030703697,0.00029357694,0.0007879915,0.0016929926],"domain_scores_gemma":[0.9893917,0.0052565513,0.0018205775,0.00029875184,0.0009397117,0.002292766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005221884,0.00030135497,0.00023598637,0.003193128,0.0034308035,0.012477326,0.0006815991,0.0015413484,0.003990928],"category_scores_gemma":[0.009705814,0.00020064725,0.00023948128,0.0030674066,0.0075500566,0.005049157,0.00538043,0.0013293708,0.00043051442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032704358,0.0007815273,0.14099628,0.0006601339,0.00010484744,0.003317588,0.3617058,0.0029012072,0.0028208008,0.32609856,0.0029055686,0.15738063],"study_design_scores_gemma":[0.00006921805,0.0006323854,0.10296416,0.0007809476,0.000046312587,0.0011686129,0.7611127,0.0024843672,0.0025248406,0.038623624,0.08947326,0.00011956658],"about_ca_topic_score_codex":0.005888316,"about_ca_topic_score_gemma":0.0049768,"teacher_disagreement_score":0.012477326,"about_ca_system_score_codex":0.009048344,"about_ca_system_score_gemma":0.0055023446,"threshold_uncertainty_score":0.06565064},"labels":[],"label_agreement":null},{"id":"W4387843704","doi":"10.3390/systems11100524","title":"Bibliometric Performance and Future Relevance of Virtual Manufacturing Technology in the Fourth Industrial Revolution","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Relevance (law); Predictive analytics; Computer science; Analytics; Productivity; Popularity; Data science; Industrial engineering; Engineering; Economics; Political science","score_opus":0.022841045632041097,"score_gpt":0.2214467399553737,"score_spread":0.1986056943233326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387843704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83968085,0.03589361,0.0024659568,0.0069189784,0.00038369105,0.00010201012,0.024219079,0.00050923554,0.08982665],"genre_scores_gemma":[0.97310793,0.013225837,0.0011850313,0.00013998686,0.0003364146,0.00004963696,0.008922984,0.00004860745,0.002983642],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940276,0.000783947,0.0010837376,0.00055905414,0.0030587337,0.0004868538],"domain_scores_gemma":[0.9443301,0.021166243,0.014281766,0.0023142993,0.016490435,0.0014170739],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0056483885,0.000318325,0.0007675882,0.0576927,0.00092135806,0.008222979,0.00082740874,0.0008443596,0.0035996418],"category_scores_gemma":[0.052898325,0.00015458815,0.00074532296,0.12708725,0.0008572568,0.0048611527,0.0016599811,0.00060986506,0.0015496513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022150308,0.00011970936,0.73105174,0.0027302324,0.00041745746,0.0005215622,0.0035805923,0.0042902636,0.001037097,0.018632507,0.019999245,0.21739817],"study_design_scores_gemma":[0.000023604609,0.000121106,0.9024279,0.0013102271,0.0004169951,0.00059447135,0.0059278263,0.008516506,0.002150113,0.0060829003,0.07233397,0.0000942795],"about_ca_topic_score_codex":0.010814959,"about_ca_topic_score_gemma":0.008787075,"teacher_disagreement_score":0.9423073,"about_ca_system_score_codex":0.003201345,"about_ca_system_score_gemma":0.0035880064,"threshold_uncertainty_score":0.029871881},"labels":[],"label_agreement":null},{"id":"W4389542460","doi":"10.3390/systems11120572","title":"Identification of Innovative Opportunities Based on Product Scenario Evolution","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Innovation Diffusion and Forecasting","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Brainstorming; New product development; Identification (biology); Product (mathematics); Product design; Computer science; Function (biology); Product innovation; Product engineering; Time to market; Systems engineering; Hierarchy; Key (lock); Process management; Risk analysis (engineering); Engineering; Knowledge management; Marketing; Business; Artificial intelligence","score_opus":0.25338328078577205,"score_gpt":0.37807671906027907,"score_spread":0.12469343827450702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389542460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16005379,0.00012852433,0.8305432,0.00021834782,0.000014150173,0.000463024,0.00026365722,0.00031856316,0.007996614],"genre_scores_gemma":[0.62716573,0.00017410604,0.3702183,0.0000239256,0.000008210758,0.00039508205,0.00068104774,0.000037677495,0.0012959876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807334,0.0006960248,0.00013015317,0.00031986012,0.0006732604,0.00010730343],"domain_scores_gemma":[0.9938857,0.003865565,0.0006660485,0.00041898908,0.0009965721,0.00016715364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026420157,0.000786858,0.00040077246,0.0049828324,0.000575127,0.0015572928,0.00076963205,0.0006601762,0.00182708],"category_scores_gemma":[0.011452266,0.0003592616,0.0011621054,0.0023994104,0.00061243173,0.0041650534,0.0013399689,0.0007018302,0.0001959045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002697613,0.0003265124,0.070996135,0.00044288064,0.0002188198,0.0007209301,0.0031367694,0.3314302,0.010664201,0.14542222,0.0015763207,0.4347952],"study_design_scores_gemma":[0.000012909119,0.00013406338,0.008574003,0.000057300505,0.000060575447,0.00020046663,0.00075772614,0.9486911,0.0034897893,0.0342144,0.0037529597,0.000054654105],"about_ca_topic_score_codex":0.0026796663,"about_ca_topic_score_gemma":0.0025600477,"teacher_disagreement_score":0.0049828324,"about_ca_system_score_codex":0.0013093113,"about_ca_system_score_gemma":0.0010423725,"threshold_uncertainty_score":0.013972521},"labels":[],"label_agreement":null},{"id":"W4391169003","doi":"10.3390/systems12020038","title":"A Deep-Reinforcement-Learning-Based Digital Twin for Manufacturing Process Optimization","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Reinforcement learning; Computer science; Industrial engineering; Big data; Process (computing); Cyber-physical system; Personalization; Quality (philosophy); Context (archaeology); Artificial intelligence; Manufacturing engineering; Engineering; Data mining","score_opus":0.010763686671405367,"score_gpt":0.2239544650268857,"score_spread":0.21319077835548034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391169003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019480817,0.00025009687,0.9764522,0.00016129906,0.00005051313,0.000035387584,0.000030351972,0.0006117521,0.0029275408],"genre_scores_gemma":[0.82998765,0.00016961902,0.16482356,0.00020239844,0.000037548867,0.00010852304,0.00010158664,0.00007117046,0.004497885],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996519,0.0000740726,0.000017513365,0.00010310163,0.00010101195,0.000052317122],"domain_scores_gemma":[0.99960893,0.00015517764,0.000053456795,0.000036218138,0.00010487195,0.00004137946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077104045,0.0007371518,0.0008287877,0.0003213186,0.0003151913,0.000896144,0.0012115038,0.0010108809,0.0024814173],"category_scores_gemma":[0.0014088576,0.0003878847,0.00055001315,0.00029857212,0.0007449775,0.0009517274,0.0012549243,0.0012318915,0.00039014095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008733153,0.000076338816,0.00050794287,0.00005432186,0.000037399976,0.000057994475,0.000040372775,0.9391484,0.0029542411,0.004860498,0.0005477073,0.05162734],"study_design_scores_gemma":[0.0000026487235,0.000020295141,0.000022352284,0.000001737662,0.0000025595964,0.000003439167,0.0000014368541,0.9989839,0.0002857703,0.0005293188,0.00014489247,0.0000015758692],"about_ca_topic_score_codex":0.0044784434,"about_ca_topic_score_gemma":0.0044395425,"teacher_disagreement_score":0.0044784434,"about_ca_system_score_codex":0.00090065,"about_ca_system_score_gemma":0.0011839252,"threshold_uncertainty_score":0.008904755},"labels":[],"label_agreement":null},{"id":"W4391211013","doi":"10.3390/systems12020037","title":"Unrelated Parallel Machine Scheduling Problem Considering Job Splitting, Inventories, Shortage, and Resource: A Meta-Heuristic Approach","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Metaheuristic; Job shop scheduling; Mathematical optimization; Computer science; Economic shortage; Firefly algorithm; Meta heuristic; Scheduling (production processes); Integer programming; Operations research; Industrial engineering; Algorithm; Mathematics; Engineering; Particle swarm optimization","score_opus":0.026967310281303974,"score_gpt":0.23197977784534424,"score_spread":0.20501246756404026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391211013","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07433953,0.0017349467,0.91260165,0.00061042607,0.00013498055,0.00022227806,0.00011947967,0.00018214513,0.01005457],"genre_scores_gemma":[0.63405854,0.0013093386,0.36014464,0.0002057983,0.0001196316,0.00035944674,0.00018360635,0.000060478447,0.0035584655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995865,0.00020755985,0.00001824386,0.000058525737,0.00006970056,0.00005944495],"domain_scores_gemma":[0.9995689,0.00027135463,0.000054517743,0.00002284694,0.000041554962,0.000040719595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010142665,0.0009235004,0.0011650171,0.0012961186,0.0005356243,0.0010575978,0.0012704948,0.0013196013,0.0012256935],"category_scores_gemma":[0.0011867473,0.00047737354,0.0010827499,0.0014067214,0.0005527115,0.00080882583,0.0005769111,0.00075772067,0.00011831093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025962412,0.000040947452,0.00030211988,0.00006799062,0.000041058545,0.00010459181,0.000021763666,0.98437357,0.0005270642,0.0061039263,0.0003408777,0.008049986],"study_design_scores_gemma":[0.0000095431205,0.00002236714,0.000053752934,0.000008907578,0.000013137282,0.000023930941,0.000013779312,0.99672914,0.00013789757,0.0026011423,0.00038287917,0.0000035195212],"about_ca_topic_score_codex":0.0030330904,"about_ca_topic_score_gemma":0.0029917364,"teacher_disagreement_score":0.0030330904,"about_ca_system_score_codex":0.0008362273,"about_ca_system_score_gemma":0.0015185783,"threshold_uncertainty_score":0.006067276},"labels":[],"label_agreement":null},{"id":"W4391231446","doi":"10.3390/systems12020040","title":"Towards ‘Vision-Zero’ in Road Traffic Fatalities: The Need for Reasonable Degrees of Automation to Complement Human Efforts in Driving Operation","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automation; Complement (music); Zero (linguistics); Computer science; Transport engineering; Engineering; Computer security; Mechanical engineering","score_opus":0.044725010441506056,"score_gpt":0.3992639873470913,"score_spread":0.3545389769055852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391231446","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31553155,0.023296509,0.12398118,0.35412264,0.003635996,0.0005176875,0.00033501332,0.0028611915,0.17571825],"genre_scores_gemma":[0.9422358,0.003246351,0.035635322,0.015577552,0.00025038543,0.0001816172,0.00009799981,0.00008943737,0.0026855685],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98937815,0.005243734,0.0005236111,0.0009258905,0.0029200308,0.0010084632],"domain_scores_gemma":[0.979629,0.007045697,0.0034924727,0.001594283,0.0043404903,0.0038980676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014500384,0.0006394144,0.0005601619,0.0018930166,0.0027364944,0.0050289603,0.0015585768,0.0029679479,0.0025667178],"category_scores_gemma":[0.028842986,0.00031540595,0.00086896244,0.00058808643,0.00793953,0.0054150373,0.005240875,0.005324717,0.0008469514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039969245,0.001524991,0.09087885,0.001887903,0.00021467962,0.00029826784,0.012577854,0.0032347052,0.0058635096,0.07557151,0.054499704,0.75304836],"study_design_scores_gemma":[0.00015677168,0.0033915867,0.48380104,0.0046228496,0.0002803437,0.002131232,0.03527665,0.0063582244,0.008063822,0.25647035,0.19897993,0.00046713572],"about_ca_topic_score_codex":0.007350814,"about_ca_topic_score_gemma":0.008868174,"teacher_disagreement_score":0.014500384,"about_ca_system_score_codex":0.0041056047,"about_ca_system_score_gemma":0.011605925,"threshold_uncertainty_score":0.07668626},"labels":[],"label_agreement":null},{"id":"W4393352772","doi":"10.3390/systems12040117","title":"Resilient Network Design: Disjoint Shortest Path Problem for Power Transmission Application","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Vehicle Routing Optimization Methods","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Shortest path problem; Computer science; Disjoint sets; Redundancy (engineering); Constrained Shortest Path First; Mathematical optimization; Integer programming; Routing (electronic design automation); Path (computing); Distributed computing; K shortest path routing; Graph; Algorithm; Theoretical computer science; Computer network; Mathematics","score_opus":0.016956475143771035,"score_gpt":0.260923422866855,"score_spread":0.24396694772308397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393352772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051951654,0.0024302688,0.9124707,0.0035549656,0.00037772587,0.00041891742,0.009768327,0.002025964,0.017001368],"genre_scores_gemma":[0.367078,0.0019992832,0.60800415,0.00041784102,0.00021564354,0.00087745464,0.013459374,0.0005853196,0.007362896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990007,0.00033866023,0.000044891785,0.0003258274,0.00020786478,0.00008204375],"domain_scores_gemma":[0.9987929,0.00067230675,0.00015730801,0.00016574161,0.00015087605,0.000060900227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001291356,0.0015146789,0.00086457934,0.0015166077,0.0008781943,0.001327318,0.0017870945,0.001923311,0.0074410434],"category_scores_gemma":[0.0056504863,0.0005553666,0.0012777738,0.00268501,0.00069014117,0.0022911963,0.0009871296,0.0013868832,0.0011961072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000928999,0.00008223814,0.0007294478,0.00046476666,0.000059229955,0.00016867444,0.000078003155,0.8845951,0.0009920807,0.019592805,0.02958153,0.0635632],"study_design_scores_gemma":[0.000029978522,0.000034060686,0.00027413343,0.000040377152,0.000020480635,0.00011651893,0.00007392704,0.9335599,0.00080482755,0.05003973,0.014991556,0.000014522762],"about_ca_topic_score_codex":0.00598453,"about_ca_topic_score_gemma":0.008332054,"teacher_disagreement_score":0.0074410434,"about_ca_system_score_codex":0.0016192965,"about_ca_system_score_gemma":0.0016357681,"threshold_uncertainty_score":0.024892747},"labels":[],"label_agreement":null},{"id":"W4394931919","doi":"10.3390/systems12040137","title":"Systems Thinking for Supply Chains: Identifying Bottlenecks Using Process Mapping of a Child Health Intervention in the Democratic Republic of the Congo (DRC)","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; World Health Organization","keywords":"Democracy; Intervention (counseling); Process (computing); Supply chain; Political science; Medicine; Computer science; Nursing; Law; Politics","score_opus":0.20402358451240457,"score_gpt":0.43636913149178586,"score_spread":0.23234554697938128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394931919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8381187,0.00065783266,0.13825583,0.002448002,0.000016972142,0.001147193,0.00034568747,0.00014436987,0.018865425],"genre_scores_gemma":[0.93649256,0.00040307545,0.06141568,0.000061760154,0.0000030557387,0.0004728851,0.00012496136,0.000027281721,0.000998746],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9944073,0.004437968,0.00014319217,0.0003973541,0.00030537698,0.0003088235],"domain_scores_gemma":[0.98658586,0.01092429,0.0009760577,0.0004876116,0.0007760719,0.00025005254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009705373,0.000696672,0.0002894331,0.003279281,0.0027595481,0.005239431,0.0010693137,0.0008187699,0.0026087614],"category_scores_gemma":[0.016426945,0.00040915908,0.0006133599,0.0032991813,0.0029925215,0.0046835896,0.0029965974,0.001138604,0.00014036283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050134637,0.0007711103,0.110849746,0.0022508889,0.00016099981,0.0027649307,0.4554429,0.061340503,0.007247498,0.10522225,0.0020377105,0.25141007],"study_design_scores_gemma":[0.00010401555,0.00069901394,0.08121818,0.0018865099,0.00027010188,0.0004895587,0.51423323,0.24342965,0.012195119,0.10045689,0.044840313,0.00017738598],"about_ca_topic_score_codex":0.029609192,"about_ca_topic_score_gemma":0.033073615,"teacher_disagreement_score":0.029609192,"about_ca_system_score_codex":0.009123465,"about_ca_system_score_gemma":0.007759126,"threshold_uncertainty_score":0.06619567},"labels":[],"label_agreement":null},{"id":"W4396674227","doi":"10.3390/systems12050163","title":"Sustainability under Active Inference","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Sustainability; Inference; Computer science; Business; Artificial intelligence; Ecology; Biology","score_opus":0.18330078991827478,"score_gpt":0.46982495948724645,"score_spread":0.28652416956897164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396674227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043371122,0.0026709286,0.8869377,0.012633954,0.00037327432,0.00012655008,0.0008172491,0.0003832266,0.052686103],"genre_scores_gemma":[0.8744622,0.0021825074,0.1086021,0.0020849817,0.00071565865,0.00036590977,0.0009111999,0.00024634736,0.01042911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956626,0.0016825729,0.00024194033,0.0013878229,0.0006726124,0.00035250688],"domain_scores_gemma":[0.97589684,0.018843822,0.0016106481,0.0017429612,0.0013965262,0.0005092438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006837347,0.0010331874,0.0013693516,0.0017888525,0.002055526,0.0048240847,0.0025901538,0.0030237583,0.007878637],"category_scores_gemma":[0.030318893,0.0007239629,0.002296099,0.001110978,0.0061786934,0.009071015,0.004662303,0.0038063182,0.0007159461],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038038976,0.00003043765,0.0017944365,0.0001820847,0.000077023964,0.00018690042,0.00034621623,0.045544956,0.00026805256,0.93587,0.0018047253,0.013857118],"study_design_scores_gemma":[0.0000098021255,0.000007908798,0.00015235442,0.000038612085,0.000017589678,0.000047451344,0.00006014341,0.07376171,0.00014462908,0.92325735,0.0024907603,0.000011765131],"about_ca_topic_score_codex":0.0045906464,"about_ca_topic_score_gemma":0.0030904338,"teacher_disagreement_score":0.007878637,"about_ca_system_score_codex":0.0031654194,"about_ca_system_score_gemma":0.002193353,"threshold_uncertainty_score":0.036159813},"labels":[],"label_agreement":null},{"id":"W4396737945","doi":"10.3390/systems12050167","title":"Assessing the Impact of Risk Factors on Vaccination Uptake Policy Decisions Using a Bayesian Network (BN) Approach","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Bayesian network; Bayesian probability; Risk assessment; Risk analysis (engineering); Actuarial science; Econometrics; Computer science; Business; Artificial intelligence; Mathematics; Computer security","score_opus":0.06947302956951167,"score_gpt":0.40063141360938914,"score_spread":0.33115838403987746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396737945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4192656,0.00062453875,0.5658877,0.0014737486,0.00006610479,0.0004853351,0.0015698059,0.0002485782,0.010378671],"genre_scores_gemma":[0.9193218,0.00044798112,0.07798252,0.00007090234,0.000022838245,0.00027526348,0.00055086956,0.000014970731,0.0013129167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713194,0.001706028,0.00016293299,0.00043723322,0.00041853753,0.00014329585],"domain_scores_gemma":[0.9761234,0.021180015,0.0011569391,0.00022160693,0.001113284,0.00020474698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055208155,0.00097152515,0.0007893792,0.003808709,0.00068104,0.0016869378,0.0007704455,0.000945365,0.00347548],"category_scores_gemma":[0.024253651,0.00062113465,0.00090916385,0.0015886939,0.00048477927,0.0020795867,0.0009415102,0.0011095733,0.00019408707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026763408,0.00016563984,0.04732893,0.00027983182,0.00035272122,0.00024928263,0.0005185411,0.879622,0.0007497321,0.018932952,0.00063050253,0.050902344],"study_design_scores_gemma":[0.000019080915,0.00008188279,0.0056515993,0.00006032122,0.00010943709,0.00007384305,0.00020349561,0.97529674,0.00028700574,0.01736114,0.0008237592,0.000031786683],"about_ca_topic_score_codex":0.02055756,"about_ca_topic_score_gemma":0.02147442,"teacher_disagreement_score":0.02055756,"about_ca_system_score_codex":0.0022918526,"about_ca_system_score_gemma":0.0018861091,"threshold_uncertainty_score":0.040875793},"labels":[],"label_agreement":null},{"id":"W4402761492","doi":"10.3390/systems12090380","title":"Learning to Score: A Coding System for Constructed Response Items via Interactive Clustering","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Social Science Fund of China; Fundo para o Desenvolvimento das Ciências e da Tecnologia; China Scholarship Council; Science and Technology Development Fund","keywords":"Cluster analysis; Coding (social sciences); Computer science; Psychology; Natural language processing; Artificial intelligence; Mathematics; Statistics","score_opus":0.015782493697655758,"score_gpt":0.29754658303594267,"score_spread":0.2817640893382869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402761492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006080092,0.000052894367,0.93533856,0.00016587184,0.00007893092,0.0014001385,0.0013250961,0.054148737,0.0014096962],"genre_scores_gemma":[0.04090064,0.000046245277,0.94889987,0.0001303476,0.00004024018,0.0022379153,0.003085834,0.0016359086,0.0030230058],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98927784,0.0038425736,0.00129967,0.002594492,0.0025969597,0.00038845086],"domain_scores_gemma":[0.97625494,0.007172976,0.001730037,0.004226464,0.009678971,0.0009365978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011057634,0.0030120383,0.0014723389,0.0056436392,0.00130704,0.0021306034,0.0041707098,0.0017042867,0.013538274],"category_scores_gemma":[0.038964946,0.0009647623,0.0013246534,0.0026906764,0.0011078392,0.0036890863,0.005571673,0.0025330393,0.0121827135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069597206,0.0004669591,0.0035166617,0.00037740543,0.00009866733,0.00017650251,0.0018659723,0.007930658,0.01448568,0.0049690944,0.044933572,0.9204829],"study_design_scores_gemma":[0.00035398157,0.0005551111,0.006624476,0.0002062182,0.00009484368,0.0003904067,0.0011612743,0.8466845,0.051529475,0.029880209,0.062132172,0.00038729503],"about_ca_topic_score_codex":0.004699548,"about_ca_topic_score_gemma":0.0058870846,"teacher_disagreement_score":0.013538274,"about_ca_system_score_codex":0.0020373361,"about_ca_system_score_gemma":0.0026968943,"threshold_uncertainty_score":0.05847901},"labels":[],"label_agreement":null},{"id":"W4402987272","doi":"10.3390/systems12100406","title":"An Integrated Framework for Estimating Origins and Destinations of Multimodal Multi-Commodity Import and Export Flows Using Multisource Data","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Global trade and economics","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Commodity; Destinations; Computer science; Business; Multimodal transport; Industrial organization; Economic geography; Economics; Econometrics; Geography; Marketing; Tourism; Finance","score_opus":0.1954714186712959,"score_gpt":0.3292921233297954,"score_spread":0.13382070465849952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402987272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033801373,0.00013272029,0.9630191,0.00014345902,0.000012529645,0.00007209625,0.0007826172,0.00024254131,0.0017936594],"genre_scores_gemma":[0.590607,0.00035174598,0.4039533,0.000039238657,0.00003366473,0.00023393755,0.002413992,0.00006383876,0.0023032078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994562,0.00014114793,0.000030074349,0.00019335626,0.00011326098,0.000065986846],"domain_scores_gemma":[0.99944276,0.00021109686,0.00010593046,0.00005713032,0.00014989695,0.00003320673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013680174,0.0009553973,0.000550814,0.003227087,0.00044014846,0.001569815,0.0016217993,0.00070724287,0.0015655854],"category_scores_gemma":[0.002319741,0.00061198126,0.0013944821,0.0027082223,0.0004690561,0.0018479193,0.0016425006,0.0008241876,0.00024408523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011967284,0.000033681266,0.0065345643,0.00002711287,0.000050164363,0.000064942345,0.000057738114,0.95226586,0.0004458506,0.01279998,0.00043315752,0.027274963],"study_design_scores_gemma":[0.0000020505074,0.000008070565,0.0013430023,0.000006524769,0.000010817709,0.000009680707,0.00004310391,0.99376184,0.00013537126,0.0040965783,0.00057486596,0.000008220158],"about_ca_topic_score_codex":0.085376844,"about_ca_topic_score_gemma":0.074790284,"teacher_disagreement_score":0.085376844,"about_ca_system_score_codex":0.0017467961,"about_ca_system_score_gemma":0.0022266125,"threshold_uncertainty_score":0.16975981},"labels":[],"label_agreement":null},{"id":"W4403189920","doi":"10.3390/systems12100415","title":"The Role of Complex Systems in Predictive Analytics for E-Commerce Innovations in Business Management","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Analytics; Business analytics; Predictive analytics; Business intelligence; Business; Data science; Process management; Computer science; Knowledge management; Business model; Business analysis; Marketing","score_opus":0.06843414452913184,"score_gpt":0.29899927413459204,"score_spread":0.23056512960546022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403189920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021130355,0.40698844,0.44817,0.051179048,0.0026032939,0.00019781153,0.00035982113,0.00031927784,0.06905194],"genre_scores_gemma":[0.543074,0.34189507,0.101431124,0.004445208,0.0045412085,0.00028323848,0.00028694284,0.00010921874,0.003933962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771345,0.0009970412,0.00012634139,0.00025891943,0.0008031954,0.000101108104],"domain_scores_gemma":[0.9836752,0.013763327,0.0005347314,0.00060089945,0.0011747751,0.00025113943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055883904,0.0008919422,0.0011391573,0.0023142044,0.0010727636,0.00751892,0.0011868016,0.0018610202,0.0023710886],"category_scores_gemma":[0.0144968815,0.00044421054,0.0006160197,0.0028144603,0.004717344,0.00756211,0.0026479596,0.0037682857,0.0004992278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027621822,0.00004466134,0.0025783426,0.0017296707,0.00011167427,0.00024277333,0.0007669133,0.022088515,0.00050975697,0.830227,0.007502929,0.13417013],"study_design_scores_gemma":[0.0000099255785,0.00006854758,0.0019715382,0.0020089955,0.00006284416,0.0002782958,0.0007453437,0.057882406,0.0006774662,0.83109355,0.10512142,0.00007965549],"about_ca_topic_score_codex":0.002107333,"about_ca_topic_score_gemma":0.001968981,"teacher_disagreement_score":0.00751892,"about_ca_system_score_codex":0.0022650838,"about_ca_system_score_gemma":0.0022654159,"threshold_uncertainty_score":0.029554605},"labels":[],"label_agreement":null},{"id":"W4403396785","doi":"10.3390/systems12100429","title":"The Impact of Artificial Intelligence Marketing on E-Commerce Sales","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Business; Marketing","score_opus":0.16548805225685068,"score_gpt":0.44032403866861825,"score_spread":0.27483598641176754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403396785","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29851264,0.5162864,0.0020605524,0.012395315,0.0005957901,0.00018728319,0.00049515784,0.000059136877,0.1694077],"genre_scores_gemma":[0.8135321,0.18043533,0.0014041413,0.0011201411,0.00064013846,0.000053322463,0.00014723394,0.000028407474,0.002639164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99605346,0.0015112456,0.00030463157,0.00021521708,0.001738317,0.00017701922],"domain_scores_gemma":[0.9358392,0.052601267,0.004845115,0.0004269941,0.0057133306,0.000574112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00415318,0.0002297344,0.0003763741,0.0040844274,0.0005066999,0.004286191,0.0002558483,0.0004997634,0.0037685146],"category_scores_gemma":[0.025362408,0.00014506212,0.0004116238,0.005578505,0.0008543745,0.0019479129,0.0005441531,0.0006608035,0.00040610362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032835177,0.00023958426,0.08519089,0.017233517,0.0009926922,0.0007201789,0.0037845643,0.0019971346,0.0024625715,0.038520455,0.009890329,0.8386397],"study_design_scores_gemma":[0.000056956105,0.0007413497,0.62009037,0.01662918,0.0016611315,0.0011934642,0.009107351,0.002480185,0.0065247677,0.01817101,0.3232096,0.00013455274],"about_ca_topic_score_codex":0.0021737546,"about_ca_topic_score_gemma":0.0035547938,"teacher_disagreement_score":0.004286191,"about_ca_system_score_codex":0.0016581757,"about_ca_system_score_gemma":0.002494113,"threshold_uncertainty_score":0.021964371},"labels":[],"label_agreement":null},{"id":"W4406692793","doi":"10.3390/systems13020072","title":"Digital Health Transformation: Leveraging a Knowledge Graph Reasoning Framework and Conversational Agents for Enhanced Knowledge Management","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Knowledge graph; Computer science; Knowledge management; Transformation (genetics); Digital transformation; Graph; Human–computer interaction; Data science; Artificial intelligence; World Wide Web; Theoretical computer science; Chemistry","score_opus":0.024001885701926587,"score_gpt":0.30257761444307263,"score_spread":0.27857572874114606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406692793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005510016,0.00011872193,0.9854549,0.00092037086,0.000051257848,0.00018840918,0.00011008345,0.0008033384,0.0068429857],"genre_scores_gemma":[0.1536555,0.00022740249,0.84175384,0.0003362883,0.000030639727,0.00020782088,0.00040561115,0.00012412996,0.0032587715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642724,0.0017669437,0.00031774168,0.00071236497,0.00061290193,0.00016274657],"domain_scores_gemma":[0.9958597,0.0023391296,0.00026249365,0.0009757781,0.00035408218,0.00020886585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004804045,0.00062508864,0.00038004701,0.0027564387,0.0013864507,0.004393137,0.0018403778,0.0013981283,0.0029375218],"category_scores_gemma":[0.007473836,0.00042879686,0.0015661101,0.0015722173,0.0030073808,0.006746661,0.0053187725,0.0016032425,0.00048287874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001449505,0.0003989851,0.0017984285,0.0004846317,0.00012687437,0.0008166769,0.007260714,0.054984972,0.009998909,0.58037716,0.005386679,0.33822095],"study_design_scores_gemma":[0.00007695107,0.00012312872,0.0006580625,0.0002409667,0.00014263822,0.00047632438,0.0027866235,0.3760424,0.0141635295,0.48362142,0.12156935,0.00009857034],"about_ca_topic_score_codex":0.007969351,"about_ca_topic_score_gemma":0.009333126,"teacher_disagreement_score":0.007969351,"about_ca_system_score_codex":0.0016734129,"about_ca_system_score_gemma":0.0033835692,"threshold_uncertainty_score":0.02540654},"labels":[],"label_agreement":null},{"id":"W4407942808","doi":"10.3390/systems13030154","title":"Optimizing Security of Radio Frequency Identification Systems in Assistive Devices: A Novel Unidirectional Systolic Design for Dickson-Based Field Multiplier","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Advancements in Semiconductor Devices and Circuit Design","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"King Salman Center for Disability Research","keywords":"Multiplier (economics); Radio-frequency identification; Computer science; Radio frequency; Electronic engineering; Engineering; Telecommunications; Computer security","score_opus":0.02684137586445133,"score_gpt":0.2657002734178503,"score_spread":0.23885889755339895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407942808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113198265,0.001294071,0.86472356,0.00041739314,0.00021639444,0.00012715788,0.0000767781,0.00061731465,0.019329028],"genre_scores_gemma":[0.81145,0.00061540486,0.18086359,0.00017663102,0.000063130356,0.00010599542,0.0000777096,0.00003505032,0.006612391],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99987614,0.000027411366,0.00001017141,0.000025520492,0.00004208284,0.000018726902],"domain_scores_gemma":[0.99987185,0.000022796788,0.00003143093,0.000013704938,0.000049510312,0.000010674292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018876235,0.0003987565,0.0001875013,0.00034343897,0.00029609908,0.0005662787,0.00064746157,0.0003376205,0.0023684674],"category_scores_gemma":[0.0003229789,0.00013117681,0.00022446322,0.00022093368,0.00021449981,0.00057913235,0.00028831686,0.00026035568,0.00051031215],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006552364,0.00016589866,0.002638647,0.00053269335,0.00011418305,0.0007274378,0.00038512168,0.098412335,0.45206624,0.11460097,0.0045673265,0.325134],"study_design_scores_gemma":[0.0001360536,0.002342056,0.0011895064,0.00015273025,0.00014833013,0.001409889,0.00017942506,0.71552056,0.19466662,0.01631997,0.067845546,0.00008925412],"about_ca_topic_score_codex":0.0003354705,"about_ca_topic_score_gemma":0.0005599804,"teacher_disagreement_score":0.0023684674,"about_ca_system_score_codex":0.00037920504,"about_ca_system_score_gemma":0.00047271675,"threshold_uncertainty_score":0.007923365},"labels":[],"label_agreement":null},{"id":"W4410215465","doi":"10.3390/systems13050364","title":"Integrating Stakeholder Knowledge Through a Participatory Approach and Semi-Quantitative Analysis for Local Watershed Management","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Watershed; Citizen journalism; Stakeholder; Watershed management; Environmental resource management; Participatory GIS; Environmental planning; Business; Knowledge management; Process management; Computer science; Geography; Environmental science; Political science; Public relations","score_opus":0.1376835041888882,"score_gpt":0.3410412963269372,"score_spread":0.203357792138049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410215465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09294254,0.00026419043,0.87339556,0.0011826273,0.000072276765,0.004886006,0.0007204138,0.00027063224,0.026265755],"genre_scores_gemma":[0.37342587,0.00016390851,0.61746186,0.00009673397,0.000008621993,0.00710273,0.00034070824,0.000050976385,0.0013485601],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94620824,0.047039334,0.0014697069,0.0013646613,0.003434431,0.0004836403],"domain_scores_gemma":[0.9346829,0.053339258,0.002473835,0.004623934,0.0043889238,0.0004911695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051536873,0.0009340785,0.00068531826,0.0055227554,0.0036221019,0.004868473,0.0021392219,0.0008218027,0.0037253385],"category_scores_gemma":[0.043885745,0.000703436,0.0011338065,0.0053533437,0.0045611835,0.004037606,0.006500059,0.0012174492,0.0002969585],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002706466,0.0007862996,0.016409444,0.0035833945,0.0003185083,0.0017757099,0.2843944,0.04508664,0.008030629,0.2643785,0.005854581,0.3691113],"study_design_scores_gemma":[0.0001597425,0.0005139101,0.014188272,0.0030353735,0.00021363322,0.0005239828,0.27383694,0.19176242,0.007525687,0.42638794,0.08148054,0.00037162608],"about_ca_topic_score_codex":0.005740936,"about_ca_topic_score_gemma":0.012697988,"teacher_disagreement_score":0.051536873,"about_ca_system_score_codex":0.0060289055,"about_ca_system_score_gemma":0.009066109,"threshold_uncertainty_score":0.2725563},"labels":[],"label_agreement":null},{"id":"W4411154552","doi":"10.3390/systems13060452","title":"Shifting the Burden: Corporate Indigenous Relations and How They Can Go Wrong","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Assembly of First Nations; University of Waterloo","funders":"","keywords":"Indigenous; Business; Political science; Biology; Ecology","score_opus":0.019834998192883327,"score_gpt":0.20409094575461678,"score_spread":0.18425594756173347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411154552","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1489532,0.011202756,0.022727251,0.24249405,0.0019790735,0.000111176894,0.000042742377,0.00019606632,0.5722936],"genre_scores_gemma":[0.96706736,0.0026359723,0.0030257087,0.007355786,0.00028298885,0.000056702476,0.000013785326,0.00011143833,0.019450285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9779522,0.012623763,0.00045097605,0.0014041733,0.004246201,0.0033226907],"domain_scores_gemma":[0.9847535,0.0067380094,0.0017794401,0.0026435452,0.0020952497,0.001990353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020292068,0.000606887,0.0006938768,0.0029706853,0.024857718,0.024648359,0.0023181008,0.0073392647,0.009161694],"category_scores_gemma":[0.03341377,0.00062505616,0.00065174355,0.002348568,0.109330565,0.03202354,0.021332193,0.009571244,0.0011323882],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017582586,0.000026064448,0.0016332158,0.00006863873,0.000015941208,0.00028600657,0.14278519,0.00014092163,0.00012400135,0.83403873,0.0039280425,0.016935637],"study_design_scores_gemma":[0.00001480321,0.000033846096,0.0019984602,0.0004493016,0.000022943888,0.00026834654,0.1596728,0.0003689503,0.00025551626,0.68375635,0.15310524,0.000053529606],"about_ca_topic_score_codex":0.031199306,"about_ca_topic_score_gemma":0.028132657,"teacher_disagreement_score":0.031199306,"about_ca_system_score_codex":0.010718677,"about_ca_system_score_gemma":0.012460879,"threshold_uncertainty_score":0.10731602},"labels":[],"label_agreement":null},{"id":"W4411188359","doi":"10.3390/systems13060455","title":"Privacy Ethics Alignment in AI: A Stakeholder-Centric Framework for Ethical AI","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"Office of the Privacy Commissioner of Canada","keywords":"Transparency (behavior); Stakeholder; Autonomy; Public relations; Agency (philosophy); Grounded theory; Thematic analysis; Corporate governance; Knowledge management; Political science; Internet privacy; Sociology; Qualitative research; Business; Computer science","score_opus":0.10426114588657119,"score_gpt":0.396475241383762,"score_spread":0.2922140954971908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411188359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07449671,0.001476474,0.6752829,0.05484777,0.0003337969,0.00087413087,0.000098345205,0.00015610615,0.19243374],"genre_scores_gemma":[0.9036273,0.00050095876,0.09096792,0.0018425046,0.00006195471,0.00056072365,0.000055374752,0.000042465068,0.0023407945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94766617,0.043458916,0.0014971391,0.0019597444,0.003781668,0.0016364529],"domain_scores_gemma":[0.9742217,0.01619157,0.0026101472,0.0023471664,0.002791652,0.0018377276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038473856,0.00089088856,0.0005420116,0.004429385,0.0077623352,0.012375966,0.0023306587,0.004553398,0.0021802897],"category_scores_gemma":[0.026172696,0.00055130245,0.00084285514,0.0028043385,0.0527197,0.014233996,0.010081204,0.00571518,0.00039350562],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011204696,0.00004112089,0.0016258123,0.00009896227,0.000012322522,0.00018108677,0.05656635,0.00067676505,0.00035276447,0.9322403,0.00045056376,0.007742703],"study_design_scores_gemma":[0.000015515143,0.00004419604,0.001162908,0.0004044583,0.000018229148,0.00036534065,0.04406186,0.0035407552,0.000620364,0.9095143,0.040223815,0.000028124212],"about_ca_topic_score_codex":0.002745911,"about_ca_topic_score_gemma":0.0025970344,"teacher_disagreement_score":0.038473856,"about_ca_system_score_codex":0.008763264,"about_ca_system_score_gemma":0.013712217,"threshold_uncertainty_score":0.20347166},"labels":[],"label_agreement":null},{"id":"W4411801089","doi":"10.3390/systems13070525","title":"Length Requirements for Urban Expressway Work Zones’ Warning and Transition Areas Based on Driving Safety and Comfort","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Traffic and Road Safety","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Work (physics); Work zone; Transport engineering; Warning system; Transition (genetics); Construction engineering; Computer science; Engineering; Telecommunications; Mechanical engineering","score_opus":0.007591954883632235,"score_gpt":0.20838590164492574,"score_spread":0.2007939467612935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411801089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937366,0.000019501547,0.0056229495,0.000013641227,0.0000030919052,0.000026919806,0.00006754768,0.00002220845,0.00048762167],"genre_scores_gemma":[0.9978504,0.000013339976,0.0018666893,0.0000028857125,7.078915e-7,0.00003065394,0.00009657044,0.0000036559516,0.00013511165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995876,0.00013989757,0.00003379708,0.00006811441,0.0000912041,0.00007934445],"domain_scores_gemma":[0.9987632,0.000474976,0.0001967952,0.000089479116,0.00032084587,0.0001546721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081213634,0.00038443424,0.00018054423,0.00069218274,0.00033947392,0.00055717886,0.00035635623,0.00032869016,0.0013718087],"category_scores_gemma":[0.0037622615,0.00019377809,0.00033987887,0.00031768926,0.00021336162,0.0007608808,0.00066232175,0.00017661744,0.00015383412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034870536,0.0013974704,0.38396797,0.00046361858,0.00021513109,0.00096238777,0.0027607025,0.3632665,0.1300439,0.0057735806,0.0017173318,0.10594427],"study_design_scores_gemma":[0.00011126168,0.0021657695,0.46481058,0.00004968092,0.00023797179,0.00032387115,0.0033490935,0.4958002,0.027772296,0.0030749706,0.002179255,0.00012503905],"about_ca_topic_score_codex":0.0038470312,"about_ca_topic_score_gemma":0.0059350096,"teacher_disagreement_score":0.0038470312,"about_ca_system_score_codex":0.00049578445,"about_ca_system_score_gemma":0.00039295288,"threshold_uncertainty_score":0.0076493025},"labels":[],"label_agreement":null},{"id":"W4412450541","doi":"10.3390/systems13070584","title":"MBSE 2.0: Toward More Integrated, Comprehensive, and Intelligent MBSE","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hog Administrative Marketing Services (Canada)","funders":"National Key Research and Development Program of China; Natural Science Foundation of Beijing Municipality; Beihang University; National Natural Science Foundation of China","keywords":"Computer science","score_opus":0.046487302035882555,"score_gpt":0.28784385528531403,"score_spread":0.24135655324943148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412450541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006444062,0.0011070773,0.96714246,0.004779292,0.00020922792,0.00017019163,0.00012030014,0.002063115,0.01796423],"genre_scores_gemma":[0.05377004,0.0016293306,0.93864,0.0009153795,0.00011006029,0.00019298801,0.0004249027,0.00047041575,0.0038469073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99315614,0.0027074863,0.0006267834,0.00063261995,0.0025125192,0.0003644664],"domain_scores_gemma":[0.98893005,0.0037825848,0.00082115177,0.0032507053,0.002460268,0.0007552756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016999377,0.0011154355,0.00079632003,0.002230177,0.00077518483,0.00645683,0.0026102345,0.001845902,0.002504354],"category_scores_gemma":[0.017753147,0.0012102044,0.0012008135,0.001431762,0.0036951818,0.011580578,0.007016894,0.004788802,0.0012234359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004675668,0.00012463871,0.0015561328,0.00068010617,0.000056370653,0.00013726323,0.0022516525,0.009073282,0.0074173245,0.85164267,0.0067257327,0.12028807],"study_design_scores_gemma":[0.000042251246,0.00026890653,0.001340949,0.0013298762,0.000084331135,0.0005551219,0.0009838274,0.09280186,0.009847079,0.38899133,0.503645,0.00010954667],"about_ca_topic_score_codex":0.0015902383,"about_ca_topic_score_gemma":0.0017765007,"teacher_disagreement_score":0.016999377,"about_ca_system_score_codex":0.0021240553,"about_ca_system_score_gemma":0.0056848503,"threshold_uncertainty_score":0.0899024},"labels":[],"label_agreement":null},{"id":"W4413060235","doi":"10.3390/systems13070605","title":"Connecting the Dots: Applying Network Theories to Enhance Integrated Paramedic Care for People Who Use Drugs","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Windsor; Humber Polytechnic; Queen's University; BC Mental Health & Substance Use Services","funders":"","keywords":"Centrality; Harm; Health care; Harm reduction; Actor–network theory; Work (physics); Public relations; Knowledge management; Medicine; Psychology; Nursing; Sociology; Political science; Computer science; Social psychology; Public health; Engineering","score_opus":0.07097788543254473,"score_gpt":0.41940633737482613,"score_spread":0.3484284519422814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413060235","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047280066,0.010398346,0.16111165,0.61542815,0.0055390275,0.00051042653,0.00016974729,0.0001923208,0.15937029],"genre_scores_gemma":[0.882039,0.014696388,0.055591486,0.03023299,0.0011774439,0.00075479504,0.000088283996,0.00010958658,0.015310122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9914351,0.0072128735,0.0001362056,0.00044013644,0.0004242058,0.0003514828],"domain_scores_gemma":[0.98271805,0.014299559,0.0006585184,0.00034810198,0.00089749804,0.0010783029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009505954,0.0005918082,0.00027784388,0.0016186583,0.0056397477,0.0062250523,0.0025011566,0.004500496,0.0074594817],"category_scores_gemma":[0.02303647,0.0003170188,0.00089103257,0.0010870436,0.008576435,0.014091762,0.0052658627,0.004908968,0.0006337183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045932993,0.00006600123,0.0020954865,0.0009978114,0.000040308398,0.00046184554,0.05412245,0.003137418,0.00017309935,0.8670125,0.023804978,0.048042204],"study_design_scores_gemma":[0.000051251784,0.00011961462,0.001492572,0.002936432,0.00008466155,0.0003149964,0.061739646,0.011560637,0.00033835118,0.6027936,0.31851903,0.000049224098],"about_ca_topic_score_codex":0.010149537,"about_ca_topic_score_gemma":0.028731985,"teacher_disagreement_score":0.010212775,"about_ca_system_score_codex":0.010212775,"about_ca_system_score_gemma":0.011833377,"threshold_uncertainty_score":0.07409924},"labels":[],"label_agreement":null},{"id":"W4414204367","doi":"10.3390/systems13090802","title":"E-Commerce Revolution: How the Pandemic Reshaped the US Consumer Shopping Habits: A PACF and ARIMA Approach","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Consumer Retail Behavior Studies","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Autoregressive integrated moving average; Pandemic; Quarter (Canadian coin); Box–Jenkins; Partial autocorrelation function; Autocorrelation; Analytics; Econometric model","score_opus":0.041719704511373336,"score_gpt":0.2470346816261924,"score_spread":0.20531497711481908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414204367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6933381,0.0066704946,0.25929347,0.014256918,0.0007550267,0.0001465219,0.0016360286,0.0005006711,0.023402873],"genre_scores_gemma":[0.969468,0.002624183,0.022368621,0.0006685584,0.0004664593,0.000066840956,0.000541411,0.00007361198,0.0037222574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993349,0.0002587863,0.000027562572,0.00018291135,0.00011466807,0.00008121358],"domain_scores_gemma":[0.99805486,0.0012359234,0.00024729196,0.00011385225,0.00026776505,0.00008037235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002713931,0.00046148925,0.0005284554,0.0018301943,0.00055062526,0.002181674,0.0007345655,0.0013085795,0.001822397],"category_scores_gemma":[0.0073196283,0.0003190673,0.0011368732,0.001563942,0.0009792009,0.0019369436,0.000752313,0.0021636754,0.00026291926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031192752,0.00035078079,0.28544372,0.00039757803,0.00070367666,0.0023286939,0.0033315355,0.20870766,0.0037346154,0.32129163,0.0142643405,0.15913394],"study_design_scores_gemma":[0.0000150073065,0.00016463459,0.085786454,0.00015433603,0.00015666349,0.0004088119,0.0019234944,0.8133435,0.00047506663,0.08280291,0.014660531,0.0001086074],"about_ca_topic_score_codex":0.03679101,"about_ca_topic_score_gemma":0.022974117,"teacher_disagreement_score":0.03679101,"about_ca_system_score_codex":0.0010802004,"about_ca_system_score_gemma":0.0009853683,"threshold_uncertainty_score":0.073153734},"labels":[],"label_agreement":null},{"id":"W4414668617","doi":"10.3390/systems13100854","title":"Path-Based Progression Optimization Model for Multimodal Traffic System Signal Coordination","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Traffic control and management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"SIGNAL (programming language); Benchmark (surveying); Transit (satellite); Reduction (mathematics); Public transport; Service (business); Bus priority; Linear programming","score_opus":0.006818166122209607,"score_gpt":0.21594470807442084,"score_spread":0.20912654195221123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414668617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017216206,0.00022494985,0.97136104,0.0002192336,0.000043005664,0.00006760329,0.00015764337,0.00020083903,0.0105095785],"genre_scores_gemma":[0.8840388,0.00050889986,0.09694811,0.00015272269,0.00004743412,0.00048253965,0.0004417574,0.00011141764,0.017268403],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996686,0.000102356615,0.0000095193955,0.0000715575,0.00007732578,0.00007062475],"domain_scores_gemma":[0.99973756,0.00011202486,0.00003987557,0.000009143661,0.00007560842,0.000025774343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006710028,0.0012034774,0.00074076,0.00056938914,0.000371432,0.0010268937,0.0011513425,0.0010918129,0.006020168],"category_scores_gemma":[0.0009876437,0.00047145085,0.0008592731,0.00061472796,0.00055467547,0.0007761028,0.0009449301,0.0013878108,0.00056794466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000119338465,0.000008103837,0.00008711888,0.00001666069,0.0000062010486,0.000019465582,0.0000109565035,0.99387735,0.0003128959,0.0032076398,0.00025408846,0.0021876604],"study_design_scores_gemma":[0.0000032356475,0.00001078471,0.000027950582,0.0000018690896,0.000003062909,0.0000033432962,0.0000038153357,0.99895406,0.000053870095,0.00069231325,0.00024408837,0.0000015435328],"about_ca_topic_score_codex":0.010070996,"about_ca_topic_score_gemma":0.0070385695,"teacher_disagreement_score":0.010070996,"about_ca_system_score_codex":0.0010435729,"about_ca_system_score_gemma":0.0013897722,"threshold_uncertainty_score":0.020139456},"labels":[],"label_agreement":null},{"id":"W4415283998","doi":"10.3390/systems13100913","title":"Mapping the AI Landscape in Project Management Context: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Universidade de São Paulo","keywords":"Systematic review; Scopus; Thematic analysis; CLARITY; Project management; Thematic map; Set (abstract data type); Coding (social sciences)","score_opus":0.04511637796528841,"score_gpt":0.2911709587903419,"score_spread":0.24605458082505346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415283998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060652136,0.98588943,0.0019945372,0.0017590795,0.00027914977,0.0018217666,0.00077270204,0.000027778118,0.0013903154],"genre_scores_gemma":[0.04029267,0.9481791,0.006368016,0.0008893821,0.00013465779,0.003314721,0.00059315725,0.000017737533,0.00021052967],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96841097,0.01301671,0.010320986,0.0018069311,0.005736189,0.0007082974],"domain_scores_gemma":[0.88140756,0.0878273,0.013001237,0.0020184421,0.014622712,0.0011227247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032128394,0.0017085001,0.005984402,0.058353007,0.0022505054,0.00581764,0.0025363439,0.002710005,0.0039821737],"category_scores_gemma":[0.11824639,0.0016673116,0.004136126,0.05209666,0.0023040408,0.009003994,0.004368952,0.0018501248,0.00054490776],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074986114,0.000042471565,0.0016655653,0.87785125,0.0016243252,0.00040838216,0.003623815,0.00027051556,0.00034379028,0.0017428178,0.0022901522,0.11006197],"study_design_scores_gemma":[0.000039098366,0.0001237016,0.0027078993,0.9562623,0.0064932127,0.00056970934,0.0046353014,0.00015025777,0.00021067492,0.0009104885,0.027847447,0.00004998578],"about_ca_topic_score_codex":0.0085146995,"about_ca_topic_score_gemma":0.02393353,"teacher_disagreement_score":0.058353007,"about_ca_system_score_codex":0.008226148,"about_ca_system_score_gemma":0.047586024,"threshold_uncertainty_score":0.16991323},"labels":[],"label_agreement":null},{"id":"W4415371181","doi":"10.3390/systems13100921","title":"Charging Decision Optimization Strategy for Shared Autonomous Electric Vehicles Considering Multi-Objective Conflicts: An Integrated Solution Process Combining Multi-Agent Simulation Model and Genetic Algorithm","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"Specific Research Project of Guangxi for Research Bases and Talents; Natural Science Foundation of Ningbo; Natural Science Foundation of Zhejiang Province; Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Battery (electricity); Genetic algorithm; Process (computing); State of charge; Optimization problem; Electric vehicle; Power (physics); Operator (biology); Demand response","score_opus":0.040889952296136504,"score_gpt":0.30124927453606143,"score_spread":0.2603593222399249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415371181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21010898,0.00029084194,0.78072923,0.00033254147,0.000047180154,0.0001433802,0.000054069205,0.000245842,0.008047934],"genre_scores_gemma":[0.9534243,0.0001398192,0.044515293,0.000048420734,0.000009323071,0.00016939531,0.00005401842,0.000023937793,0.001615577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99966204,0.00012607922,0.000015061262,0.000052154104,0.00006688346,0.00007785671],"domain_scores_gemma":[0.9993605,0.0003764117,0.00008463805,0.000022378716,0.00010670486,0.000049379156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009678326,0.0010481073,0.0012886267,0.00077558495,0.0007212369,0.0013829923,0.0010983616,0.0013393111,0.0011834444],"category_scores_gemma":[0.0015932423,0.00068389555,0.0010870228,0.0006826489,0.00072136754,0.0009856664,0.0011270521,0.00081843877,0.00010230346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000967875,0.000010502917,0.00019047795,0.0000057067546,0.000010262592,0.000020942516,0.000014369729,0.9970415,0.00014664436,0.000907398,0.000042005136,0.0016005784],"study_design_scores_gemma":[0.0000039695456,0.0000070657584,0.000026900936,8.4959356e-7,0.000003016029,0.0000016539072,0.0000073309047,0.99952555,0.00003784519,0.00034566462,0.00003879484,0.0000014187109],"about_ca_topic_score_codex":0.019394761,"about_ca_topic_score_gemma":0.009993708,"teacher_disagreement_score":0.019394761,"about_ca_system_score_codex":0.0013073874,"about_ca_system_score_gemma":0.002458703,"threshold_uncertainty_score":0.03856373},"labels":[],"label_agreement":null},{"id":"W4415823164","doi":"10.3390/systems13110975","title":"Digital Exposure and Emotional Response: Public Discourse on Mandatory IP Location Disclosure in Chinese Social Media","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Disinformation; Transparency (behavior); Social media; Visibility; Personally identifiable information; Digital media; Information privacy; The Internet","score_opus":0.019506146403852592,"score_gpt":0.32018952534218725,"score_spread":0.30068337893833463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415823164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99624735,0.00007156263,0.00013706161,0.0003234284,0.000011158444,0.0000044355775,0.000018804383,0.000002850043,0.0031833972],"genre_scores_gemma":[0.9993623,0.000061384635,0.000029519457,0.000052467574,0.000015689167,0.0000037032244,0.000016195641,0.0000018831175,0.00045681512],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986998,0.00057468336,0.00007883054,0.00012227561,0.00034319368,0.00018120989],"domain_scores_gemma":[0.9946354,0.0028163837,0.001625084,0.0002043305,0.0004232912,0.00029548557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019909865,0.00033004888,0.00023354567,0.0011862421,0.002059357,0.0023130754,0.00021841067,0.00061055797,0.0022295127],"category_scores_gemma":[0.0066855955,0.00017242879,0.00018679076,0.001087989,0.0024138144,0.0019057245,0.0019107751,0.0007742495,0.00022246789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029233174,0.00011505424,0.3714927,0.00022739868,0.000051335403,0.0010321616,0.5910727,0.00027151816,0.0062913476,0.0055132126,0.0010821051,0.022558156],"study_design_scores_gemma":[0.000012853467,0.00014145552,0.59204274,0.00012100404,0.000069444905,0.00034996384,0.38707522,0.002366764,0.0024955552,0.001672976,0.013569153,0.000082909624],"about_ca_topic_score_codex":0.007748802,"about_ca_topic_score_gemma":0.007648863,"teacher_disagreement_score":0.007748802,"about_ca_system_score_codex":0.0018402473,"about_ca_system_score_gemma":0.00076792546,"threshold_uncertainty_score":0.015407443},"labels":[],"label_agreement":null},{"id":"W4415877470","doi":"10.3390/systems13110984","title":"Building Resilient Water Supply Systems Through Economic Instruments: Evidence from a Water Resource Fee-to-Tax Reform","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Resilience (materials science); Sustainability; Resource (disambiguation); Water supply; Water scarcity; Groundwater; Psychological resilience; Resource efficiency; Water resources","score_opus":0.009951955045660326,"score_gpt":0.2144359021359398,"score_spread":0.20448394709027948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415877470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99433124,0.0005373775,0.0007541886,0.0010752544,0.000028954073,0.00006813159,0.00024638273,0.000019287001,0.0029392412],"genre_scores_gemma":[0.9990374,0.00028482373,0.00016246313,0.000092981536,0.000012004125,0.000014818098,0.000121020996,0.0000023107561,0.00027225752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984604,0.00077086774,0.000076559416,0.00016836335,0.00019567237,0.00032818838],"domain_scores_gemma":[0.99463165,0.0015905349,0.0020589745,0.0006423857,0.0007391533,0.00033727527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003027288,0.00035708482,0.00048239907,0.00061025,0.0006818592,0.0009780211,0.00083865563,0.00054076436,0.003022995],"category_scores_gemma":[0.006187076,0.00015810737,0.00060787285,0.00092108466,0.001820747,0.0013446446,0.0011464882,0.0008484833,0.00017601943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004861105,0.0063647814,0.6420216,0.001523245,0.0021918865,0.0011271111,0.0024467963,0.088611834,0.0047060633,0.08440384,0.009266957,0.15247472],"study_design_scores_gemma":[0.001017032,0.0032363497,0.8883881,0.0002388567,0.0012743452,0.00006285205,0.0042602033,0.060915787,0.0050426573,0.014472105,0.020984247,0.000107478336],"about_ca_topic_score_codex":0.050764363,"about_ca_topic_score_gemma":0.040077128,"teacher_disagreement_score":0.050764363,"about_ca_system_score_codex":0.003537224,"about_ca_system_score_gemma":0.0028949894,"threshold_uncertainty_score":0.100937724},"labels":[],"label_agreement":null},{"id":"W4416093640","doi":"10.3390/systems13111001","title":"Systems Thinking and Human Resource Management in Healthcare: A Scoping Review of Core Applications Across Health System Levels","year":2025,"lang":"en","type":"review","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems thinking; Workforce; Workforce development; Interdependence; Health care; Workforce planning; Human resources; Soft systems methodology; Healthcare system","score_opus":0.38951956966459134,"score_gpt":0.5509866738641812,"score_spread":0.16146710419958987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416093640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049171585,0.99653614,0.00051990204,0.00084727124,0.00018044745,0.00010454947,0.000048774946,0.000005516507,0.0012655942],"genre_scores_gemma":[0.0061393348,0.9916903,0.0011745666,0.00041289537,0.00012390087,0.00024471479,0.000068524016,0.000005501159,0.00014027227],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.987948,0.0045406627,0.0038237092,0.00076324603,0.002563694,0.00036068715],"domain_scores_gemma":[0.8855259,0.10084632,0.005351837,0.0010414374,0.0068024364,0.00043205897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019240357,0.0014807908,0.002827993,0.02167929,0.0015501635,0.005321677,0.0018417413,0.0032587582,0.0035409369],"category_scores_gemma":[0.056963976,0.0011318615,0.00358458,0.02743991,0.0027193774,0.00522126,0.0032178145,0.002407725,0.0004579384],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007492821,0.000061857085,0.0009826169,0.5418641,0.00081167166,0.00022276133,0.0042917226,0.00083238207,0.00033007265,0.010979629,0.007322402,0.4322258],"study_design_scores_gemma":[0.000017801545,0.000098763776,0.00241335,0.88263386,0.001627553,0.00032059243,0.0022824332,0.0002808789,0.000321278,0.004091309,0.10587278,0.00003936217],"about_ca_topic_score_codex":0.010430272,"about_ca_topic_score_gemma":0.01733161,"teacher_disagreement_score":0.02167929,"about_ca_system_score_codex":0.0060533406,"about_ca_system_score_gemma":0.025471112,"threshold_uncertainty_score":0.10175401},"labels":[],"label_agreement":null},{"id":"W4416337099","doi":"10.3390/systems13111031","title":"Utilizing Autonomous Vehicles to Reduce Truck Turn Time in Ports with Application for Port of Montréal","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Maritime Ports and Logistics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Truck; Port (circuit theory); Baseline (sea); Automation; Event (particle physics); Duration (music); Resource (disambiguation)","score_opus":0.006587152917355569,"score_gpt":0.2146826263163645,"score_spread":0.20809547339900894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416337099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97241306,0.00008605739,0.014945809,0.00015258061,0.000025311856,0.00016876058,0.00046604118,0.0003329582,0.01140933],"genre_scores_gemma":[0.99344265,0.000070594106,0.0042187613,0.0000111641575,0.0000017760834,0.00003263297,0.00022639114,0.000016080143,0.0019798628],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997769,0.000053063977,0.0000049067517,0.00003473339,0.00004025611,0.000090115376],"domain_scores_gemma":[0.99960214,0.00015233099,0.000044297125,0.000027841004,0.00011820071,0.000055145065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004271289,0.000651163,0.00022027659,0.00039012995,0.0006279902,0.0010858093,0.00077754713,0.0003037714,0.00276718],"category_scores_gemma":[0.0012728912,0.00025501565,0.00046114187,0.00036567872,0.00044476092,0.00065218686,0.00050772657,0.0004128253,0.0001840815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017183814,0.00014676034,0.01723364,0.00004377393,0.00003446386,0.0002127198,0.000083305364,0.96464026,0.0033455056,0.0013413919,0.0007009475,0.012045475],"study_design_scores_gemma":[0.000031359625,0.00022457683,0.008701027,0.000007886498,0.00003444631,0.000015264059,0.00021831367,0.9864797,0.0023722167,0.00034566442,0.0015499201,0.000019659665],"about_ca_topic_score_codex":0.54995346,"about_ca_topic_score_gemma":0.610535,"teacher_disagreement_score":0.45004654,"about_ca_system_score_codex":0.005261938,"about_ca_system_score_gemma":0.0048995386,"threshold_uncertainty_score":0.9053939},"labels":[],"label_agreement":null},{"id":"W4417157969","doi":"10.3390/systems13121109","title":"Validation of a Patient Prioritization Tool: Addressing Decision-Support Tools’ Development in Complex Systems","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Transport Canada; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de recherche du Québec – Nature et technologies; Universidade Federal do Paraná","keywords":"Prioritization; Ranking (information retrieval); Process (computing); Health care; Iterative and incremental development; Complex system","score_opus":0.13977914674651445,"score_gpt":0.4291297414987192,"score_spread":0.2893505947522047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417157969","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1562204,0.0005928224,0.8172657,0.0030544198,0.00044361828,0.0041125277,0.00094195956,0.010969731,0.006398887],"genre_scores_gemma":[0.2930977,0.00028733746,0.7009382,0.00055124745,0.000051512838,0.0016238987,0.0013773501,0.0010360068,0.0010366789],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94574153,0.029903417,0.0056717917,0.0034389165,0.013604306,0.0016401327],"domain_scores_gemma":[0.7080096,0.2123359,0.0077531897,0.026858522,0.042561885,0.0024808594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08110894,0.0018440806,0.00097016274,0.0034554258,0.0015943972,0.006859693,0.0042906683,0.0024220243,0.00336493],"category_scores_gemma":[0.2583942,0.001235951,0.0012513739,0.001706503,0.0025764732,0.005289717,0.0048079407,0.0033012172,0.0011571446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018248864,0.0034748726,0.040619005,0.005788961,0.00056884874,0.002449122,0.021889979,0.14398085,0.044322055,0.03565101,0.016356744,0.68307376],"study_design_scores_gemma":[0.0012105834,0.0033582705,0.015843881,0.005814101,0.00047457113,0.0016990944,0.0060765552,0.68046933,0.13895494,0.033557877,0.111928426,0.00061238196],"about_ca_topic_score_codex":0.004106607,"about_ca_topic_score_gemma":0.002449277,"teacher_disagreement_score":0.08110894,"about_ca_system_score_codex":0.002617594,"about_ca_system_score_gemma":0.013175497,"threshold_uncertainty_score":0.4289502},"labels":[],"label_agreement":null},{"id":"W7117314230","doi":"10.3390/systems14010022","title":"Exploring the Impact of Customer Organizational Culture on Project Agility in ERP Implementation Projects","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Enterprise resource planning; Agile software development; Organizational culture; Project management; Customer relationship management; Resource (disambiguation)","score_opus":0.09761976962935409,"score_gpt":0.36318784153812184,"score_spread":0.26556807190876774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117314230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984086,0.0000415995,0.00029892885,0.00010832867,0.000002785122,0.000012194126,0.0000070421165,0.0000015498952,0.0011190034],"genre_scores_gemma":[0.99962103,0.00004223548,0.00018042147,0.00002753893,0.0000018609468,0.000018289822,0.000010655983,0.0000016387362,0.00009625305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98791194,0.007346678,0.0007014519,0.00052591815,0.002285565,0.0012284898],"domain_scores_gemma":[0.9120922,0.05236267,0.01886395,0.002203928,0.009114556,0.005362593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011786676,0.00033210046,0.00034682645,0.0015260858,0.0016422747,0.0041882955,0.0007292138,0.00068813935,0.0017787014],"category_scores_gemma":[0.04596821,0.0002803181,0.00043755854,0.001718487,0.0016059836,0.0020072956,0.0032933205,0.0016497171,0.0002023587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001092635,0.00040760802,0.93998474,0.000071713635,0.000080547565,0.00019893894,0.027672708,0.00021382394,0.00035394222,0.0006509615,0.0002006848,0.030054942],"study_design_scores_gemma":[0.000009182747,0.00037537137,0.9061916,0.00012298278,0.00004998378,0.00015268671,0.09026363,0.0013031074,0.0003551009,0.00045190984,0.00069020025,0.000034282984],"about_ca_topic_score_codex":0.0067664273,"about_ca_topic_score_gemma":0.01122783,"teacher_disagreement_score":0.011786676,"about_ca_system_score_codex":0.0023396784,"about_ca_system_score_gemma":0.00364847,"threshold_uncertainty_score":0.062334597},"labels":[],"label_agreement":null}]}