{"meta":{"query_hash":"29d8d1b7f2e5","filters":{"venue":"Systems"},"cohort_total":50,"direct_labels_cover":1,"predictions_cover":50,"exported":50,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/29d8d1b7f2e5","api":"https://metacan.xera.ac/api/v1/cohort?venue=Systems"},"results":[{"id":"W2037827563","doi":"10.3390/systems2010024","title":"Organizational Learning in Health Care Organizations","year":2014,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Organizational learning; Knowledge management; Health care; Organizational space; Psychology; Organization development; Context (archaeology); Team learning; Organizational studies; Cooperative learning; Nursing; Medicine; Open learning; Computer science; Organizational engineering; Pedagogy; Political science; Teaching method","score_opus":0.06080625373126212,"score_gpt":0.36889707205819605,"score_spread":0.3080908183269339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037827563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12386487,0.013764572,0.71319336,0.0032589966,0.009867424,0.0022234248,0.00003959955,0.0009032693,0.13288449],"genre_scores_gemma":[0.9940394,0.000001382131,0.00036295806,0.00011260907,0.00017970764,0.0000065914433,0.000007775119,0.000021621916,0.005267937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99609745,0.00080803374,0.0011338551,0.0004467557,0.0012611758,0.00025274712],"domain_scores_gemma":[0.9971384,0.0009841775,0.0003964719,0.00045444944,0.0009047686,0.00012174895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029020784,0.000119509874,0.00037493312,0.00046251438,0.00032836563,0.0004305438,0.00045430003,0.00005969167,0.0003075343],"category_scores_gemma":[0.006664991,0.00009432884,0.000035706205,0.0027941486,0.00002121107,0.00012542088,0.00011985635,0.00014081632,0.00096329284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010418577,0.000058814032,0.37926918,0.00010269687,0.000012452145,0.0000072771963,0.016465468,0.08829449,0.00024106089,0.4849659,0.020993086,0.009579155],"study_design_scores_gemma":[0.0010268056,0.00015201057,0.043223422,0.00028786418,0.0000024562787,0.00007176119,0.027357886,0.108836934,0.000008653304,0.017616091,0.8009163,0.00049978186],"about_ca_topic_score_codex":0.00025053415,"about_ca_topic_score_gemma":0.00027931915,"teacher_disagreement_score":0.8701745,"about_ca_system_score_codex":0.00013749453,"about_ca_system_score_gemma":0.0002271675,"threshold_uncertainty_score":0.99981457},"labels":[],"label_agreement":null},{"id":"W2069173427","doi":"10.3390/systems3010006","title":"How Corporations Deal with Reporting Sustainability: Assessment Using the Multicriteria Logistic Biplot Approach","year":2015,"lang":"en","type":"article","venue":"Systems","topic":"Environmental Sustainability in Business","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Sustainability; Biplot; Business; Sustainability organizations; Representation (politics); Social sustainability; Value (mathematics); Index (typography); Management science; Environmental economics; Computer science; Process management; Economics; Political science","score_opus":0.10065072161431941,"score_gpt":0.30059421149191695,"score_spread":0.19994348987759752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069173427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8647868,0.00011200287,0.12793066,0.0022929227,0.0004954032,0.0026320918,0.0000034338675,0.00024412635,0.0015025883],"genre_scores_gemma":[0.99567014,2.605076e-7,0.0029771617,0.000104933926,0.00056771224,0.00019828763,0.000046887973,0.000050376813,0.00038426198],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976942,0.00008303688,0.00069230783,0.00047595773,0.00060625636,0.0004482566],"domain_scores_gemma":[0.9971573,0.000055961205,0.0013814528,0.00067441026,0.0006967146,0.000034195327],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021076049,0.00027600038,0.00035081198,0.000118054115,0.00044758455,0.0014584784,0.00029801347,0.00008008631,0.0000030081585],"category_scores_gemma":[0.000722787,0.00018078728,0.000056313034,0.0006027539,0.0003313906,0.001180697,0.00027851772,0.00019137675,0.00000436479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100462785,0.0006708224,0.8686478,0.0034127254,0.00013480012,0.00018819375,0.0007703574,0.09729197,0.00046647456,0.026763488,0.0006902596,0.00086261815],"study_design_scores_gemma":[0.0024781176,0.00009751549,0.14051649,0.00021947148,0.00057299144,0.00032241124,0.1664825,0.6282208,0.00001036611,0.0046025575,0.054848857,0.001627913],"about_ca_topic_score_codex":0.002079369,"about_ca_topic_score_gemma":0.00007010547,"teacher_disagreement_score":0.72813135,"about_ca_system_score_codex":0.0009426332,"about_ca_system_score_gemma":0.00021443814,"threshold_uncertainty_score":0.9995781},"labels":[],"label_agreement":null},{"id":"W2283925087","doi":"10.3390/systems4010006","title":"A Hierarchical Aggregation Approach for Indicators Based on Data Envelopment Analysis and Analytic Hierarchy Process","year":2016,"lang":"en","type":"article","venue":"Systems","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Analytic hierarchy process; Data envelopment analysis; Ranking (information retrieval); Bounded function; Parametric statistics; Hierarchy; Set (abstract data type); Computer science; Composite indicator; Mathematics; Data mining; Operations research; Statistics; Econometrics; Artificial intelligence; Economics","score_opus":0.08875850949214537,"score_gpt":0.374738462808031,"score_spread":0.28597995331588566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283925087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10491616,0.00014585625,0.892485,0.00087486143,0.00011297758,0.0006601709,0.00016894248,0.00005320469,0.00058283063],"genre_scores_gemma":[0.9959609,0.000004391137,0.0030983088,0.000074840485,0.000053664437,0.000088224326,0.00008866929,0.000013642751,0.00061733957],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99489826,0.00044855665,0.0009345417,0.0013602461,0.0020118682,0.0003465474],"domain_scores_gemma":[0.99491906,0.0023916662,0.0005163857,0.0017483552,0.00021834699,0.00020618057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075728856,0.00020883475,0.000622781,0.002806745,0.00026921683,0.0003496056,0.0012324866,0.00011249546,0.000020360189],"category_scores_gemma":[0.0038598897,0.000114562274,0.0001620226,0.0047159153,0.00021812049,0.000280307,0.00012923057,0.00009219246,0.000022487939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063870085,0.0013621089,0.43641135,0.0003607565,0.0024422924,0.000021802754,0.0024619212,0.065220736,0.0006275624,0.003123772,0.0034140316,0.48391494],"study_design_scores_gemma":[0.0005720291,0.000081486374,0.0081575895,0.00005853804,0.0003710104,0.0000022997315,0.00026614303,0.9870823,0.000088875386,0.0005576404,0.0025171528,0.00024490396],"about_ca_topic_score_codex":0.000017754843,"about_ca_topic_score_gemma":0.00001762717,"teacher_disagreement_score":0.9218616,"about_ca_system_score_codex":0.00009075123,"about_ca_system_score_gemma":0.00020396199,"threshold_uncertainty_score":0.4671714},"labels":[],"label_agreement":null},{"id":"W2599903882","doi":"10.3390/systems5020026","title":"Mongolia, Modernity, Systems + Solutions: Questing Holistic Design + Planning Strategies for a Brighter Tomorrow","year":2017,"lang":"en","type":"article","venue":"Systems","topic":"Rangeland Management and Livestock Ecology","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ethos; Modernity; Sociology; Systems thinking; Modernization theory; Engineering ethics; Political science; Public relations; Environmental ethics; Computer science; Engineering","score_opus":0.15086631137341244,"score_gpt":0.3183588176698552,"score_spread":0.16749250629644274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599903882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26364025,0.0007897964,0.6934316,0.00011556216,0.0026296452,0.002747298,0.000021455198,0.00020599949,0.0364184],"genre_scores_gemma":[0.9926086,0.0000040953473,0.00057878793,0.00000805604,0.00019541426,0.0005109036,0.000006047447,0.000020030495,0.0060680476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986974,0.00010528481,0.00025292393,0.00032325057,0.00017072263,0.00045041915],"domain_scores_gemma":[0.9991028,0.000110303525,0.0002572445,0.0004364844,0.000014284962,0.00007888616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006565505,0.00016283004,0.00023675412,0.00004018656,0.0010856114,0.0006423377,0.0004499603,0.00009034278,0.000025413148],"category_scores_gemma":[0.00006895676,0.00014128299,0.00004804443,0.000027791044,0.00012581932,0.0005658091,0.00018183453,0.00007740318,0.00014822741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014864362,0.0002046363,0.09294538,0.0010578674,0.00024137802,0.00013519658,0.0029854584,0.7822598,0.0031482838,0.034935623,0.080585495,0.0013522091],"study_design_scores_gemma":[0.0013336188,0.0002937601,0.09339814,0.00035965486,0.0001316491,0.00006308494,0.0029767696,0.87532014,0.000013204629,0.0056646992,0.019676093,0.00076917995],"about_ca_topic_score_codex":0.0029111446,"about_ca_topic_score_gemma":0.00014563423,"teacher_disagreement_score":0.7289684,"about_ca_system_score_codex":0.00010718684,"about_ca_system_score_gemma":0.000016277616,"threshold_uncertainty_score":0.83497554},"labels":[],"label_agreement":null},{"id":"W2799908881","doi":"10.3390/systems6020012","title":"Reflections on Teaching System Dynamics Modeling to Secondary School Students for over 20 Years","year":2018,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sophistication; Dynamics (music); Mathematics education; System dynamics; Computer science; Secondary education; Quarter (Canadian coin); Pedagogy; Psychology; Sociology; Artificial intelligence","score_opus":0.19106246438136174,"score_gpt":0.4958364198675044,"score_spread":0.3047739554861426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799908881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.390893,0.0001414208,0.5480432,0.000070241884,0.010594328,0.0018027028,0.0001673821,0.00024715503,0.048040565],"genre_scores_gemma":[0.9819546,1.4022238e-7,0.0013036245,0.00016103461,0.0011582231,0.00013703649,0.0000030850583,0.000045906145,0.015236398],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946585,0.00036648609,0.0013383712,0.00092296314,0.0022470094,0.0004666257],"domain_scores_gemma":[0.9967342,0.00078898785,0.00032177445,0.001225179,0.0005859607,0.00034389467],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057151536,0.00024560455,0.0005682546,0.0007727835,0.00079500186,0.0015245482,0.0012221703,0.00013700165,0.00009350007],"category_scores_gemma":[0.001490102,0.00019852813,0.00022000184,0.00062794716,0.000023999119,0.00028752608,0.00029653998,0.00027500396,0.0023180782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012358318,0.00049625215,0.0071579204,0.0003423102,0.0005771492,0.000078288525,0.010241287,0.14427257,0.0031085708,0.3551775,0.43780574,0.039506573],"study_design_scores_gemma":[0.0008382556,0.00044141832,0.0011611445,0.00062269566,0.000016298884,0.00004980513,0.011466611,0.8610333,0.000003389428,0.0021596684,0.12177078,0.000436634],"about_ca_topic_score_codex":0.00023565185,"about_ca_topic_score_gemma":0.0003985844,"teacher_disagreement_score":0.71676075,"about_ca_system_score_codex":0.0006121149,"about_ca_system_score_gemma":0.0001153405,"threshold_uncertainty_score":0.99951196},"labels":[],"label_agreement":null},{"id":"W2946096553","doi":"10.3390/systems7020026","title":"Sustainability Assessment of Asset Management Decisions for Wastewater Infrastructure Systems—Development of a System Dynamic Model","year":2019,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sustainability; Causal loop diagram; Environmental economics; Business; Asset (computer security); Environmental resource management; Greenhouse gas; System dynamics; Population; Asset management; Environmental planning; Economics; Finance; Computer science; Environmental science","score_opus":0.005767363810429683,"score_gpt":0.2262461792665565,"score_spread":0.2204788154561268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946096553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44501448,0.00012707048,0.5481362,0.00000423373,0.00074612227,0.0034704807,0.00005988619,0.00014886096,0.002292704],"genre_scores_gemma":[0.98734605,0.0000055471937,0.01100091,5.365945e-7,0.000010421553,0.00030368534,0.0001227866,0.00004425229,0.0011658035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981434,0.00004255836,0.00086901797,0.0002647257,0.00038624564,0.00029408056],"domain_scores_gemma":[0.99899906,0.00003575682,0.00019984835,0.0005149597,0.00019800334,0.00005237028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050837215,0.00022802966,0.00049200864,0.00026221343,0.000045899946,0.00005307809,0.00027675225,0.000100504236,0.0000026965702],"category_scores_gemma":[0.000003965151,0.00019379555,0.00008963997,0.00017845981,0.000013989933,0.000121885685,0.00010777104,0.00006573063,0.0000030056108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012099826,0.000019349358,0.00067502935,0.015270234,0.0002048849,6.8758726e-7,0.00038783613,0.9806275,0.00031387093,0.0021037033,0.00015672008,0.00022809918],"study_design_scores_gemma":[0.00058654556,0.000029678524,0.0010266885,0.0006600359,0.000054170487,0.0000012002183,0.0033893809,0.99266005,0.00006843027,0.000029227143,0.0013052572,0.00018931016],"about_ca_topic_score_codex":0.0000062142863,"about_ca_topic_score_gemma":0.000001945511,"teacher_disagreement_score":0.5423316,"about_ca_system_score_codex":0.00063864683,"about_ca_system_score_gemma":0.000036271922,"threshold_uncertainty_score":0.79027534},"labels":[],"label_agreement":null},{"id":"W3180258612","doi":"10.3390/systems9030053","title":"Modeling the Spread and Control of COVID-19","year":2021,"lang":"en","type":"article","venue":"Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Social distance; Herd immunity; Coronavirus disease 2019 (COVID-19); Hygiene; Distancing; Personal hygiene; Population; Quarantine; Computer science; Internet privacy; Environmental health; Medicine; Disease; Infectious disease (medical specialty)","score_opus":0.289657191807429,"score_gpt":0.42206344554854197,"score_spread":0.13240625374111298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180258612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1442913,0.023826169,0.81615573,0.012964811,0.00038306974,0.0008639175,0.000052011215,0.00012993599,0.0013330238],"genre_scores_gemma":[0.9987394,0.00010241821,0.00020212567,0.00065949274,0.000051460633,0.000035589623,5.265806e-7,0.000006560107,0.00020240921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988718,0.00033913716,0.0003506791,0.00016823341,0.00013254663,0.00013761174],"domain_scores_gemma":[0.9953402,0.004155696,0.000098511875,0.0002635698,0.00008155532,0.000060425948],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011949475,0.00008613022,0.00039019214,0.000011378682,0.000103175924,0.000014016009,0.00009082069,0.00005327113,0.000010775325],"category_scores_gemma":[0.010344598,0.000048255995,0.000059044818,0.00007215977,0.000064603264,0.000016455882,0.000084307576,0.00007512018,0.0000034355362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018295314,0.00035859048,0.04418563,0.011374164,0.0016037133,0.00014961306,0.011315881,0.09189653,0.009135084,0.8104143,0.017875971,0.001507528],"study_design_scores_gemma":[0.0022905166,0.000106226624,0.00037383623,0.00032782063,0.00028673446,0.00008377727,0.008957899,0.6992466,0.00013256271,0.25401625,0.033746567,0.0004312239],"about_ca_topic_score_codex":0.00043948737,"about_ca_topic_score_gemma":0.00008633978,"teacher_disagreement_score":0.85444814,"about_ca_system_score_codex":0.000042051615,"about_ca_system_score_gemma":0.000054024946,"threshold_uncertainty_score":0.9979917},"labels":[],"label_agreement":null},{"id":"W3188458408","doi":"10.3390/systems9030061","title":"From Understanding to Impactful Action: Systems Thinking for Systems Change in Chronic Disease Prevention Research","year":2021,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Australian National University; NSW Ministry of Health; Department of Health and Aged Care, Australian Government; Australian Government","keywords":"Systems thinking; Theory of change; Action (physics); Process management; Process (computing); Action research; Management science; Engineering ethics; Knowledge management; Psychology; Medicine; Computer science; Engineering; Sociology; Pedagogy","score_opus":0.9489350818563715,"score_gpt":0.7672930202386443,"score_spread":0.18164206161772722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188458408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6924219,0.013140914,0.13589926,0.044410013,0.04672764,0.06118004,0.002462224,0.00079563865,0.002962386],"genre_scores_gemma":[0.98532236,0.00006648322,0.000051711235,0.0005283366,0.003668127,0.007849585,0.00009428301,0.000050716557,0.002368389],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9903804,0.004803784,0.0013772527,0.00071593514,0.0012429625,0.0014796493],"domain_scores_gemma":[0.9944264,0.0031663736,0.0004071346,0.0006826433,0.0005856966,0.0007316931],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009885746,0.00020160056,0.0004863265,0.0005481999,0.0015030106,0.0002450349,0.0003412663,0.00020687003,0.00007971384],"category_scores_gemma":[0.0014216716,0.0001986721,0.0000687837,0.0014505766,0.00003639941,0.0005645133,0.00016427627,0.0005611295,0.00031005166],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010678197,0.00036912167,0.08786703,0.07419049,0.00036472912,0.0003285192,0.4618439,0.008798196,0.012204905,0.15732771,0.19416058,0.001476981],"study_design_scores_gemma":[0.005790094,0.0005271713,0.01803668,0.026275506,0.00005944844,0.000016588509,0.5294005,0.060362108,0.000035512876,0.0031675724,0.35531524,0.0010135663],"about_ca_topic_score_codex":0.021030698,"about_ca_topic_score_gemma":0.0050640847,"teacher_disagreement_score":0.29290047,"about_ca_system_score_codex":0.010399506,"about_ca_system_score_gemma":0.0037414047,"threshold_uncertainty_score":0.99979687},"labels":[],"label_agreement":null},{"id":"W4224871131","doi":"10.3390/systems10030056","title":"A Literature Review of Social Commerce Research from a Systems Thinking Perspective","year":2022,"lang":"en","type":"review","venue":"Systems","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Social commerce; Purchasing; Perspective (graphical); Knowledge management; Process (computing); Quality (philosophy); Exploratory research; Conceptual framework; Social technology; Computer science; Data science; Social media; Sociology; Business; Social relation; Marketing; World Wide Web; Social science; Social philosophy","score_opus":0.18045522964351493,"score_gpt":0.4702426342216136,"score_spread":0.2897874045780987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224871131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9201138e-7,0.76863354,4.901302e-7,0.00018015536,0.002725633,0.002184972,0.00053976284,0.0000843449,0.22565077],"genre_scores_gemma":[0.00003859556,0.9910308,0.000003750514,0.000029138506,0.0022899508,0.0007315419,0.00023646941,0.00006973597,0.0055700284],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9797779,0.014943153,0.0010871212,0.00064521935,0.0029066824,0.00063996995],"domain_scores_gemma":[0.9934481,0.004180511,0.0010173076,0.00045385654,0.0007279037,0.00017236984],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014316793,0.00037089182,0.0028543496,0.0003063376,0.001611711,0.00063252624,0.0014255929,0.0005849046,0.00010952212],"category_scores_gemma":[0.0053801117,0.00032766385,0.0008105116,0.002533192,0.00046051282,0.00016986004,0.0003307458,0.0017706595,0.00004397598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000933448,0.00013272937,0.0000014977448,0.41095588,0.0006117318,0.00009624515,0.12669402,5.199449e-8,2.1371365e-8,0.21737349,0.055814218,0.1883108],"study_design_scores_gemma":[0.000036235335,0.000019131408,1.925184e-7,0.2498269,0.0001508821,0.0000027362476,0.043635454,1.8916388e-7,4.547035e-10,0.00019926898,0.7059267,0.00020229204],"about_ca_topic_score_codex":0.010096746,"about_ca_topic_score_gemma":0.0001125226,"teacher_disagreement_score":0.6501125,"about_ca_system_score_codex":0.0017765705,"about_ca_system_score_gemma":0.0017802968,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W4230512963","doi":"10.3390/systems7030034","title":"Sustainability Assessment of Asset Management Decisions for Wastewater Infrastructure Systems—Implementation of a System Dynamics Model","year":2019,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sustainability; Asset (computer security); Greenhouse gas; Environmental economics; Wastewater; Asset management; Business; Scenario analysis; System dynamics; Environmental science; Environmental resource management; Computer science; Environmental engineering; Economics; Finance","score_opus":0.005756570364327435,"score_gpt":0.24831000565280212,"score_spread":0.24255343528847467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230512963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4728244,0.000056520865,0.52067834,0.000007260284,0.00065240834,0.003724103,0.0002069591,0.000115223185,0.0017347538],"genre_scores_gemma":[0.9960375,0.000007881263,0.0029572975,6.544813e-7,0.000016406862,0.0002452612,0.00028125296,0.000037813512,0.00041593506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984599,0.00004652884,0.0007181953,0.0002121289,0.00032767115,0.00023560005],"domain_scores_gemma":[0.99907935,0.000035582707,0.00020998194,0.00042834948,0.00020770078,0.000039033257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004021207,0.00018059224,0.00038597017,0.0002293309,0.00003208043,0.000053559943,0.00020315264,0.000077927594,0.0000029992136],"category_scores_gemma":[0.0000024503242,0.00016035717,0.00008733097,0.0001737798,0.000011924022,0.00015139313,0.00006851313,0.00005094344,0.0000012380422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084547255,0.000010811058,0.0035676265,0.010530495,0.0001497355,4.1359098e-7,0.00018136822,0.96977127,0.00007876034,0.015264337,0.00023309625,0.00020365021],"study_design_scores_gemma":[0.0006910264,0.000051464882,0.0011803037,0.0002712532,0.00008013894,0.0000010203248,0.011070943,0.986071,0.00006571257,0.00006458989,0.00030999153,0.0001425664],"about_ca_topic_score_codex":0.000042510568,"about_ca_topic_score_gemma":0.000008355808,"teacher_disagreement_score":0.5232131,"about_ca_system_score_codex":0.00060594326,"about_ca_system_score_gemma":0.000019682748,"threshold_uncertainty_score":0.6539176},"labels":[],"label_agreement":null},{"id":"W4304184091","doi":"10.3390/systems10050180","title":"A Learning-Based Decision Tool towards Smart Energy Optimization in the Manufacturing Process","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Building Energy and Comfort Optimization","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Reinforcement learning; Energy consumption; Process (computing); Computer science; Industrial engineering; Key (lock); Time horizon; Artificial intelligence; Engineering; Mathematical optimization","score_opus":0.005961362689551587,"score_gpt":0.19518009075574558,"score_spread":0.189218728066194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304184091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21667252,0.0004212215,0.779693,0.000046594647,0.0009834347,0.00023150395,0.000003453578,0.0003854202,0.0015628352],"genre_scores_gemma":[0.99915177,0.000010760146,0.00030867493,0.000039500286,0.00003164494,0.0002931902,0.000045529716,0.000024926641,0.00009400346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917954,0.0000890712,0.00019072377,0.00012582324,0.00026857306,0.00014625571],"domain_scores_gemma":[0.9997494,0.000041315918,0.00003559721,0.00014632377,0.000013311618,0.000014005737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003135064,0.00009753927,0.00009926232,0.00011712467,0.00016675521,0.00005686252,0.00018822089,0.00004051161,0.000037255097],"category_scores_gemma":[0.0000107257765,0.00008296248,0.000028314105,0.0002518397,0.0000053104723,0.000078940706,0.0000193459,0.0001668362,5.0846916e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010047558,0.000012248088,0.00009668448,0.000028587523,0.000004583682,0.0000042433144,0.00019871764,0.9970865,0.0000055341443,0.00007564481,0.00007621239,0.0024009845],"study_design_scores_gemma":[0.000208042,0.00003102768,0.0000792814,0.000024683768,0.0000036299193,0.000009426412,0.00029207443,0.9926467,0.00018832623,0.000023178145,0.0063835303,0.00011012036],"about_ca_topic_score_codex":0.0000693425,"about_ca_topic_score_gemma":0.000015074675,"teacher_disagreement_score":0.7824792,"about_ca_system_score_codex":0.000099150406,"about_ca_system_score_gemma":0.000021912507,"threshold_uncertainty_score":0.33831117},"labels":[],"label_agreement":null},{"id":"W4307623976","doi":"10.3390/systems10060198","title":"Mobile Social Recommendation Model Integrating Users’ Personality Traits and Relationship Strength under Privacy Concerns","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Openness to experience; Big Five personality traits; Agreeableness; Personality; Computer science; Recommender system; Extraversion and introversion; Domain (mathematical analysis); Similarity (geometry); Information privacy; Social network (sociolinguistics); Empirical research; Internet privacy; Artificial intelligence; World Wide Web; Social media; Psychology; Social psychology; Mathematics","score_opus":0.08943237242749995,"score_gpt":0.3181802062948313,"score_spread":0.22874783386733133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307623976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18513817,0.00026906093,0.80776054,0.0011631903,0.0005080647,0.0008976051,0.00006869916,0.0005057599,0.0036889035],"genre_scores_gemma":[0.99499965,0.0000033807503,0.004095401,0.00008519405,0.000072236704,0.00037433978,0.00001974298,0.000012922553,0.00033713627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983831,0.00043430718,0.00035962477,0.00037486732,0.00025081795,0.00019726843],"domain_scores_gemma":[0.99938977,0.000114228584,0.00022833778,0.00015909091,0.000052206997,0.000056360124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089769415,0.00013819966,0.00020458731,0.000082829705,0.00074908073,0.00024321639,0.00036112726,0.000058198933,0.000013035323],"category_scores_gemma":[0.000016818201,0.00013623196,0.000055852615,0.00022040056,0.000021997932,0.00044205796,0.00027864185,0.00027883064,0.0000014219589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001816145,0.0002895561,0.011125261,0.0003087117,0.00014521301,0.000005444297,0.10102297,0.002130279,0.0011203107,0.7706064,0.02810834,0.08511932],"study_design_scores_gemma":[0.00065348006,0.00023980794,0.0048586675,0.00004587547,0.000014591109,0.000060961913,0.012171705,0.9472394,0.00004106306,0.0126138395,0.021538073,0.00052256254],"about_ca_topic_score_codex":0.0003405986,"about_ca_topic_score_gemma":0.000023972127,"teacher_disagreement_score":0.94510907,"about_ca_system_score_codex":0.00023237587,"about_ca_system_score_gemma":0.00008132887,"threshold_uncertainty_score":0.5761399},"labels":[],"label_agreement":null},{"id":"W4313288140","doi":"10.3390/systems10060259","title":"Parallel Learning of Dynamics in Complex Systems","year":2022,"lang":"en","type":"article","venue":"Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Huxiang Youth Talent Support Program; National Natural Science Foundation of China","keywords":"Computer science; Theoretical computer science; Metis; Graph partition; Extrapolation; Graph; Artificial intelligence; Mathematics","score_opus":0.021872417516930802,"score_gpt":0.24568439669154787,"score_spread":0.22381197917461707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313288140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044821143,0.002946394,0.94454783,0.00018405363,0.0027182277,0.0009541343,0.000013451657,0.00032437217,0.0034903833],"genre_scores_gemma":[0.9981168,0.000008635753,0.001214701,0.000013894474,0.000021982896,0.00008881864,0.000011468346,0.000012056085,0.00051165547],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824786,0.00038665137,0.00041838878,0.00029671073,0.00037365453,0.00027675828],"domain_scores_gemma":[0.99915284,0.000110488145,0.00025392667,0.00040154826,0.000036154383,0.000045030512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043263193,0.00011168422,0.0002902188,0.00016400844,0.00013190822,0.000043421565,0.00078366906,0.000029803832,0.0000028731408],"category_scores_gemma":[0.000012849899,0.00011671285,0.000049193706,0.00077403535,0.000026577782,0.00015815363,0.0003967084,0.00031735428,0.0000042322536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047322787,0.000021122656,0.0051363953,0.000052340198,0.0000063348193,0.000025755557,0.00019728193,0.87444127,0.000096684314,0.119370505,0.00017017906,0.0004774248],"study_design_scores_gemma":[0.00023825646,0.000086549975,0.00085790304,0.000025510102,0.0000010569864,0.000055724468,0.00087096525,0.99295366,7.832649e-7,0.00022384318,0.0045638895,0.00012185403],"about_ca_topic_score_codex":0.00026093313,"about_ca_topic_score_gemma":0.000023571369,"teacher_disagreement_score":0.95329565,"about_ca_system_score_codex":0.00022737985,"about_ca_system_score_gemma":0.000023454511,"threshold_uncertainty_score":0.47594118},"labels":[],"label_agreement":null},{"id":"W4318817344","doi":"10.3390/systems11020072","title":"An Agent-Based Social Impact Theory Model to Study the Impact of In-Person School Closures on Nonmedical Prescription Opioid Use among Youth","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical prescription; Status quo; Peer group; Monitoring the Future; Psychology; Medicine; Substance abuse; Psychiatry; Developmental psychology; Political science; Nursing","score_opus":0.050385389864466966,"score_gpt":0.35456155897169034,"score_spread":0.3041761691072234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318817344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99759513,0.0000037716095,0.00091662165,0.000012490361,0.00016617402,0.00084557006,0.00033501288,0.000027837885,0.00009740484],"genre_scores_gemma":[0.99959505,2.6371347e-7,0.000003034741,0.00000940218,0.0001935158,0.000073158735,0.000056665605,0.000020495983,0.00004840723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859685,0.00036575174,0.0002579931,0.0002131255,0.00030921184,0.00025704876],"domain_scores_gemma":[0.99938136,0.00006359456,0.00011853746,0.00025744594,0.000051412397,0.0001276465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007459443,0.00015542262,0.00024328544,0.00010373376,0.00015404243,0.00011879848,0.0002205029,0.000054514065,0.000017755634],"category_scores_gemma":[0.000020260466,0.00010215086,0.00018071281,0.0002780521,0.000047919697,0.00013514156,0.000021514048,0.00018719396,0.0000139503845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014297552,0.00044209854,0.7251529,0.000008535857,0.00013974647,0.0000013386032,0.021786822,0.2503651,0.00029319935,0.0009566764,0.00020104414,0.0005095577],"study_design_scores_gemma":[0.000494485,0.00039375378,0.73728627,0.000038493516,0.000015785308,1.4405869e-8,0.018403372,0.24305879,0.0000057110988,0.00019110103,4.8566693e-7,0.00011175424],"about_ca_topic_score_codex":0.009948632,"about_ca_topic_score_gemma":0.000028648095,"teacher_disagreement_score":0.012133351,"about_ca_system_score_codex":0.00010679377,"about_ca_system_score_gemma":0.00014007262,"threshold_uncertainty_score":0.9966442},"labels":[],"label_agreement":null},{"id":"W4361273506","doi":"10.3390/systems11040180","title":"It’s All about Reward: Contrasting Joint Rewards and Individual Reward in Centralized Learning Decentralized Execution Algorithms","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mitacs","keywords":"Reinforcement learning; Variance (accounting); Computer science; Joint (building); Function (biology); Foraging; Machine learning; Artificial intelligence; Value (mathematics); Engineering","score_opus":0.06219908550440429,"score_gpt":0.2892080950814729,"score_spread":0.2270090095770686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361273506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12730494,0.002141781,0.852792,0.0032492955,0.006165422,0.0027969691,0.000014526388,0.002937103,0.0025979495],"genre_scores_gemma":[0.9918698,0.0007447284,0.005475141,0.00021058925,0.00011832334,0.00008041253,0.000073771625,0.000050116396,0.0013770921],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955892,0.0006445806,0.0010059898,0.00072693295,0.00093758333,0.0010956877],"domain_scores_gemma":[0.99846363,0.00026484884,0.00043325694,0.0004781206,0.00011525791,0.0002448713],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029467612,0.00033464405,0.0005869637,0.0004312926,0.00022723911,0.00070870447,0.0006332737,0.00021365071,0.0000060297157],"category_scores_gemma":[0.00065035454,0.00033611458,0.00009496938,0.0009738241,0.00007527207,0.0005539913,0.0004393699,0.0005560879,0.00008969922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067328634,0.00007312545,0.029267166,0.00078766036,0.00038131277,0.0005543931,0.042049628,0.89448345,0.0038260422,0.0056068394,0.011026016,0.011877041],"study_design_scores_gemma":[0.0029622829,0.00017306919,0.019325735,0.0008502858,0.000033304932,0.000088825116,0.0013946878,0.94253856,0.00019829965,0.00009468614,0.03171716,0.00062309747],"about_ca_topic_score_codex":0.00030471708,"about_ca_topic_score_gemma":0.000010331914,"teacher_disagreement_score":0.8645649,"about_ca_system_score_codex":0.000221723,"about_ca_system_score_gemma":0.000117062475,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W4382582272","doi":"10.3390/systems11070332","title":"Addressing Complexity in Chronic Disease Prevention Research","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian National University; Australian Government","keywords":"Scope (computer science); Management science; Systematic review; Value (mathematics); Grounded theory; Computer science; Qualitative research; Psychology; Engineering ethics; Data science; Knowledge management; Sociology; MEDLINE; Political science; Engineering; Social science","score_opus":0.9753632976502333,"score_gpt":0.8117160767394603,"score_spread":0.163647220910773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382582272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780392,0.00018499135,0.00023554725,0.00965522,0.0015907498,0.0037762336,0.00008649665,0.00029726353,0.006134265],"genre_scores_gemma":[0.9914691,0.000024029501,0.000021215457,0.00023994707,0.0003591345,0.000959106,0.000026804042,0.000015103934,0.00688558],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9925974,0.004614192,0.00072079577,0.00029124832,0.000746058,0.0010303241],"domain_scores_gemma":[0.9976049,0.0014009342,0.00014722526,0.00035387432,0.00018741653,0.00030561376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011723108,0.000071123926,0.00016463408,0.00050530623,0.0009945373,0.000026352958,0.00022566682,0.00006506408,0.00025175308],"category_scores_gemma":[0.0015148165,0.00006732076,0.000021881677,0.0018805185,0.00011299117,0.00018864895,0.00015832965,0.00050302775,0.0042162566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017428938,0.000108888315,0.35886082,0.019209826,0.000021993135,0.000131276,0.067959934,0.0011225293,0.004415139,0.046251908,0.4921586,0.009584801],"study_design_scores_gemma":[0.0013937147,0.00006772412,0.79627097,0.0024373166,0.0000023459788,5.591394e-7,0.012685662,0.019324953,0.000005151874,0.0042129387,0.16342442,0.00017426447],"about_ca_topic_score_codex":0.0019077444,"about_ca_topic_score_gemma":0.002359295,"teacher_disagreement_score":0.43741015,"about_ca_system_score_codex":0.0014395603,"about_ca_system_score_gemma":0.0026267017,"threshold_uncertainty_score":0.9965591},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4384698807","doi":"10.3390/systems11070362","title":"Participatory Modeling with Discrete-Event Simulation: A Hybrid Approach to Inform Policy Development to Reduce Emergency Department Wait Times","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Quality Council; Saskatchewan Health Authority; University of Saskatchewan","funders":"","keywords":"Citizen journalism; Stakeholder; Stakeholder engagement; Process management; Intervention (counseling); Psychological intervention; Emergency department; Event (particle physics); Participatory development; Perspective (graphical); Computer science; Management science; Knowledge management; Business; Engineering; Political science; Public relations; Medicine; Nursing; Artificial intelligence","score_opus":0.07385043795571619,"score_gpt":0.3575608026476869,"score_spread":0.28371036469197075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384698807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277545,0.0011963865,0.04408446,0.0019290464,0.0009933569,0.0037882596,0.000056045737,0.0005124006,0.01968555],"genre_scores_gemma":[0.99411535,0.000033520533,0.00052276143,0.00012493455,0.00031322322,0.0009744026,0.00010455236,0.000035831446,0.0037754297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979991,0.000026564405,0.0005764688,0.00036312806,0.0005390104,0.0004957518],"domain_scores_gemma":[0.9990595,0.000012609842,0.00006638185,0.00031974268,0.00021277108,0.00032898062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030899723,0.00023971111,0.0003663448,0.00023515648,0.00025654142,0.000014624423,0.00009872297,0.00003453665,0.000017927816],"category_scores_gemma":[0.00008537361,0.0001774382,0.00006645038,0.0008319195,0.00001239251,0.000073205665,0.000118023665,0.00007734605,0.00033212695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000291928,0.00016033152,0.001494243,0.00094282074,0.0006047003,0.000040554674,0.014659848,0.95784897,0.00016751044,0.0011220025,0.01946373,0.0032033902],"study_design_scores_gemma":[0.0019036039,0.0010551021,0.0054663476,0.0013341536,0.00033731567,0.00006198457,0.015376199,0.7572174,0.0011201686,0.000043285712,0.21455081,0.0015336145],"about_ca_topic_score_codex":0.00007001116,"about_ca_topic_score_gemma":0.0000096290005,"teacher_disagreement_score":0.20063153,"about_ca_system_score_codex":0.00021493026,"about_ca_system_score_gemma":0.00021768943,"threshold_uncertainty_score":0.72357196},"labels":[],"label_agreement":null},{"id":"W4385461837","doi":"10.3390/systems11080391","title":"Evaluating the Impact of Increased Dispensing of Opioid Agonist Therapy Take-Home Doses on Treatment Retention and Opioid-Related Harm among Opioid Agonist Therapy Recipients: A Simulation Study","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Discontinuation; Opioid; Buprenorphine; (+)-Naloxone; Methadone; Naltrexone; Agonist; Medical prescription; Anesthesia; Intensive care medicine; Pharmacology; Internal medicine","score_opus":0.08779579703457394,"score_gpt":0.39537913568786404,"score_spread":0.30758333865329013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385461837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99093765,0.001871019,0.0000055945234,0.00004606159,0.00043353715,0.006365355,0.00009258121,0.00014380485,0.00010438159],"genre_scores_gemma":[0.9979159,0.0009931938,0.000016675314,0.000008218522,0.00007612757,0.0002851352,0.00037620016,0.00008422791,0.00024427057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964721,0.0006681139,0.0010525503,0.0006093852,0.0008055842,0.00039224242],"domain_scores_gemma":[0.99737114,0.00055075553,0.0007811596,0.00086193625,0.00030084205,0.00013417084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010444669,0.0004986487,0.00095406966,0.000335424,0.0003377077,0.00009989672,0.00013461127,0.00014111325,0.00002598314],"category_scores_gemma":[0.00014315397,0.00028855883,0.00034092847,0.00079700135,0.00017174763,0.00013365639,0.00003871052,0.0001576232,0.000012084605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004227289,0.0046646707,0.87390465,0.0002563483,0.0032887699,0.000035202505,0.033752393,0.0143127795,0.03508164,0.000015703563,0.000038639315,0.030421909],"study_design_scores_gemma":[0.0115521755,0.013692134,0.92404115,0.00078784174,0.0002928828,0.0000060561447,0.0060061873,0.04213093,0.0011874817,0.000045828114,0.000018158376,0.00023915141],"about_ca_topic_score_codex":0.009099228,"about_ca_topic_score_gemma":0.000046187295,"teacher_disagreement_score":0.050136525,"about_ca_system_score_codex":0.0005663184,"about_ca_system_score_gemma":0.00025193358,"threshold_uncertainty_score":0.99995667},"labels":[],"label_agreement":null},{"id":"W4387258644","doi":"10.3390/systems11100501","title":"Digitalisation and IT Strategy in the Hospitality Industry","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Centre","funders":"","keywords":"Hospitality; Adaptability; Hospitality industry; Process (computing); Identification (biology); Business; Information technology; Key (lock); Knowledge management; Workforce; Process management; Marketing; Engineering; Management; Computer science; Political science; Tourism","score_opus":0.23767964060574018,"score_gpt":0.4210613545202577,"score_spread":0.18338171391451755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387258644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99307597,0.000047113404,0.00002404948,0.002942348,0.00020873366,0.00016068379,0.000008591406,0.00007888463,0.003453656],"genre_scores_gemma":[0.9978707,0.0000034968132,9.830039e-7,0.00007111904,0.000017055174,0.000022003738,0.000003169224,0.0000026025702,0.0020088754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882334,0.00015448953,0.00028744564,0.00019402779,0.00042313008,0.00011753286],"domain_scores_gemma":[0.99933976,0.0002000529,0.00007582127,0.00032016877,0.00004128539,0.000022897408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002346987,0.000054630837,0.0000977354,0.00016426235,0.00006160865,0.00027452034,0.00030205675,0.00019181814,0.000012955846],"category_scores_gemma":[0.00036071194,0.000032161504,0.00001761305,0.0008632086,0.00006554354,0.00020029872,0.00004276695,0.00020457676,0.0001798609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020587106,0.000020211,0.9599651,0.0000035487396,0.00000230477,0.000022836499,0.0013165587,0.0000962172,0.000037585207,0.010257448,0.02168509,0.006591017],"study_design_scores_gemma":[0.00009540925,0.000016936925,0.9557905,0.0000073139076,0.0000011358653,0.0000103908715,0.034549814,0.00042727258,0.0000025851912,0.0051682596,0.0038840966,0.000046253517],"about_ca_topic_score_codex":0.0000680698,"about_ca_topic_score_gemma":0.00004018945,"teacher_disagreement_score":0.033233255,"about_ca_system_score_codex":0.000011446412,"about_ca_system_score_gemma":0.000017110277,"threshold_uncertainty_score":0.2647206},"labels":[],"label_agreement":null},{"id":"W4387843704","doi":"10.3390/systems11100524","title":"Bibliometric Performance and Future Relevance of Virtual Manufacturing Technology in the Fourth Industrial Revolution","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Relevance (law); Predictive analytics; Computer science; Analytics; Productivity; Popularity; Data science; Industrial engineering; Engineering; Economics; Political science","score_opus":0.022841045632041097,"score_gpt":0.2214467399553737,"score_spread":0.1986056943233326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387843704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952246,0.0004885908,0.00008608244,0.00012406695,0.0008464096,0.00022377378,0.000011689604,0.00018677482,0.0028080149],"genre_scores_gemma":[0.99908143,0.00066038076,0.000007475734,0.0000015048373,0.0001468064,0.00003470392,0.0000045563424,0.000010229702,0.00005290055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931276,0.000015825337,0.0002602965,0.000076884404,0.00017615018,0.00015810721],"domain_scores_gemma":[0.999727,0.000062095045,0.00003722874,0.0001441607,0.00001467277,0.000014856782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003106618,0.00007896974,0.00011937505,0.0076940926,0.000026877693,0.00002719064,0.00014043663,0.00018142078,0.0000010688294],"category_scores_gemma":[0.000022800632,0.00006296269,0.000012855837,0.01735748,0.000031079457,0.00027248374,0.000013513945,0.0002634482,0.000016615102],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054712877,0.000050989303,0.039922234,0.0025291645,0.000124214,0.000029521188,0.0030997589,0.26306778,0.0016872173,0.008327373,0.023501111,0.65760595],"study_design_scores_gemma":[0.0058764056,0.0008335936,0.24762057,0.0022662573,0.000052970212,0.00047966558,0.047740567,0.17680496,0.020068362,0.0006549356,0.4958994,0.0017023098],"about_ca_topic_score_codex":0.0000036372542,"about_ca_topic_score_gemma":9.19226e-7,"teacher_disagreement_score":0.65590364,"about_ca_system_score_codex":0.000034026183,"about_ca_system_score_gemma":0.0000075337593,"threshold_uncertainty_score":0.83396935},"labels":[],"label_agreement":null},{"id":"W4389542460","doi":"10.3390/systems11120572","title":"Identification of Innovative Opportunities Based on Product Scenario Evolution","year":2023,"lang":"en","type":"article","venue":"Systems","topic":"Innovation Diffusion and Forecasting","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Brainstorming; New product development; Identification (biology); Product (mathematics); Product design; Computer science; Function (biology); Product innovation; Product engineering; Time to market; Systems engineering; Hierarchy; Key (lock); Process management; Risk analysis (engineering); Engineering; Knowledge management; Marketing; Business; Artificial intelligence","score_opus":0.25338328078577205,"score_gpt":0.37807671906027907,"score_spread":0.12469343827450702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389542460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93886703,0.000048826358,0.023800546,0.0024611154,0.004972569,0.0010160784,0.000094797164,0.00032321527,0.028415812],"genre_scores_gemma":[0.9866025,6.6015843e-7,0.000018308978,0.000046207835,0.00007120599,0.00002743817,0.00002766717,0.000008458574,0.013197563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698687,0.00019980918,0.0010525031,0.00030353526,0.0013068876,0.00015037012],"domain_scores_gemma":[0.99645907,0.00032323913,0.00073777215,0.0004835269,0.001968074,0.000028331466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057512503,0.00009013317,0.00019414866,0.0011637071,0.00014535994,0.000117725,0.00027455474,0.00004447126,0.00005120166],"category_scores_gemma":[0.00358466,0.00006851293,0.000037314712,0.0046514315,0.000079940786,0.00017928661,0.000037437905,0.000078389276,0.00041616635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026280642,0.00042859474,0.04108512,0.0003460238,0.000058557896,0.000026383692,0.005761061,0.038889784,0.18169324,0.39644107,0.19864483,0.13636254],"study_design_scores_gemma":[0.0007949425,0.00018724042,0.10912081,0.00030466888,0.0000060071093,0.000006389465,0.01870671,0.8269984,0.008901743,0.004677512,0.029887777,0.00040776984],"about_ca_topic_score_codex":0.000022270471,"about_ca_topic_score_gemma":0.000002343907,"teacher_disagreement_score":0.78810865,"about_ca_system_score_codex":0.00006546405,"about_ca_system_score_gemma":0.00017382852,"threshold_uncertainty_score":0.5349115},"labels":[],"label_agreement":null},{"id":"W4391169003","doi":"10.3390/systems12020038","title":"A Deep-Reinforcement-Learning-Based Digital Twin for Manufacturing Process Optimization","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Reinforcement learning; Computer science; Industrial engineering; Big data; Process (computing); Cyber-physical system; Personalization; Quality (philosophy); Context (archaeology); Artificial intelligence; Manufacturing engineering; Engineering; Data mining","score_opus":0.010763686671405367,"score_gpt":0.2239544650268857,"score_spread":0.21319077835548034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391169003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001826087,0.0002003741,0.9705416,0.000015178117,0.0008952136,0.0005258594,0.000012811043,0.0011456697,0.024837233],"genre_scores_gemma":[0.99857765,0.0000016567999,0.000084769425,0.0000043244736,0.00009514151,0.0002496377,0.0001667887,0.000051992105,0.00076805986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992631,0.000003446833,0.0002635427,0.00011614873,0.00015627005,0.0001974593],"domain_scores_gemma":[0.9997704,0.00004811389,0.000018130655,0.00008120951,0.000030123487,0.000052045038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000064457505,0.000132391,0.00010518332,0.00011526347,0.000041184812,0.00064787373,0.0000842671,0.00008369176,0.000023399121],"category_scores_gemma":[0.000011790095,0.00013116116,0.000052846386,0.00010790426,0.000009879244,0.00076370424,0.000003601919,0.00011426431,0.00005996996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029210003,0.0000026424104,0.000006745565,0.001814271,0.000029607998,0.000001302775,0.00017835209,0.99674064,0.0000038330627,0.000067873945,0.00018973369,0.0009620515],"study_design_scores_gemma":[0.00017760074,0.000024361181,9.1584843e-7,0.00028063118,0.000008120205,0.0000048781453,0.0003254711,0.98168826,0.0013392448,0.000011063909,0.015984422,0.0001550564],"about_ca_topic_score_codex":6.930813e-7,"about_ca_topic_score_gemma":1.518315e-7,"teacher_disagreement_score":0.99675155,"about_ca_system_score_codex":0.00008668217,"about_ca_system_score_gemma":0.000021070206,"threshold_uncertainty_score":0.6247461},"labels":[],"label_agreement":null},{"id":"W4391211013","doi":"10.3390/systems12020037","title":"Unrelated Parallel Machine Scheduling Problem Considering Job Splitting, Inventories, Shortage, and Resource: A Meta-Heuristic Approach","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Metaheuristic; Job shop scheduling; Mathematical optimization; Computer science; Economic shortage; Firefly algorithm; Meta heuristic; Scheduling (production processes); Integer programming; Operations research; Industrial engineering; Algorithm; Mathematics; Engineering; Particle swarm optimization","score_opus":0.026967310281303974,"score_gpt":0.23197977784534424,"score_spread":0.20501246756404026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391211013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013220085,0.31337354,0.63415444,0.00016078104,0.0023886864,0.0015665775,0.00007211376,0.005794314,0.029269462],"genre_scores_gemma":[0.87084514,0.0002858127,0.12555622,0.000018376177,0.00023738593,0.00020045532,0.000085656415,0.00016477302,0.0026061842],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998458,0.00007697435,0.00051157695,0.0003876887,0.00023537065,0.00033035758],"domain_scores_gemma":[0.9994016,0.0001151823,0.000041873765,0.0002440448,0.000041038224,0.00015621862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006323892,0.00029485716,0.0004426415,0.00017753258,0.00011565316,0.00040415264,0.0001084496,0.00016144721,0.000018380926],"category_scores_gemma":[0.00006703765,0.0002588297,0.000091160895,0.00040321375,0.000044923603,0.000119819095,0.000044052966,0.00041236312,0.000018835617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003895256,0.0000097162165,0.00025832668,0.0016406218,0.0011988641,0.000046102494,0.0012468598,0.99160063,0.00006217884,0.0032519544,0.00038014777,0.00030067962],"study_design_scores_gemma":[0.0002018995,0.000012658347,0.000010679085,0.00022086177,0.0003720135,0.00012627633,0.00037960353,0.990134,0.000012816481,0.000106874606,0.008134385,0.00028793336],"about_ca_topic_score_codex":0.00007440456,"about_ca_topic_score_gemma":0.000003172351,"teacher_disagreement_score":0.85762507,"about_ca_system_score_codex":0.00006067321,"about_ca_system_score_gemma":0.00002847461,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W4391231446","doi":"10.3390/systems12020040","title":"Towards ‘Vision-Zero’ in Road Traffic Fatalities: The Need for Reasonable Degrees of Automation to Complement Human Efforts in Driving Operation","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automation; Complement (music); Zero (linguistics); Computer science; Transport engineering; Engineering; Computer security; Mechanical engineering","score_opus":0.044725010441506056,"score_gpt":0.3992639873470913,"score_spread":0.3545389769055852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391231446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802024,0.00023237169,0.008952862,0.00095638924,0.0023507471,0.0021197163,0.000042454347,0.00015565386,0.0049874187],"genre_scores_gemma":[0.99672526,0.0000012852092,0.000100938865,0.00003338754,0.0000705029,0.0006443325,0.000086419386,0.000017215281,0.0023206354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844474,0.00020895414,0.000731164,0.00023207792,0.00019749574,0.00018556113],"domain_scores_gemma":[0.99945813,0.00012826498,0.00009073355,0.00022944015,0.0000611615,0.000032282536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010934025,0.0001137434,0.00021714145,0.00031280165,0.00009097879,0.00012642046,0.00012995233,0.00006621312,0.00040657492],"category_scores_gemma":[0.000035720645,0.00008865192,0.00006115911,0.0002385941,0.000020293295,0.00017358873,0.00002038682,0.000089886875,0.000065452936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017503806,0.0006103412,0.0029985404,0.0019461536,0.000284949,0.000021212614,0.2552191,0.20001158,0.004085489,0.3882927,0.07862713,0.06772777],"study_design_scores_gemma":[0.0020561588,0.0005521548,0.19025181,0.0027352006,0.000028630438,0.000030738545,0.043252245,0.6484666,0.00010993937,0.00029336326,0.111742646,0.00048050706],"about_ca_topic_score_codex":0.0016727743,"about_ca_topic_score_gemma":0.0022077442,"teacher_disagreement_score":0.44845504,"about_ca_system_score_codex":0.00020799406,"about_ca_system_score_gemma":0.00003859163,"threshold_uncertainty_score":0.44517103},"labels":[],"label_agreement":null},{"id":"W4393352772","doi":"10.3390/systems12040117","title":"Resilient Network Design: Disjoint Shortest Path Problem for Power Transmission Application","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Vehicle Routing Optimization Methods","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Shortest path problem; Computer science; Disjoint sets; Redundancy (engineering); Constrained Shortest Path First; Mathematical optimization; Integer programming; Routing (electronic design automation); Path (computing); Distributed computing; K shortest path routing; Graph; Algorithm; Theoretical computer science; Computer network; Mathematics","score_opus":0.016956475143771035,"score_gpt":0.260923422866855,"score_spread":0.24396694772308397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393352772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014994145,0.0038324767,0.99229145,0.00006187321,0.00067977246,0.0014262773,0.0000075456232,0.0009195686,0.0006311014],"genre_scores_gemma":[0.7325509,0.000047814156,0.26597068,0.0000069269176,0.00022556787,0.00069867435,0.00002801082,0.00009671164,0.0003747012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899244,0.00007467745,0.00032302208,0.00023424184,0.00013483167,0.00024078118],"domain_scores_gemma":[0.9995172,0.00015006292,0.00002233278,0.000199841,0.00003885167,0.0000717282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008715636,0.00013644295,0.00015763371,0.000046408335,0.00006481881,0.00010086897,0.00008703874,0.00009493186,0.0000060533034],"category_scores_gemma":[0.000009631902,0.000121455545,0.000057952584,0.0002538981,0.000008221167,0.000070897506,0.0000069308167,0.000092268216,0.000019958812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004929157,0.0000060582056,0.000015657164,0.0003397136,0.000020465855,9.890502e-7,0.00025442417,0.9794478,0.0035383238,0.0011002633,0.0046249568,0.0106464485],"study_design_scores_gemma":[0.000078761375,0.000033860608,0.00002483943,0.00033063212,0.000016751244,0.000006047845,0.000024047386,0.9420491,0.00033999153,0.00020556859,0.0567477,0.00014271907],"about_ca_topic_score_codex":0.0000028962484,"about_ca_topic_score_gemma":2.828054e-7,"teacher_disagreement_score":0.73240095,"about_ca_system_score_codex":0.00009692053,"about_ca_system_score_gemma":0.000021398877,"threshold_uncertainty_score":0.49528134},"labels":[],"label_agreement":null},{"id":"W4394931919","doi":"10.3390/systems12040137","title":"Systems Thinking for Supply Chains: Identifying Bottlenecks Using Process Mapping of a Child Health Intervention in the Democratic Republic of the Congo (DRC)","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; World Health Organization","keywords":"Democracy; Intervention (counseling); Process (computing); Supply chain; Political science; Medicine; Computer science; Nursing; Law; Politics","score_opus":0.20402358451240457,"score_gpt":0.43636913149178586,"score_spread":0.23234554697938128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394931919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.550141,0.08082535,0.34787637,0.0013878206,0.011163079,0.0073257666,0.00012070028,0.000110284935,0.0010496344],"genre_scores_gemma":[0.9991249,0.000005857368,0.00009845927,0.000053985095,0.0001866972,0.00013829424,0.0000020025086,0.000026680653,0.0003631669],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920579,0.0014147165,0.0032274686,0.00063872593,0.0022547645,0.00040640958],"domain_scores_gemma":[0.9946304,0.0020769227,0.0017092739,0.0010167558,0.0005135411,0.000053082484],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.022190679,0.00022772342,0.0008566289,0.0008150679,0.0004382455,0.0012433208,0.0015507067,0.000102189195,0.000007099464],"category_scores_gemma":[0.001956407,0.00012281675,0.0004451631,0.0025086566,0.00008334608,0.00048472852,0.00019987773,0.0002557823,0.000002794009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021278465,0.0007364342,0.038315643,0.050841954,0.00082227826,0.000055188833,0.2296041,0.08956811,0.0037693412,0.5257778,0.022970878,0.03732549],"study_design_scores_gemma":[0.00082286954,0.00015373486,0.0052867145,0.034653563,0.00003313483,0.00041072423,0.097599044,0.83315915,0.00003713356,0.023435827,0.0040919455,0.00031617255],"about_ca_topic_score_codex":0.0010693829,"about_ca_topic_score_gemma":0.00021703975,"teacher_disagreement_score":0.743591,"about_ca_system_score_codex":0.00015847606,"about_ca_system_score_gemma":0.00024049565,"threshold_uncertainty_score":0.99979347},"labels":[],"label_agreement":null},{"id":"W4396674227","doi":"10.3390/systems12050163","title":"Sustainability under Active Inference","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Sustainability; Inference; Computer science; Business; Artificial intelligence; Ecology; Biology","score_opus":0.18330078991827478,"score_gpt":0.46982495948724645,"score_spread":0.28652416956897164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396674227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17277892,0.018360235,0.68298525,0.0026174416,0.020964121,0.0019903665,0.00009323542,0.0009746556,0.099235795],"genre_scores_gemma":[0.9775875,0.0000012723299,0.000033457032,0.000029559738,0.00019847164,0.000035682155,5.41319e-7,0.000013272387,0.022100225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599683,0.00041112083,0.0008515765,0.0007549906,0.0016706386,0.00031482085],"domain_scores_gemma":[0.9938572,0.004131092,0.00012549356,0.00095908716,0.00078799675,0.00013911142],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033828225,0.00016573598,0.00037537728,0.00038493745,0.00016327751,0.0018025581,0.0006428518,0.00009245758,0.0003911381],"category_scores_gemma":[0.0032291962,0.00010596314,0.0001715247,0.0013351577,0.00007607962,0.00046810354,0.00022559511,0.00018502673,0.0016635578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037777452,0.000043689113,0.0012790568,0.00014266519,0.000057199253,0.00012982907,0.0025016484,0.0049792663,0.00025920238,0.8064903,0.07313555,0.11094382],"study_design_scores_gemma":[0.00010944175,0.000045099358,0.0074804355,0.00014067008,0.000006497954,0.000051323725,0.01257593,0.05097302,0.000014017345,0.41319415,0.5151653,0.00024408793],"about_ca_topic_score_codex":0.00027398858,"about_ca_topic_score_gemma":0.000056474648,"teacher_disagreement_score":0.8048086,"about_ca_system_score_codex":0.00028478986,"about_ca_system_score_gemma":0.00033671368,"threshold_uncertainty_score":0.99923366},"labels":[],"label_agreement":null},{"id":"W4396737945","doi":"10.3390/systems12050167","title":"Assessing the Impact of Risk Factors on Vaccination Uptake Policy Decisions Using a Bayesian Network (BN) Approach","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Bayesian network; Bayesian probability; Risk assessment; Risk analysis (engineering); Actuarial science; Econometrics; Computer science; Business; Artificial intelligence; Mathematics; Computer security","score_opus":0.06947302956951167,"score_gpt":0.40063141360938914,"score_spread":0.33115838403987746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396737945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95787954,0.0017866321,0.023364846,0.000092852424,0.00082651206,0.00043762446,0.000018190009,0.00008804256,0.015505778],"genre_scores_gemma":[0.9984576,0.000082767576,0.000107021115,0.0000046160094,0.0011861933,0.000005247613,0.0000043488876,0.0000178867,0.00013431726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983883,0.00045630673,0.00029911395,0.00020003761,0.00035416798,0.00030207756],"domain_scores_gemma":[0.99878544,0.0006879,0.00015358113,0.0002244829,0.000072633135,0.000075983575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001196319,0.00012329653,0.00020107406,0.00015219582,0.00073500496,0.00056521344,0.00020928694,0.000101376114,0.000027479695],"category_scores_gemma":[0.0005168837,0.00007395071,0.00019883756,0.0010404171,0.000009319066,0.00037424278,0.00002258086,0.00017579038,0.000006491318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003949285,0.00033131381,0.2662589,0.0002044014,0.00083196146,0.000024244917,0.13770866,0.3697809,0.00028828136,0.13359477,0.012998184,0.0779389],"study_design_scores_gemma":[0.00033055912,0.00013833164,0.71970856,0.0010600223,0.00017382877,0.000009489355,0.037776835,0.22843023,0.000011114923,0.008242511,0.0036126925,0.0005058076],"about_ca_topic_score_codex":0.0152185755,"about_ca_topic_score_gemma":0.00019827322,"teacher_disagreement_score":0.45344967,"about_ca_system_score_codex":0.00036961245,"about_ca_system_score_gemma":0.00049153366,"threshold_uncertainty_score":0.99133915},"labels":[],"label_agreement":null},{"id":"W4402761492","doi":"10.3390/systems12090380","title":"Learning to Score: A Coding System for Constructed Response Items via Interactive Clustering","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Social Science Fund of China; Fundo para o Desenvolvimento das Ciências e da Tecnologia; China Scholarship Council; Science and Technology Development Fund","keywords":"Cluster analysis; Coding (social sciences); Computer science; Psychology; Natural language processing; Artificial intelligence; Mathematics; Statistics","score_opus":0.015782493697655758,"score_gpt":0.29754658303594267,"score_spread":0.2817640893382869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402761492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015370261,0.0003060909,0.9793368,0.00011798305,0.0015395669,0.0008742446,0.0000052479672,0.0022106015,0.00023922237],"genre_scores_gemma":[0.9697623,0.0000017375544,0.029173167,0.000017934477,0.00011102064,0.00035146196,0.0000027412214,0.000035403675,0.0005441833],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979332,0.00029747814,0.00048096062,0.00065701635,0.00026649132,0.00036483054],"domain_scores_gemma":[0.9983774,0.0007001511,0.00013933417,0.00046434512,0.00019289467,0.00012591743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011603845,0.00021664223,0.00037771114,0.0005362662,0.00018792244,0.00072565454,0.0005843599,0.00007965223,0.0000011333896],"category_scores_gemma":[0.00024780183,0.00020405772,0.00013288583,0.0009075409,0.000025171319,0.000640398,0.00028823045,0.00021951502,0.00005677059],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007886645,0.000036811653,0.00022271153,0.0033802881,0.0006660297,0.00045369143,0.019989435,0.01858346,0.8151386,0.03565552,0.0014249847,0.103659816],"study_design_scores_gemma":[0.00014793107,0.00022198858,0.000021987431,0.002099331,0.000020382677,0.0002634147,0.0014317823,0.9779459,0.008155003,0.0000896786,0.00928668,0.0003159243],"about_ca_topic_score_codex":0.000043263353,"about_ca_topic_score_gemma":0.0000070397573,"teacher_disagreement_score":0.95936245,"about_ca_system_score_codex":0.000543861,"about_ca_system_score_gemma":0.00006920009,"threshold_uncertainty_score":0.8321233},"labels":[],"label_agreement":null},{"id":"W4402987272","doi":"10.3390/systems12100406","title":"An Integrated Framework for Estimating Origins and Destinations of Multimodal Multi-Commodity Import and Export Flows Using Multisource Data","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Global trade and economics","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Commodity; Destinations; Computer science; Business; Multimodal transport; Industrial organization; Economic geography; Economics; Econometrics; Geography; Marketing; Tourism; Finance","score_opus":0.1954714186712959,"score_gpt":0.3292921233297954,"score_spread":0.13382070465849952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402987272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55483794,0.0017997676,0.43993372,0.000018895464,0.00070057216,0.00032399528,0.0023149017,0.000045887078,0.000024317018],"genre_scores_gemma":[0.6924399,0.000025360474,0.30725485,0.0000073663086,0.00008635742,0.000015043945,0.00013970448,0.000020740383,0.000010678519],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986182,0.000012231949,0.00064969,0.00050006894,0.00002073027,0.00019908963],"domain_scores_gemma":[0.999089,0.00013952656,0.00022006038,0.0004268573,0.00002842693,0.000096152726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061537,0.00015107593,0.0003851988,0.00013307607,0.00011637397,0.00019335489,0.00020524987,0.00013120584,0.0000069108987],"category_scores_gemma":[0.00019937709,0.00016786723,0.000034414268,0.00012410838,0.000052767587,0.00048287335,0.000071544,0.00013048116,0.000004223411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008348423,0.00091350026,0.57436174,0.0056955433,0.0010000784,0.0000403358,0.0082964655,0.045431953,0.0012280358,0.3362674,0.0006780294,0.026003446],"study_design_scores_gemma":[0.00025656092,0.00003499906,0.0034727268,0.0001635563,0.0000127185585,0.000024997507,0.00029302752,0.9895528,0.0000098519595,0.0010911473,0.004908086,0.00017951407],"about_ca_topic_score_codex":0.0014313826,"about_ca_topic_score_gemma":0.0000986393,"teacher_disagreement_score":0.9441209,"about_ca_system_score_codex":0.00008430887,"about_ca_system_score_gemma":0.00003375678,"threshold_uncertainty_score":0.68454266},"labels":[],"label_agreement":null},{"id":"W4403189920","doi":"10.3390/systems12100415","title":"The Role of Complex Systems in Predictive Analytics for E-Commerce Innovations in Business Management","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Analytics; Business analytics; Predictive analytics; Business intelligence; Business; Data science; Process management; Computer science; Knowledge management; Business model; Business analysis; Marketing","score_opus":0.06843414452913184,"score_gpt":0.29899927413459204,"score_spread":0.23056512960546022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403189920","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26281005,0.08595439,0.26946697,0.014788202,0.04381242,0.03537271,0.001580084,0.0017737502,0.2844414],"genre_scores_gemma":[0.9986238,0.00008502871,0.000024039105,0.00002911619,0.00030866766,0.00029183357,0.000119953,0.000023002558,0.00049459026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857557,0.000014725548,0.00064228725,0.0002634214,0.00024313648,0.00026086168],"domain_scores_gemma":[0.99905205,0.00013776329,0.0001607732,0.00031387518,0.0003303788,0.0000051771285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007848154,0.00015156603,0.00025069708,0.0005640228,0.00009505237,0.00045664635,0.0003941031,0.000061955936,0.00000533472],"category_scores_gemma":[0.000064963984,0.00011204639,0.000036152396,0.0028074484,0.0000648858,0.00054013997,0.00013862854,0.000095945754,0.000027874852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000910039,0.00016138637,0.013299349,0.0072824336,0.00015402635,0.000013622697,0.00015311757,0.016206227,0.00034872186,0.9317703,0.009230877,0.02128892],"study_design_scores_gemma":[0.00018713193,0.0000041238864,0.027314177,0.0010785585,0.00003763754,0.0000018474858,0.003041429,0.44529954,0.0000045435113,0.0015775493,0.5212994,0.00015401833],"about_ca_topic_score_codex":0.0020552387,"about_ca_topic_score_gemma":0.0003820383,"teacher_disagreement_score":0.93019277,"about_ca_system_score_codex":0.000071918716,"about_ca_system_score_gemma":0.000024478852,"threshold_uncertainty_score":0.45691192},"labels":[],"label_agreement":null},{"id":"W4403396785","doi":"10.3390/systems12100429","title":"The Impact of Artificial Intelligence Marketing on E-Commerce Sales","year":2024,"lang":"en","type":"article","venue":"Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Business; Marketing","score_opus":0.16548805225685068,"score_gpt":0.44032403866861825,"score_spread":0.27483598641176754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403396785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901694,0.0016202189,0.003391466,0.0008597796,0.0017110384,0.00018162299,0.000015594302,0.00015642025,0.0018944253],"genre_scores_gemma":[0.99831307,0.000021503973,0.00002232175,0.0000050822646,0.00004828533,0.000008438067,6.056704e-7,0.000007272901,0.0015734092],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982406,0.00031177883,0.000548218,0.00023789128,0.0004991881,0.00016235227],"domain_scores_gemma":[0.99681056,0.0024461104,0.00011557003,0.00049371284,0.00009876841,0.000035265395],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047059976,0.000088653076,0.00015407217,0.00019211136,0.00014163932,0.00029944695,0.0005782701,0.000085203836,0.00005881782],"category_scores_gemma":[0.0014139465,0.000043247754,0.00015202274,0.00060977484,0.00013279854,0.000067719164,0.00005918811,0.00018901737,0.0008835195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001780493,0.000098417426,0.030231072,0.00002425452,0.00008047593,0.000035916135,0.0010470137,0.001398811,0.0035379357,0.1025321,0.03449177,0.8263442],"study_design_scores_gemma":[0.00015616078,0.0010665796,0.5921985,0.0015802709,0.00006118245,0.000259322,0.040968772,0.20492733,0.0025979215,0.06796087,0.08719086,0.0010322374],"about_ca_topic_score_codex":0.000047609465,"about_ca_topic_score_gemma":0.000016686077,"teacher_disagreement_score":0.82531196,"about_ca_system_score_codex":0.000040108476,"about_ca_system_score_gemma":0.000050279494,"threshold_uncertainty_score":0.9998944},"labels":[],"label_agreement":null},{"id":"W4406692793","doi":"10.3390/systems13020072","title":"Digital Health Transformation: Leveraging a Knowledge Graph Reasoning Framework and Conversational Agents for Enhanced Knowledge Management","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Knowledge graph; Computer science; Knowledge management; Transformation (genetics); Digital transformation; Graph; Human–computer interaction; Data science; Artificial intelligence; World Wide Web; Theoretical computer science; Chemistry","score_opus":0.024001885701926587,"score_gpt":0.30257761444307263,"score_spread":0.27857572874114606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406692793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023200347,0.0033845627,0.96769065,0.0006101388,0.0015252231,0.0006426804,0.0000044047774,0.00014056735,0.023681764],"genre_scores_gemma":[0.99157727,0.000060597973,0.006543582,0.00009687313,0.000036672816,0.00011071456,0.000007242724,0.0000042165384,0.001562824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908304,0.00003801993,0.00027439755,0.00027679684,0.00009976891,0.00022799407],"domain_scores_gemma":[0.99943143,0.00017419842,0.000072332536,0.00020508333,0.00006729531,0.000049672737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030223728,0.00011366931,0.00019279947,0.00015554635,0.00023148446,0.00031592185,0.00026467064,0.000046559464,6.5903475e-7],"category_scores_gemma":[0.000025464793,0.00010667356,0.000049482493,0.00028878497,0.000028518662,0.00036329677,0.00007361044,0.000058595448,0.000008340954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009849481,0.00005193963,0.00034516718,0.0013693206,0.00010919241,0.0000010303254,0.012307446,0.00005141787,0.0000050937438,0.8836317,0.0018268442,0.10029098],"study_design_scores_gemma":[0.008113303,0.0004904683,0.030289797,0.0114907585,0.00010036768,0.000043912874,0.033568997,0.4678567,0.0007653115,0.07663665,0.3688544,0.0017893296],"about_ca_topic_score_codex":0.000005262347,"about_ca_topic_score_gemma":0.000003992365,"teacher_disagreement_score":0.9892572,"about_ca_system_score_codex":0.0000705753,"about_ca_system_score_gemma":0.00007783299,"threshold_uncertainty_score":0.43500215},"labels":[],"label_agreement":null},{"id":"W4407942808","doi":"10.3390/systems13030154","title":"Optimizing Security of Radio Frequency Identification Systems in Assistive Devices: A Novel Unidirectional Systolic Design for Dickson-Based Field Multiplier","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Advancements in Semiconductor Devices and Circuit Design","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"King Salman Center for Disability Research","keywords":"Multiplier (economics); Radio-frequency identification; Computer science; Radio frequency; Electronic engineering; Engineering; Telecommunications; Computer security","score_opus":0.02684137586445133,"score_gpt":0.2657002734178503,"score_spread":0.23885889755339895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407942808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0120339915,0.0074226377,0.97556055,0.000006538274,0.0025878025,0.0016288431,0.00008662666,0.00013335336,0.0005396777],"genre_scores_gemma":[0.9971229,0.000020593397,0.0018550763,0.000011212754,0.000060832146,0.000768761,0.000028998613,0.000028018001,0.00010362701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847966,0.00007697985,0.00071747054,0.0002932615,0.0001834407,0.00024919637],"domain_scores_gemma":[0.9987522,0.0005726782,0.00018724886,0.00028668452,0.00016094817,0.000040291336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055833784,0.0001998232,0.00039879172,0.0002641283,0.000069083595,0.00005442318,0.00020816889,0.00015734285,0.0000029387504],"category_scores_gemma":[0.000081413076,0.00021205368,0.000073430514,0.00040053148,0.000023684994,0.00016641337,0.000007448328,0.0001327902,0.0000017020191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004015132,0.0001225488,0.001980517,0.0053854934,0.00025991278,0.0000020992595,0.00063228945,0.896384,0.08973224,0.0046520573,0.00034014988,0.00046853517],"study_design_scores_gemma":[0.0012999052,0.000046879286,0.00045331992,0.0020673405,0.00007132254,0.0000036365611,0.0010958472,0.98150325,0.011349223,0.0000906861,0.0016830385,0.00033555762],"about_ca_topic_score_codex":0.00030235044,"about_ca_topic_score_gemma":0.000033124008,"teacher_disagreement_score":0.9850889,"about_ca_system_score_codex":0.0003501076,"about_ca_system_score_gemma":0.00008921468,"threshold_uncertainty_score":0.8647298},"labels":[],"label_agreement":null},{"id":"W4410215465","doi":"10.3390/systems13050364","title":"Integrating Stakeholder Knowledge Through a Participatory Approach and Semi-Quantitative Analysis for Local Watershed Management","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Watershed; Citizen journalism; Stakeholder; Watershed management; Environmental resource management; Participatory GIS; Environmental planning; Business; Knowledge management; Process management; Computer science; Geography; Environmental science; Political science; Public relations","score_opus":0.1376835041888882,"score_gpt":0.3410412963269372,"score_spread":0.203357792138049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410215465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047454345,0.00079747656,0.9797568,0.00009287043,0.00023810077,0.0005684975,0.0000035238652,0.000069030924,0.013728268],"genre_scores_gemma":[0.9780907,0.0000077147615,0.020181546,0.000082015424,0.000010187153,0.0002963668,0.0000046480823,0.0000034788945,0.0013233549],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869084,0.000114723414,0.0002582733,0.00050875783,0.00013142612,0.0002959604],"domain_scores_gemma":[0.9993489,0.00013558097,0.00006698791,0.0002619501,0.00014242034,0.00004415282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000769406,0.00012922478,0.00026252298,0.00023342003,0.00020869182,0.00024171702,0.00031002407,0.000034905563,6.1777763e-7],"category_scores_gemma":[0.00002699638,0.00010165814,0.00007810339,0.0012133161,0.000097901844,0.00036341496,0.00021140205,0.000059853235,0.000003835582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017947294,0.00017339873,0.0019582368,0.0011197546,0.0015312679,0.000008003621,0.0328286,0.002229363,0.00037378998,0.9263943,0.0012883147,0.032077048],"study_design_scores_gemma":[0.0003931579,0.000050524992,0.0011450306,0.0001491532,0.00019174622,0.0000011036042,0.0238296,0.9679133,0.00015880485,0.0016937051,0.0042810673,0.00019276873],"about_ca_topic_score_codex":0.00004425924,"about_ca_topic_score_gemma":0.00002636556,"teacher_disagreement_score":0.9733453,"about_ca_system_score_codex":0.00005657679,"about_ca_system_score_gemma":0.00003625029,"threshold_uncertainty_score":0.41454986},"labels":[],"label_agreement":null},{"id":"W4411154552","doi":"10.3390/systems13060452","title":"Shifting the Burden: Corporate Indigenous Relations and How They Can Go Wrong","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Assembly of First Nations; University of Waterloo","funders":"","keywords":"Indigenous; Business; Political science; Biology; Ecology","score_opus":0.019834998192883327,"score_gpt":0.20409094575461678,"score_spread":0.18425594756173347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411154552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88571274,0.00023689601,0.00040363727,0.022220444,0.0019792786,0.0006887105,0.0000027977421,0.0001253371,0.08863013],"genre_scores_gemma":[0.9765389,0.0000027145086,0.00001679015,0.00077278377,0.00033827743,0.000033665234,0.000015453215,0.000008422813,0.022272967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994748,0.000013091625,0.00016844476,0.00013172625,0.00006994429,0.00014197522],"domain_scores_gemma":[0.9995166,0.000030319245,0.00023293558,0.0001258442,0.00009017155,0.000004105278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005506125,0.000085253174,0.00010708626,0.00011194892,0.00053263543,0.0005631459,0.00010946117,0.000045031105,0.000011714934],"category_scores_gemma":[0.000035452405,0.000063772626,0.000016888534,0.00019016252,0.000028443157,0.00019210567,0.0000685481,0.00009056854,0.00007744696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009592534,0.00002334196,0.1648091,0.0005070956,0.00026033356,0.000009202601,0.0137750385,0.00081067544,0.00014397848,0.76075584,0.047833763,0.011062071],"study_design_scores_gemma":[0.00073277194,0.000003751472,0.07381608,0.00022682887,0.000055388184,0.0000035989917,0.031735796,0.01047335,0.000005046426,0.006858584,0.87566316,0.00042563392],"about_ca_topic_score_codex":0.00072432624,"about_ca_topic_score_gemma":0.00021230063,"teacher_disagreement_score":0.8278294,"about_ca_system_score_codex":0.00006114622,"about_ca_system_score_gemma":0.00005498163,"threshold_uncertainty_score":0.5430429},"labels":[],"label_agreement":null},{"id":"W4411188359","doi":"10.3390/systems13060455","title":"Privacy Ethics Alignment in AI: A Stakeholder-Centric Framework for Ethical AI","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"Office of the Privacy Commissioner of Canada","keywords":"Transparency (behavior); Stakeholder; Autonomy; Public relations; Agency (philosophy); Grounded theory; Thematic analysis; Corporate governance; Knowledge management; Political science; Internet privacy; Sociology; Qualitative research; Business; Computer science","score_opus":0.10426114588657119,"score_gpt":0.396475241383762,"score_spread":0.2922140954971908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411188359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013233869,0.004351045,0.7002808,0.25745943,0.010812879,0.0071519483,0.00014300951,0.00044633445,0.0061207023],"genre_scores_gemma":[0.9945003,0.0003999098,0.00068852527,0.0032587186,0.00037066912,0.0003569128,0.0000143164425,0.000010984601,0.00039968328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744254,0.00083444215,0.0003812391,0.00035818276,0.0005388939,0.00044470155],"domain_scores_gemma":[0.99831855,0.0009160091,0.00009322447,0.00042580886,0.00014839368,0.00009798856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003955764,0.00012347414,0.00024129363,0.00025961534,0.0005408687,0.00024604535,0.00055304647,0.0010057377,0.000014274207],"category_scores_gemma":[0.0071798875,0.00012337463,0.00006661195,0.0010000749,0.00012364915,0.00016352862,0.00017292015,0.0013585405,0.000021295253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005258379,0.00015087331,0.0021453279,0.000494885,0.000030159885,0.000003980685,0.021224843,0.000023637425,0.000050413066,0.9455233,0.028746394,0.0015535938],"study_design_scores_gemma":[0.0005960749,0.00005101085,0.00047538232,0.0005513187,0.000018045126,5.9237686e-7,0.005764606,0.0004357982,0.00007640348,0.23113346,0.7606925,0.00020486087],"about_ca_topic_score_codex":0.0054045552,"about_ca_topic_score_gemma":0.0014395255,"teacher_disagreement_score":0.98126644,"about_ca_system_score_codex":0.00034215036,"about_ca_system_score_gemma":0.00063055917,"threshold_uncertainty_score":0.8595514},"labels":[],"label_agreement":null},{"id":"W4411801089","doi":"10.3390/systems13070525","title":"Length Requirements for Urban Expressway Work Zones’ Warning and Transition Areas Based on Driving Safety and Comfort","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Traffic and Road Safety","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Work (physics); Work zone; Transport engineering; Warning system; Transition (genetics); Construction engineering; Computer science; Engineering; Telecommunications; Mechanical engineering","score_opus":0.007591954883632235,"score_gpt":0.20838590164492574,"score_spread":0.2007939467612935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411801089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2675378,0.0023076844,0.7196374,0.0001844952,0.0018373673,0.001462392,0.000043076307,0.00070630846,0.0062835044],"genre_scores_gemma":[0.99915564,0.000033337416,0.00035581694,0.000020652715,0.000058179285,0.00004722042,0.000019634928,0.000021019632,0.00028849414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929637,0.000028252407,0.00022333914,0.00017915804,0.00009212079,0.0001807541],"domain_scores_gemma":[0.99965817,0.00012308815,0.000024608347,0.00012888646,0.000014657715,0.000050621773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022610482,0.00013575975,0.00019976875,0.00007436586,0.0001515161,0.0000369423,0.000043164167,0.000082615545,0.0000017410364],"category_scores_gemma":[0.000011360994,0.00012733613,0.000031599364,0.00008778863,0.000017909078,0.00006992592,0.000007169329,0.00008766945,7.488908e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064268406,0.00011405525,0.036997836,0.0049786624,0.00042909684,0.0000118833905,0.0051027616,0.89797384,0.0014348611,0.0033268763,0.0076128147,0.041374635],"study_design_scores_gemma":[0.002625576,0.00009208589,0.040912636,0.003136022,0.0000805603,0.0000028620098,0.0007333321,0.92203563,0.00013254442,0.000018298631,0.029807191,0.0004232275],"about_ca_topic_score_codex":0.000005304603,"about_ca_topic_score_gemma":0.0000036215868,"teacher_disagreement_score":0.73161787,"about_ca_system_score_codex":0.000050288472,"about_ca_system_score_gemma":0.0000090835665,"threshold_uncertainty_score":0.51926166},"labels":[],"label_agreement":null},{"id":"W4412450541","doi":"10.3390/systems13070584","title":"MBSE 2.0: Toward More Integrated, Comprehensive, and Intelligent MBSE","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hog Administrative Marketing Services (Canada)","funders":"National Key Research and Development Program of China; Natural Science Foundation of Beijing Municipality; Beihang University; National Natural Science Foundation of China","keywords":"Computer science","score_opus":0.046487302035882555,"score_gpt":0.28784385528531403,"score_spread":0.24135655324943148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412450541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19834568,0.026948774,0.7651387,0.00026085702,0.003436306,0.0009412071,0.00003036181,0.0015158018,0.003382357],"genre_scores_gemma":[0.99675804,0.00046787856,0.0016120785,0.000025039997,0.000060028866,0.00017707107,0.000010504946,0.000025651,0.0008637186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923825,0.000036610738,0.0002815923,0.00017889956,0.00007344673,0.000191191],"domain_scores_gemma":[0.99943733,0.00014838263,0.000021164635,0.00029074203,0.000055120276,0.000047281635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013138233,0.00016917201,0.00027494194,0.00011457294,0.00004134284,0.000059783146,0.00013823467,0.000099248515,0.000003592807],"category_scores_gemma":[0.00003292431,0.00014988227,0.00004056439,0.00026284935,0.000033867436,0.000035410758,0.00004104382,0.00013886282,0.00002094044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028654338,0.00007476375,0.002029683,0.008591241,0.0010150106,0.000034303233,0.0033868942,0.7448531,0.05638171,0.04214541,0.06973656,0.07172268],"study_design_scores_gemma":[0.00035787188,0.000026386791,0.0032094445,0.0006748817,0.000048652375,0.000049705548,0.006664243,0.26195136,0.0032322556,0.00021433295,0.7230685,0.00050239416],"about_ca_topic_score_codex":0.0001269852,"about_ca_topic_score_gemma":0.0000028785814,"teacher_disagreement_score":0.7984124,"about_ca_system_score_codex":0.00006745395,"about_ca_system_score_gemma":0.00001106745,"threshold_uncertainty_score":0.6112021},"labels":[],"label_agreement":null},{"id":"W4413060235","doi":"10.3390/systems13070605","title":"Connecting the Dots: Applying Network Theories to Enhance Integrated Paramedic Care for People Who Use Drugs","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Windsor; Humber Polytechnic; Queen's University; BC Mental Health & Substance Use Services","funders":"","keywords":"Centrality; Harm; Health care; Harm reduction; Actor–network theory; Work (physics); Public relations; Knowledge management; Medicine; Psychology; Nursing; Sociology; Political science; Computer science; Social psychology; Public health; Engineering","score_opus":0.07097788543254473,"score_gpt":0.41940633737482613,"score_spread":0.3484284519422814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413060235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8866321,0.007868166,0.04756837,0.0014400221,0.021929381,0.026709368,0.00030526833,0.0003285757,0.007218738],"genre_scores_gemma":[0.9851114,0.000036127734,0.00020758696,0.0032738515,0.00039638992,0.0068811118,0.00018551829,0.000021295917,0.0038867071],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748343,0.00064351514,0.00069163117,0.00029152105,0.00019895977,0.0006909397],"domain_scores_gemma":[0.9961517,0.002827128,0.00023734347,0.00037877134,0.00026921587,0.00013584625],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014069609,0.00016933298,0.00038736736,0.000051312978,0.0023207257,0.000040658044,0.00021891783,0.00012491182,0.000016726613],"category_scores_gemma":[0.00024345743,0.00010938472,0.000052568525,0.00043676287,0.000017964869,0.00006564179,0.00009839268,0.00034456118,0.00005623685],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010240478,0.00007613873,0.08592071,0.03733293,0.00019748483,0.0000015525743,0.65943545,0.0022791557,0.000058687827,0.090284124,0.08610422,0.037285514],"study_design_scores_gemma":[0.00041191938,0.0001230807,0.00023767368,0.009643695,0.000024686618,1.6787976e-7,0.47731954,0.0012712305,0.000046825404,0.0004247546,0.51034194,0.00015449422],"about_ca_topic_score_codex":0.0039297305,"about_ca_topic_score_gemma":0.0025364552,"teacher_disagreement_score":0.4242377,"about_ca_system_score_codex":0.00034438295,"about_ca_system_score_gemma":0.0002886734,"threshold_uncertainty_score":0.99897814},"labels":[],"label_agreement":null},{"id":"W4414204367","doi":"10.3390/systems13090802","title":"E-Commerce Revolution: How the Pandemic Reshaped the US Consumer Shopping Habits: A PACF and ARIMA Approach","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Consumer Retail Behavior Studies","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Autoregressive integrated moving average; Pandemic; Quarter (Canadian coin); Box–Jenkins; Partial autocorrelation function; Autocorrelation; Analytics; Econometric model","score_opus":0.041719704511373336,"score_gpt":0.2470346816261924,"score_spread":0.20531497711481908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414204367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80167097,0.090161994,0.0017803877,0.029209794,0.0030735927,0.0042036083,0.000014118656,0.00067080266,0.06921475],"genre_scores_gemma":[0.99488217,0.0001418711,0.000012181374,0.00050458364,0.00014737922,0.00023996385,0.000006161728,0.000017531751,0.0040481654],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988,0.00007663382,0.00026433863,0.0003339956,0.00022821035,0.00029686],"domain_scores_gemma":[0.9989858,0.00016668355,0.00018158605,0.00051454105,0.00014340386,0.000007970545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008689816,0.00021587011,0.00029424694,0.00010898989,0.0008491952,0.0006090844,0.00033748956,0.000073094794,0.000006774187],"category_scores_gemma":[0.00017504564,0.00012274363,0.000073120435,0.0005137734,0.00027578662,0.00028341918,0.00040447686,0.0002598729,0.000036537927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014653493,0.000018465098,0.9728608,0.00040644422,0.0001366175,0.0000018359332,0.00010024149,0.0000021183905,0.00014229039,0.0055062636,0.013393909,0.0074163736],"study_design_scores_gemma":[0.0005467051,0.0000028045542,0.36929867,0.00028148142,0.0004000584,0.000016164437,0.004212109,0.0041490593,4.0076347e-7,0.000048320184,0.62078685,0.00025737382],"about_ca_topic_score_codex":0.0008340934,"about_ca_topic_score_gemma":0.00044333446,"teacher_disagreement_score":0.6073929,"about_ca_system_score_codex":0.00004540306,"about_ca_system_score_gemma":0.000024075136,"threshold_uncertainty_score":0.65314084},"labels":[],"label_agreement":null},{"id":"W4414668617","doi":"10.3390/systems13100854","title":"Path-Based Progression Optimization Model for Multimodal Traffic System Signal Coordination","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Traffic control and management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"SIGNAL (programming language); Benchmark (surveying); Transit (satellite); Reduction (mathematics); Public transport; Service (business); Bus priority; Linear programming","score_opus":0.006818166122209607,"score_gpt":0.21594470807442084,"score_spread":0.20912654195221123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414668617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016064671,0.00047250895,0.99418145,0.00005239782,0.00078183284,0.0015184272,0.000018913604,0.00087584584,0.0004921625],"genre_scores_gemma":[0.9944403,0.0000013440143,0.004197834,0.0000051750885,0.000043321725,0.00081095105,0.000054763696,0.000021010428,0.0004252806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992763,0.000020299512,0.00025131783,0.00016071314,0.00012089073,0.00017050255],"domain_scores_gemma":[0.9997014,0.000031214033,0.000038360977,0.00012652921,0.00007142795,0.000031112602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017690765,0.00012576257,0.00016846666,0.00012186776,0.00007284278,0.00005589055,0.000081820894,0.00007604029,9.1643375e-7],"category_scores_gemma":[0.0000050244666,0.00011677308,0.000058715723,0.000118356045,0.000006693072,0.00006412068,0.0000069912962,0.000040740873,0.0000024246485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002123846,0.00002243035,0.000002639537,0.0016310998,0.000029910172,6.098391e-7,0.00004303182,0.98495686,0.00023802945,0.000953989,0.00097290525,0.011127269],"study_design_scores_gemma":[0.0011909641,0.00002137932,0.000010577602,0.0004018641,0.000036806756,2.522427e-7,0.00010045148,0.99757934,0.000017990556,0.0000011731597,0.00052736857,0.00011182285],"about_ca_topic_score_codex":0.0000028989614,"about_ca_topic_score_gemma":0.0000030124345,"teacher_disagreement_score":0.99283385,"about_ca_system_score_codex":0.0001680762,"about_ca_system_score_gemma":0.000024685241,"threshold_uncertainty_score":0.4761868},"labels":[],"label_agreement":null},{"id":"W4415283998","doi":"10.3390/systems13100913","title":"Mapping the AI Landscape in Project Management Context: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Universidade de São Paulo","keywords":"Systematic review; Scopus; Thematic analysis; CLARITY; Project management; Thematic map; Set (abstract data type); Coding (social sciences)","score_opus":0.04511637796528841,"score_gpt":0.2911709587903419,"score_spread":0.24605458082505346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415283998","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049106195,0.8767539,0.002874233,0.0074003707,0.00375572,0.009940661,0.0000127971525,0.0002647275,0.09850652],"genre_scores_gemma":[0.94531804,0.015480451,0.0000178426,0.01744852,0.000580561,0.0020290224,0.000120446435,0.000038640406,0.0189665],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985392,0.000054337877,0.00059630926,0.00030296572,0.00025079047,0.00025640512],"domain_scores_gemma":[0.99900097,0.000048331865,0.00021505049,0.00057822664,0.00015345318,0.0000039949286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011002283,0.00020383735,0.00044973762,0.00043106094,0.00012294894,0.0007013241,0.0005787131,0.000062688625,0.000024128018],"category_scores_gemma":[0.00010755463,0.00011948873,0.00007621717,0.0025455134,0.000023972381,0.0005518526,0.00022031025,0.00018506538,0.00017654656],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009323571,0.000044955934,0.0014870078,0.81433314,0.00009027545,0.00006136403,0.0001250822,0.000009454117,0.0000041764015,0.042229716,0.13908462,0.002520864],"study_design_scores_gemma":[0.00024704324,0.0000018513055,0.00068759144,0.511649,0.000109144254,0.000014372921,0.0020391822,0.0036959092,7.1755915e-7,0.00020446163,0.48111308,0.00023760425],"about_ca_topic_score_codex":0.00015874451,"about_ca_topic_score_gemma":0.000084265055,"teacher_disagreement_score":0.94482696,"about_ca_system_score_codex":0.00003083149,"about_ca_system_score_gemma":0.000017032555,"threshold_uncertainty_score":0.6762884},"labels":[],"label_agreement":null},{"id":"W4415371181","doi":"10.3390/systems13100921","title":"Charging Decision Optimization Strategy for Shared Autonomous Electric Vehicles Considering Multi-Objective Conflicts: An Integrated Solution Process Combining Multi-Agent Simulation Model and Genetic Algorithm","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"Specific Research Project of Guangxi for Research Bases and Talents; Natural Science Foundation of Ningbo; Natural Science Foundation of Zhejiang Province; Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Battery (electricity); Genetic algorithm; Process (computing); State of charge; Optimization problem; Electric vehicle; Power (physics); Operator (biology); Demand response","score_opus":0.040889952296136504,"score_gpt":0.30124927453606143,"score_spread":0.2603593222399249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415371181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14039235,0.0004162749,0.8574193,0.0000045936354,0.00017221489,0.001161337,0.00006582911,0.00036069145,0.0000073808783],"genre_scores_gemma":[0.93996096,0.000029859679,0.05944107,0.000011128712,0.0000106424695,0.00028278155,0.00020908755,0.00002976823,0.00002468573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988677,0.00002669282,0.0005050085,0.00028892592,0.000099689336,0.0002119761],"domain_scores_gemma":[0.99924356,0.00008806534,0.000086210675,0.00012763367,0.00040141435,0.00005310187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015704117,0.00018537341,0.00021809837,0.0003069155,0.0001992249,0.0001029602,0.00006195039,0.00013058323,0.0000014301365],"category_scores_gemma":[0.000041895244,0.0002063926,0.000027674883,0.00040136045,0.000017918845,0.0003148542,0.0000038673857,0.000114090886,5.156354e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012029332,0.000042480344,0.00011006388,0.00016466288,0.000040605213,4.986785e-7,0.0010063148,0.98388654,0.0037745168,0.000052722728,0.000002019375,0.010907559],"study_design_scores_gemma":[0.0013613122,0.00003526097,0.002351754,0.00016547639,0.00003700529,0.0000017338535,0.00071107777,0.9946296,0.00046494187,0.000030262338,0.000021780124,0.00018979127],"about_ca_topic_score_codex":0.000048361402,"about_ca_topic_score_gemma":0.000050116134,"teacher_disagreement_score":0.79956865,"about_ca_system_score_codex":0.00016130696,"about_ca_system_score_gemma":0.00008304307,"threshold_uncertainty_score":0.8416446},"labels":[],"label_agreement":null},{"id":"W4415823164","doi":"10.3390/systems13110975","title":"Digital Exposure and Emotional Response: Public Discourse on Mandatory IP Location Disclosure in Chinese Social Media","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Disinformation; Transparency (behavior); Social media; Visibility; Personally identifiable information; Digital media; Information privacy; The Internet","score_opus":0.019506146403852592,"score_gpt":0.32018952534218725,"score_spread":0.30068337893833463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415823164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623636,0.00018022957,0.000074205906,0.0058553363,0.0007029866,0.00023113041,0.000039656188,0.000041931777,0.030510895],"genre_scores_gemma":[0.99561316,0.00000919967,0.0000011984149,0.00007470829,0.00017288848,0.000005966364,0.000031998705,0.0000038477833,0.0040870598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99887985,0.00023518327,0.0002207208,0.00011452484,0.00037400593,0.00017571378],"domain_scores_gemma":[0.9994912,0.00019996187,0.00007281644,0.00008167391,0.00007351455,0.00008080749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001015163,0.00008240122,0.00011930166,0.0001998857,0.0002881414,0.00037331384,0.0001027327,0.0001003923,0.000025643703],"category_scores_gemma":[0.0012173186,0.00006699243,0.000022550865,0.00044651254,0.00014145099,0.00074510643,0.00001966716,0.000095436364,0.000024027144],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075984304,0.00044331606,0.13477005,0.00037679242,0.000079362515,0.000010790985,0.3589622,0.00007849933,0.000056178887,0.38938764,0.03236845,0.08270685],"study_design_scores_gemma":[0.00074547576,0.000025905681,0.9150307,0.00016579239,0.0000028227976,0.0000010465317,0.058677524,0.000106831816,7.687052e-7,0.0004432253,0.024659578,0.000140282],"about_ca_topic_score_codex":0.0000309334,"about_ca_topic_score_gemma":0.00053410104,"teacher_disagreement_score":0.7802607,"about_ca_system_score_codex":0.0001330769,"about_ca_system_score_gemma":0.00034344482,"threshold_uncertainty_score":0.35998738},"labels":[],"label_agreement":null},{"id":"W4415877470","doi":"10.3390/systems13110984","title":"Building Resilient Water Supply Systems Through Economic Instruments: Evidence from a Water Resource Fee-to-Tax Reform","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Water resources management and optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Resilience (materials science); Sustainability; Resource (disambiguation); Water supply; Water scarcity; Groundwater; Psychological resilience; Resource efficiency; Water resources","score_opus":0.009951955045660326,"score_gpt":0.2144359021359398,"score_spread":0.20448394709027948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415877470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96142703,0.0012558431,0.018895593,0.0004409886,0.0035260913,0.0015200981,0.000037258527,0.0006084917,0.012288623],"genre_scores_gemma":[0.9921927,0.000052295884,0.00045890003,0.000051323364,0.00024872678,0.00021806074,0.00008421695,0.000060257047,0.0066335397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798405,0.00008120148,0.00065248105,0.00047129393,0.00022601978,0.00058497174],"domain_scores_gemma":[0.99918693,0.00002279544,0.00004384617,0.00063581346,0.000027661827,0.00008297323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035068815,0.0003141064,0.00038894042,0.00023802876,0.0001483378,0.0004911585,0.0004716758,0.00013052521,0.000035970115],"category_scores_gemma":[0.0000059192957,0.00021738774,0.00007545454,0.00011409125,0.000020633677,0.00050172105,0.00025438648,0.00014007499,0.00057105353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006080909,0.000012164248,0.0010809946,0.00078769797,0.0002688397,0.000009578272,0.0033918072,0.9754163,0.009113994,0.0005015748,0.008926921,0.00042930915],"study_design_scores_gemma":[0.0008445847,0.000066824476,0.00029416522,0.003237597,0.0001074135,0.000004516487,0.0017174289,0.26518944,0.044611204,0.00009727914,0.6830761,0.0007534765],"about_ca_topic_score_codex":0.0032565242,"about_ca_topic_score_gemma":0.00006189559,"teacher_disagreement_score":0.71022683,"about_ca_system_score_codex":0.0009902344,"about_ca_system_score_gemma":0.0000068105246,"threshold_uncertainty_score":0.8864815},"labels":[],"label_agreement":null},{"id":"W4416093640","doi":"10.3390/systems13111001","title":"Systems Thinking and Human Resource Management in Healthcare: A Scoping Review of Core Applications Across Health System Levels","year":2025,"lang":"en","type":"review","venue":"Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems thinking; Workforce; Workforce development; Interdependence; Health care; Workforce planning; Human resources; Soft systems methodology; Healthcare system","score_opus":0.38951956966459134,"score_gpt":0.5509866738641812,"score_spread":0.16146710419958987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416093640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2467812e-7,0.97398245,0.004764512,0.00006905979,0.0009811133,0.017274618,0.0003224188,0.000113641,0.0024917522],"genre_scores_gemma":[0.00048926554,0.9939546,0.00014673253,0.0000921491,0.00017111348,0.0030705312,0.000031875337,0.000066883826,0.001976855],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98118556,0.0031637195,0.0095866965,0.0019989451,0.0031843325,0.00088077155],"domain_scores_gemma":[0.9867147,0.0031347282,0.0063448464,0.0030914538,0.0004116552,0.00030259186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025440987,0.0007910593,0.008033464,0.001389217,0.0007906223,0.0007998005,0.0022854507,0.00038013118,0.0000034230325],"category_scores_gemma":[0.00035150404,0.00059488014,0.00062068796,0.0040858123,0.000108260385,0.0001508779,0.001229908,0.00057310984,0.000040740648],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012418661,0.000017070503,0.000014198996,0.7353424,0.00005391356,0.000015237361,0.00012607378,0.000009172113,1.1293754e-8,0.06365611,0.0016429558,0.19912165],"study_design_scores_gemma":[0.00013235357,0.000021277228,0.0000044510257,0.57976025,0.000045836023,0.00010194901,0.0012582439,0.00003457597,1.3981818e-9,0.0001157522,0.41828144,0.00024385832],"about_ca_topic_score_codex":0.0016734708,"about_ca_topic_score_gemma":0.00028761112,"teacher_disagreement_score":0.4166385,"about_ca_system_score_codex":0.00087600655,"about_ca_system_score_gemma":0.00077120546,"threshold_uncertainty_score":0.99965024},"labels":[],"label_agreement":null},{"id":"W4416337099","doi":"10.3390/systems13111031","title":"Utilizing Autonomous Vehicles to Reduce Truck Turn Time in Ports with Application for Port of Montréal","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Maritime Ports and Logistics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Truck; Port (circuit theory); Baseline (sea); Automation; Event (particle physics); Duration (music); Resource (disambiguation)","score_opus":0.006587152917355569,"score_gpt":0.2146826263163645,"score_spread":0.20809547339900894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416337099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73284733,0.004705765,0.16639711,0.00032564643,0.00103908,0.0057070516,0.00015005204,0.0006666984,0.088161245],"genre_scores_gemma":[0.9978596,0.0000036613137,0.0006211414,0.000007529697,0.000026642607,0.00015294256,0.000015952965,0.00001454954,0.0012979805],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994139,0.0000051169955,0.0002726864,0.000119388584,0.00006166387,0.0001272491],"domain_scores_gemma":[0.99970275,0.000023730448,0.00003819119,0.00016933585,0.000036557303,0.000029431498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014851033,0.00007986364,0.00019159791,0.00008820097,0.000014378469,0.000011244874,0.00005873665,0.000048993727,0.000002762884],"category_scores_gemma":[0.000010950014,0.0000733461,0.000018447208,0.00012806401,0.000008865354,0.000022833841,0.0000095378955,0.000039635408,0.0000025686436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029338527,0.00025350542,0.02883821,0.006834904,0.0003446079,0.00006652567,0.0020976472,0.68532073,0.057860687,0.023763845,0.033558726,0.1607672],"study_design_scores_gemma":[0.0013877042,0.0001909687,0.044400334,0.001050585,0.00009662343,0.00004091613,0.00086521334,0.76286346,0.0095370645,0.0005005449,0.17835411,0.00071248953],"about_ca_topic_score_codex":0.00059086416,"about_ca_topic_score_gemma":0.00009522388,"teacher_disagreement_score":0.26501223,"about_ca_system_score_codex":0.000051800853,"about_ca_system_score_gemma":0.000029541421,"threshold_uncertainty_score":0.2990967},"labels":[],"label_agreement":null},{"id":"W4417157969","doi":"10.3390/systems13121109","title":"Validation of a Patient Prioritization Tool: Addressing Decision-Support Tools’ Development in Complex Systems","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Transport Canada; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de recherche du Québec – Nature et technologies; Universidade Federal do Paraná","keywords":"Prioritization; Ranking (information retrieval); Process (computing); Health care; Iterative and incremental development; Complex system","score_opus":0.13977914674651445,"score_gpt":0.4291297414987192,"score_spread":0.2893505947522047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417157969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8284551,0.0004381384,0.15942827,0.00019267773,0.0029625555,0.0036487265,0.000033577347,0.00009776506,0.0047431956],"genre_scores_gemma":[0.9909534,0.000027667884,0.0075283656,0.00008609255,0.00004740067,0.0004302894,0.00035457243,0.000017205193,0.0005550085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652916,0.0006762246,0.0018498724,0.00027959625,0.00036058913,0.00030456544],"domain_scores_gemma":[0.9981156,0.00039732634,0.00041576524,0.00029452445,0.0007214297,0.00005538302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014477398,0.00014150816,0.00039194766,0.0003743957,0.00048786495,0.00006127646,0.00011015487,0.0002289247,0.000044493474],"category_scores_gemma":[0.0005308264,0.00013276258,0.000027997277,0.00066547294,0.000016703287,0.00023351102,0.000058368278,0.00021435587,0.000035292665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035608798,0.00072233425,0.25475013,0.0136605995,0.00015403266,0.000019092688,0.04436661,0.48801994,0.004154286,0.044194344,0.011702684,0.13789985],"study_design_scores_gemma":[0.007555887,0.00039677075,0.15245594,0.036807448,0.000082188766,0.000012432934,0.052987076,0.5237846,0.0011034895,0.00026658364,0.22295538,0.0015921945],"about_ca_topic_score_codex":0.0003600793,"about_ca_topic_score_gemma":0.00007773277,"teacher_disagreement_score":0.21125269,"about_ca_system_score_codex":0.0005274622,"about_ca_system_score_gemma":0.0013603899,"threshold_uncertainty_score":0.5413901},"labels":[],"label_agreement":null},{"id":"W7117314230","doi":"10.3390/systems14010022","title":"Exploring the Impact of Customer Organizational Culture on Project Agility in ERP Implementation Projects","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Enterprise resource planning; Agile software development; Organizational culture; Project management; Customer relationship management; Resource (disambiguation)","score_opus":0.09761976962935409,"score_gpt":0.36318784153812184,"score_spread":0.26556807190876774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117314230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801846,0.000046146313,0.00007097336,0.0002072702,0.0007552117,0.0019699952,0.000023599805,0.000065436296,0.016676754],"genre_scores_gemma":[0.9990336,0.0000056274953,0.0000047830395,0.00012951359,0.00021410453,0.00018001918,0.0000856266,0.000014661691,0.00033210416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986949,0.0000662246,0.00051815406,0.00021053254,0.00028663475,0.00022356579],"domain_scores_gemma":[0.9992233,0.000043547545,0.00028632538,0.00022279267,0.00021781845,0.0000061944406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065520324,0.00016399297,0.00021818785,0.00045268738,0.00012534372,0.00017884852,0.00017772384,0.00003175409,0.000066547225],"category_scores_gemma":[0.000112026944,0.00010199375,0.000079102494,0.001577884,0.000022006183,0.00079812383,0.000053013173,0.000103507125,0.000047246667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014979467,0.0002720889,0.88571364,0.001254443,0.00025156545,0.0000033247998,0.0044676047,0.0011509362,0.0039642,0.04383565,0.055949822,0.0029869166],"study_design_scores_gemma":[0.0022457289,0.000066514105,0.94478494,0.0004926762,0.00004637192,0.0000026667726,0.033195797,0.0017486818,0.00045118816,0.00017893547,0.01645714,0.00032936694],"about_ca_topic_score_codex":0.009325516,"about_ca_topic_score_gemma":0.0003947742,"teacher_disagreement_score":0.05907128,"about_ca_system_score_codex":0.00020204512,"about_ca_system_score_gemma":0.00013827386,"threshold_uncertainty_score":0.9972715},"labels":[],"label_agreement":null}]}