{"meta":{"query_hash":"99ea5c527522","filters":{"venue":"Journal of Multi-Criteria Decision Analysis"},"cohort_total":37,"direct_labels_cover":0,"predictions_cover":37,"exported":37,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/99ea5c527522","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Multi-Criteria+Decision+Analysis"},"results":[{"id":"W1524885984","doi":"10.1002/mcda.1507","title":"A Multi‐Criteria Classification Approach for Identifying Favourable Climates for Tourism","year":2013,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Diverse Aspects of Tourism Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"ELECTRE; Tourism; Computer science; Cru; Index (typography); Compensation (psychology); Decision maker; Operations research; Econometrics; Composite index; Data mining; Statistics; Multiple-criteria decision analysis; Mathematics; Geography; Composite indicator; Psychology; Meteorology","score_opus":0.18418688068915406,"score_gpt":0.45702674067266946,"score_spread":0.2728398599835154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524885984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13876438,0.0004614594,0.85582423,0.0020534266,0.0007645705,0.0015690428,0.00007612465,0.000049733364,0.00043701494],"genre_scores_gemma":[0.5144824,0.0002671403,0.48328295,0.00007263515,0.00044597292,0.000089528214,0.000026628486,0.000029134608,0.0013036608],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958452,0.0004038623,0.0013013814,0.00048550314,0.0012423786,0.00072164624],"domain_scores_gemma":[0.99405015,0.0012409273,0.0009771095,0.00043577037,0.0028302658,0.00046580707],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005406806,0.0002576762,0.00087780104,0.0016137997,0.00092756207,0.0016391878,0.0011879834,0.000249163,0.0011008538],"category_scores_gemma":[0.0042131143,0.00022090536,0.0012083958,0.0012659858,0.00018505601,0.0017111575,0.0001252533,0.00025583094,0.0000511766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003121601,0.008892095,0.013803954,0.00063577545,0.011435158,0.00015557712,0.026682673,0.0026819722,0.3301081,0.0015183293,0.38258117,0.2183836],"study_design_scores_gemma":[0.007982973,0.00031232802,0.026878366,0.00016290964,0.0024903906,0.000009665207,0.047745317,0.8926649,0.0013932523,0.0034401184,0.016058434,0.0008613228],"about_ca_topic_score_codex":0.00078616693,"about_ca_topic_score_gemma":0.00016973764,"teacher_disagreement_score":0.88998294,"about_ca_system_score_codex":0.00029260322,"about_ca_system_score_gemma":0.00017920935,"threshold_uncertainty_score":0.9998123},"labels":[],"label_agreement":null},{"id":"W1574453507","doi":"10.1002/mcda.1479","title":"A Comprehensive Literature Review of the Rank Reversal Phenomenon in the Analytic Hierarchy Process","year":2012,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Analytic hierarchy process; Rank (graph theory); Hierarchy; Computer science; Order (exchange); Compromise; Operations research; Process (computing); Management science; Phenomenon; Data science; Sociology; Political science; Epistemology; Mathematics; Engineering; Social science; Business; Law","score_opus":0.1312149065278208,"score_gpt":0.46536447086928484,"score_spread":0.33414956434146403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574453507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79826593,0.15701589,0.035245635,0.004855404,0.0027030024,0.0014326626,0.00014679783,0.000018414616,0.00031624798],"genre_scores_gemma":[0.9792265,0.006516243,0.010617804,0.003141567,0.00031425635,0.000010553674,0.000005575191,0.0000305506,0.00013693805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9834792,0.0037075458,0.0052791587,0.0006265678,0.0062400987,0.0006674362],"domain_scores_gemma":[0.9826393,0.0066396925,0.003996347,0.0023343954,0.004064991,0.00032525882],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02164424,0.00052338856,0.0024521814,0.0033151407,0.00025527528,0.0005940583,0.004539729,0.00021757226,0.0012174635],"category_scores_gemma":[0.017311776,0.00024524066,0.0023814675,0.016638882,0.0002641095,0.0014868685,0.00047848257,0.0010593861,0.000044761775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006817681,0.010841216,0.2528921,0.004844409,0.007331856,0.0015169722,0.103151076,0.011405155,0.018182576,0.0005015629,0.10531048,0.47720492],"study_design_scores_gemma":[0.015128736,0.00061911857,0.6982785,0.042550225,0.009148083,0.0026739275,0.021348968,0.078360915,0.0006706601,0.0083790105,0.1204143,0.0024275428],"about_ca_topic_score_codex":0.000009953068,"about_ca_topic_score_gemma":0.000022917324,"teacher_disagreement_score":0.47477737,"about_ca_system_score_codex":0.0001574972,"about_ca_system_score_gemma":0.00017968594,"threshold_uncertainty_score":1},"labels":[],"label_agreement":null},{"id":"W1870952394","doi":"10.1002/mcda.490","title":"Compression of Project Schedules using the Analytical Hierarchy Process","year":2011,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Resource-Constrained Project Scheduling","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Schedule; Analytic hierarchy process; Computer science; Harmony search; Operations research; Process (computing); Heuristic; Procurement; Risk analysis (engineering); Industrial engineering; Engineering; Artificial intelligence","score_opus":0.38960638530079117,"score_gpt":0.5028744321261565,"score_spread":0.11326804682536529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870952394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69737595,0.0002787095,0.30169395,0.00008589019,0.00020405091,0.0001709475,0.000014572313,0.000009042141,0.0001669012],"genre_scores_gemma":[0.8371211,0.000031254018,0.16262524,0.00007320863,0.00009241142,0.0000017745072,0.0000011023619,0.0000196926,0.000034195164],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99045044,0.0012079808,0.003648813,0.00056882924,0.003691682,0.00043225687],"domain_scores_gemma":[0.9897491,0.0028134855,0.0029661164,0.0011425337,0.0030628021,0.00026601215],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011241088,0.00035136638,0.0015339545,0.003897665,0.0002969774,0.00037029153,0.0026626578,0.00020498998,0.0010816029],"category_scores_gemma":[0.010480376,0.00018261069,0.0015134547,0.0067307297,0.0005298206,0.0007563351,0.00034211576,0.00062492164,0.000013106707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009899345,0.00515465,0.5265268,0.000110300825,0.01034729,0.00073897623,0.04557044,0.062010046,0.041586243,0.0007946921,0.0014250807,0.29583612],"study_design_scores_gemma":[0.002032041,0.00027508926,0.027066275,0.0002807869,0.0020822026,0.00021662899,0.014115724,0.94351065,0.006176262,0.003390483,0.00046114888,0.00039269347],"about_ca_topic_score_codex":0.000071983544,"about_ca_topic_score_gemma":0.000019980409,"teacher_disagreement_score":0.8815006,"about_ca_system_score_codex":0.000067326,"about_ca_system_score_gemma":0.00038991394,"threshold_uncertainty_score":0.99983156},"labels":[],"label_agreement":null},{"id":"W1902275675","doi":"10.1002/mcda.1516","title":"Multicriteria Optimization of A Long‐Haul Routing and Scheduling Problem","year":2014,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Vehicle Routing Optimization Methods","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université du Québec à Montréal","funders":"HEC Montréal","keywords":"Tabu search; Scheduling (production processes); Truck; Vehicle routing problem; Computer science; Operations research; Economic shortage; Routing (electronic design automation); Job shop scheduling; Transport engineering; Engineering; Operations management; Computer network; Automotive engineering; Artificial intelligence","score_opus":0.020336022246136443,"score_gpt":0.3098093942348946,"score_spread":0.28947337198875817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902275675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25415996,0.00021880941,0.7452874,0.00002590736,0.00017256082,0.000066909626,0.0000034305867,0.000036850943,0.000028137069],"genre_scores_gemma":[0.4908423,0.00009800704,0.5089642,0.000012235042,0.00004978689,7.2923365e-7,0.0000029566786,0.000023603918,0.000006156551],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973269,0.0002819873,0.001517482,0.00021338543,0.0004257329,0.00023450759],"domain_scores_gemma":[0.9977508,0.00051163463,0.0006196986,0.00028630896,0.00065264094,0.00017891859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027140183,0.00023251315,0.0008248511,0.00110835,0.0000800841,0.0001478507,0.0002516866,0.00014702734,0.00012141342],"category_scores_gemma":[0.0013083945,0.00021239846,0.0003046847,0.001214635,0.000045590245,0.00038303953,0.00007296658,0.00023031281,0.0000016236913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039481773,0.000052030267,0.0048343525,0.000047784713,0.00041122953,0.000005063846,0.00040748707,0.95981765,0.006989615,0.00000620807,0.000010261888,0.027378833],"study_design_scores_gemma":[0.0013140212,0.000051486648,0.0046475227,0.00019422774,0.0007160925,0.00003526291,0.00011349978,0.9909683,0.001719513,0.000021383574,0.000024383071,0.00019430248],"about_ca_topic_score_codex":0.0000065998615,"about_ca_topic_score_gemma":0.000005475062,"teacher_disagreement_score":0.23668236,"about_ca_system_score_codex":0.000059788683,"about_ca_system_score_gemma":0.000018409437,"threshold_uncertainty_score":0.8661358},"labels":[],"label_agreement":null},{"id":"W1905923734","doi":"10.1002/mcda.1466","title":"The Stochastic Goal Programming Model: Theory and Applications","year":2012,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Optimization and Mathematical Programming","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Certainty; Computer science; Decision maker; Stochastic programming; Operations research; Goal programming; Stochastic modelling; Management science; Mathematical economics; Mathematical optimization; Mathematics; Economics","score_opus":0.018157295886323775,"score_gpt":0.30989797519897205,"score_spread":0.2917406793126483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905923734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005701807,0.0019375546,0.99203587,0.00002656554,0.00009242065,0.00012557638,0.0000018073134,0.000037845457,0.000040577575],"genre_scores_gemma":[0.82545596,0.00014963438,0.17419687,0.00002106891,0.00009406322,0.000015432724,0.0000013224056,0.000018873858,0.00004676017],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988483,0.00005789451,0.0005483886,0.000072963696,0.00024906074,0.00022337309],"domain_scores_gemma":[0.9987313,0.0005935611,0.00013515133,0.0001855785,0.00014672262,0.00020769521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015831422,0.000120508696,0.00026606306,0.00024640406,0.00016345238,0.00017224981,0.00017294048,0.000054281852,0.000030968287],"category_scores_gemma":[0.00031283704,0.00007693921,0.00019421952,0.0004901105,0.00005529032,0.00023796766,0.000040646923,0.000157775,0.0000067341157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005807787,0.00020515364,0.000111042216,0.00002762246,0.0009396512,0.0000012070489,0.00083019654,0.41517606,0.0003584079,0.0045194943,0.00016893423,0.5776041],"study_design_scores_gemma":[0.00031204917,0.000011449814,0.00011818618,0.000017284572,0.0006916773,0.000018319743,0.0003868905,0.9942735,0.00001841675,0.0014512656,0.0025918183,0.0001091396],"about_ca_topic_score_codex":2.288764e-7,"about_ca_topic_score_gemma":0.0000016091051,"teacher_disagreement_score":0.8197542,"about_ca_system_score_codex":0.00003209427,"about_ca_system_score_gemma":0.000007858049,"threshold_uncertainty_score":0.31374902},"labels":[],"label_agreement":null},{"id":"W1963653143","doi":"10.1002/mcda.458","title":"An imprecise goal programming approach for modeling design team's preferences in quality function deployment planning process","year":2010,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Quality function deployment; Benchmarking; Product planning; New product development; Computer science; Customer satisfaction; Process (computing); Product design; Quality (philosophy); Product (mathematics); House of Quality; Function (biology); Voice of the customer; Process management; Industrial engineering; Systems engineering; Engineering; Service quality; Business; Marketing; Mathematics","score_opus":0.12243436151581598,"score_gpt":0.3834596720475741,"score_spread":0.2610253105317581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963653143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4295556,0.00005562196,0.56932557,0.000041194497,0.0005015518,0.00045302216,0.000001838707,0.000051235806,0.000014351153],"genre_scores_gemma":[0.8276774,0.0000051003053,0.17116414,0.00016524276,0.000817649,0.00007917138,0.000035337613,0.000041907428,0.000014022759],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954515,0.00018972176,0.002145386,0.0006847043,0.0010659177,0.0004627319],"domain_scores_gemma":[0.9961987,0.00031187566,0.0015017461,0.0005238257,0.0013807622,0.000083066996],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010355545,0.00038033284,0.00089361944,0.0022901834,0.0002784016,0.001060839,0.00070150447,0.00021662393,0.00010350509],"category_scores_gemma":[0.00164398,0.00031422114,0.0004617251,0.0019448494,0.00004621997,0.003190871,0.00007047823,0.00056012085,0.0000053093413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057629496,0.0032612472,0.0646497,0.00029210717,0.0009919112,0.000009188147,0.00084837165,0.7850906,0.017375845,0.000103543905,0.0003830973,0.12123142],"study_design_scores_gemma":[0.0022894163,0.00013077978,0.0050264997,0.00006855576,0.0011143129,0.0000052402324,0.0021740012,0.9863245,0.00021465484,0.0018937056,0.00033777664,0.0004205735],"about_ca_topic_score_codex":0.00012087125,"about_ca_topic_score_gemma":0.00008347371,"teacher_disagreement_score":0.39816144,"about_ca_system_score_codex":0.00007959837,"about_ca_system_score_gemma":0.00008311839,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W1965923524","doi":"10.1002/mcda.429","title":"Sharing the pie and distributing the reward: a case of bonus distribution among executives","year":2008,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Financial Reporting and Valuation Research","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Distribution (mathematics); Reward system; Business; Marketing; Psychology; Mathematics; Neuroscience","score_opus":0.0682736100851087,"score_gpt":0.3485584610955955,"score_spread":0.28028485101048684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965923524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777206,0.00028093386,0.021255825,0.00046909996,0.0001169088,0.0001006763,0.000009093058,0.000007504139,0.000039340463],"genre_scores_gemma":[0.99929947,0.00007297464,0.00026260337,0.00004858321,0.00022945799,0.000002542255,0.0000108666045,0.000007900008,0.000065620065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997894,0.00006266395,0.0010325917,0.00018772704,0.0006168186,0.0002062176],"domain_scores_gemma":[0.99682647,0.0004213208,0.0013749343,0.00029879063,0.0010507202,0.00002774636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004333374,0.00013033602,0.00039047466,0.00033516693,0.000700993,0.0002647657,0.00030700883,0.000055905595,0.00006107799],"category_scores_gemma":[0.0058494722,0.00007073068,0.0003550995,0.0015133607,0.00020311464,0.0004813168,0.0002529445,0.00026132033,0.0000026487592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003994234,0.000347013,0.93689454,0.00006764226,0.0010276055,0.0021483942,0.0010794346,0.0018274994,0.0012861112,0.0004491563,0.0036678498,0.050805308],"study_design_scores_gemma":[0.00084729353,0.00002409065,0.8510026,0.00011559967,0.0009872897,0.0006004458,0.0017160209,0.14216894,0.00013614836,0.00039453772,0.0018574671,0.00014961215],"about_ca_topic_score_codex":0.00089199014,"about_ca_topic_score_gemma":0.00016832403,"teacher_disagreement_score":0.14034145,"about_ca_system_score_codex":0.000039498922,"about_ca_system_score_gemma":0.000036959424,"threshold_uncertainty_score":0.70027876},"labels":[],"label_agreement":null},{"id":"W1968534991","doi":"10.1002/mcda.1530","title":"Decision Support System and Multi‐Criteria Decision Aid: A State of the Art and Perspectives","year":2014,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Decision support system; Multiple-criteria decision analysis; Decision analysis; R-CAST; Analytic hierarchy process; Computer science; Business decision mapping; Decision engineering; Management science; Evidential reasoning approach; Field (mathematics); Decision problem; Intelligent decision support system; Decision process; Hierarchy; Operations research; Artificial intelligence; Engineering; Mathematics","score_opus":0.0863205887052104,"score_gpt":0.40305137990215256,"score_spread":0.31673079119694214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968534991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.557113,0.0008826212,0.43992966,0.00022437525,0.0013437524,0.00032990522,0.00009257628,0.0000264372,0.000057690333],"genre_scores_gemma":[0.7507039,0.00031871122,0.24821143,0.00015139386,0.0001540388,0.0000059254307,0.0000027656956,0.00006379122,0.00038809565],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98255974,0.0021794538,0.0065825027,0.0017684198,0.0060879462,0.0008219529],"domain_scores_gemma":[0.975663,0.01174642,0.0045201764,0.0027745084,0.0043669464,0.0009289181],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021424113,0.0009295429,0.0033876663,0.004964977,0.0006807438,0.0018270204,0.003027075,0.00038520293,0.0009871058],"category_scores_gemma":[0.026959931,0.000565455,0.0017945585,0.004802264,0.0006865548,0.0016285091,0.0017953677,0.0007889439,0.00010956463],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044430876,0.0010538575,0.03787743,0.000068142996,0.0013061595,0.00019314191,0.0069563207,0.0023332285,0.021823289,0.0001586612,0.009312765,0.9144739],"study_design_scores_gemma":[0.013175821,0.00071976887,0.32868713,0.001403657,0.0019109026,0.0010524961,0.007824369,0.61882514,0.0012863538,0.004211744,0.019699516,0.0012031271],"about_ca_topic_score_codex":0.000041794057,"about_ca_topic_score_gemma":0.00027784667,"teacher_disagreement_score":0.9132708,"about_ca_system_score_codex":0.00026847768,"about_ca_system_score_gemma":0.00019903526,"threshold_uncertainty_score":0.99992615},"labels":[],"label_agreement":null},{"id":"W1969404925","doi":"10.1002/mcda.451","title":"Who won the Winter 2010 Olympics? A quest into priorities and rankings","year":2010,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Sports Performance and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medal; Gold medal; Analytic hierarchy process; Bronze; Order (exchange); Value (mathematics); Political science; Operations research; History; Mathematics; Art history; Ancient history; Economics; Statistics","score_opus":0.019246796687092966,"score_gpt":0.33727094778018046,"score_spread":0.3180241510930875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969404925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99536306,0.0005728356,0.0018440401,0.0014088342,0.0006503,0.00007892598,0.0000012611649,0.000010071723,0.00007067174],"genre_scores_gemma":[0.98554504,0.00044493296,0.012253198,0.0007288042,0.00045510026,0.0000015106401,0.0000026097728,0.000016231743,0.0005525783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832714,0.000020997004,0.00076965813,0.0001813261,0.0005132743,0.00018761992],"domain_scores_gemma":[0.9985089,0.00014039742,0.00038410092,0.0003447086,0.00044322427,0.00017867763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013780626,0.00017400515,0.0006541338,0.00071498496,0.00015820161,0.00016517259,0.00019225232,0.0001219165,0.00045672987],"category_scores_gemma":[0.0002698315,0.00009909058,0.00041512685,0.00049015065,0.00015801078,0.00032839164,0.00006286289,0.0005998411,0.0000075635007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012402448,0.00024730238,0.82300794,0.000036692218,0.0018894037,0.00032311896,0.009447402,0.000012388092,0.025574125,0.000032307176,0.0018632056,0.13632587],"study_design_scores_gemma":[0.003384793,0.00022528417,0.96941704,0.0002741603,0.002446914,0.0006694511,0.0012633139,0.0065709767,0.0010159488,0.0001252279,0.014433292,0.00017361138],"about_ca_topic_score_codex":0.000045411896,"about_ca_topic_score_gemma":0.00024194233,"teacher_disagreement_score":0.14640908,"about_ca_system_score_codex":0.00002459194,"about_ca_system_score_gemma":0.00006694401,"threshold_uncertainty_score":0.5000872},"labels":[],"label_agreement":null},{"id":"W1996400852","doi":"10.1002/mcda.447","title":"Decision‐maker's preferences modelling within the goal‐programming model: a new typology","year":2009,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Optimization and Mathematical Programming","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Laurentian University","funders":"","keywords":"Typology; Decision maker; Goal programming; Preference; Computer science; Operations research; Artificial intelligence; Management science; Machine learning; Economics; Mathematics; Microeconomics; Sociology","score_opus":0.04376550800103314,"score_gpt":0.3173666911509759,"score_spread":0.27360118314994275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996400852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04155771,0.0007787549,0.9568507,0.00019311703,0.00029800754,0.00012027266,0.000001848502,0.00007975346,0.000119806886],"genre_scores_gemma":[0.51646376,0.00012963083,0.48318464,0.000097112104,0.000060922797,0.0000011535681,0.0000015965917,0.000015218858,0.000045972014],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742657,0.00006969179,0.0013746005,0.0002167975,0.0005998003,0.00031256428],"domain_scores_gemma":[0.9982363,0.00041341988,0.0003569881,0.0003881113,0.00030710068,0.00029808286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010961763,0.00026972822,0.0007039164,0.00064683176,0.00014643809,0.00032578106,0.00057059,0.0001618961,0.00016107826],"category_scores_gemma":[0.00041275815,0.00017126123,0.0005454644,0.0012325613,0.000044985438,0.0003469387,0.00004353891,0.00040634884,0.000016138158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005433301,0.00007745746,0.00001574015,0.0000042726488,0.00029643433,0.000009264904,0.0005723006,0.8715151,0.00009582628,0.00025009026,0.00041835633,0.12669085],"study_design_scores_gemma":[0.0006519144,0.000072504816,0.00003839369,0.00007762941,0.0006655757,0.000030920855,0.00030643775,0.98691785,0.000059929873,0.010318492,0.00066988566,0.00019048135],"about_ca_topic_score_codex":0.000007135899,"about_ca_topic_score_gemma":0.000033218912,"teacher_disagreement_score":0.47490606,"about_ca_system_score_codex":0.00006149837,"about_ca_system_score_gemma":0.00005555276,"threshold_uncertainty_score":0.69838303},"labels":[],"label_agreement":null},{"id":"W2010464579","doi":"10.1002/mcda.376","title":"Multi‐criteria optimization of ball passing in simulated soccer","year":2005,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Ball (mathematics); Heuristics; Mathematical optimization; Computer science; Heuristic; Set (abstract data type); Mathematics","score_opus":0.042362986144107,"score_gpt":0.3556786528163569,"score_spread":0.3133156666722499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010464579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08271577,0.00029610697,0.9161092,0.00034948837,0.00040202352,0.00008465386,0.000005846404,0.00002676191,0.000010114556],"genre_scores_gemma":[0.4255417,0.000040885152,0.5742254,0.00009183182,0.000057250003,4.261325e-7,0.0000035664991,0.000011085593,0.000027841706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959122,0.0003895852,0.002049963,0.00042302086,0.00086532184,0.0003599209],"domain_scores_gemma":[0.99662805,0.00047001298,0.0012218939,0.00064098387,0.0008231146,0.0002159727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020410751,0.00027588263,0.0009923413,0.0023421878,0.000083145474,0.0002822865,0.0011861273,0.00018574367,0.00017794316],"category_scores_gemma":[0.0008402155,0.00023783017,0.00052317505,0.0028248017,0.000051063533,0.0012499174,0.00022030977,0.0003160066,0.000011877072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056756766,0.00044102393,0.0035181309,0.0000060903067,0.00026022812,0.000091938724,0.00082585035,0.963275,0.004512387,0.000002050713,0.0001257002,0.026884831],"study_design_scores_gemma":[0.0024151339,0.00006745313,0.028011259,0.0001690354,0.00022807853,0.000037124053,0.00005472086,0.9681327,0.0005563689,0.000015491776,0.0000894259,0.0002232594],"about_ca_topic_score_codex":0.000039360526,"about_ca_topic_score_gemma":0.000016865635,"teacher_disagreement_score":0.34282595,"about_ca_system_score_codex":0.00020316447,"about_ca_system_score_gemma":0.00010599153,"threshold_uncertainty_score":0.96984327},"labels":[],"label_agreement":null},{"id":"W2066316339","doi":"10.1002/mcda.448","title":"Fuzzy goal programming model: an overview of the current state‐of‐the art","year":2009,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Optimization and Mathematical Programming","field":"Engineering","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Laurentian University","funders":"","keywords":"Goal programming; Decision maker; Computer science; Fuzzy logic; State (computer science); Operations research; Management science; Artificial intelligence; Mathematics; Engineering; Programming language","score_opus":0.05753464246591396,"score_gpt":0.36068800222586256,"score_spread":0.3031533597599486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066316339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18717012,0.0027558045,0.808977,0.0001795675,0.00049172377,0.0002944398,0.000013503316,0.000039145085,0.00007869757],"genre_scores_gemma":[0.8922159,0.00040157055,0.10727931,0.00003358351,0.000025921192,0.0000012448809,0.0000014585652,0.000015433134,0.000025568754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978663,0.000091627786,0.0011519673,0.0001101978,0.00060401525,0.00017591302],"domain_scores_gemma":[0.99860024,0.00007041334,0.0004585395,0.00041302707,0.00033786998,0.000119934215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071177643,0.00015993556,0.00053521135,0.00027335962,0.000056585406,0.00006774698,0.0004915582,0.00003959026,0.000028936067],"category_scores_gemma":[0.00022798759,0.00009059356,0.0007130911,0.0011575614,0.000043559492,0.00022509252,0.000052531588,0.00025291072,0.0000018179785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017974939,0.00029540452,0.00009297705,0.00004770596,0.00016927363,8.4858067e-7,0.00029583424,0.47152865,0.00095243135,0.000050664872,0.00015556498,0.5263927],"study_design_scores_gemma":[0.0004950741,0.00005322953,0.0021038475,0.0002742838,0.0006294338,0.000005808119,0.00003242472,0.99250495,0.00067486655,0.0017974043,0.0013063747,0.00012231803],"about_ca_topic_score_codex":6.840375e-7,"about_ca_topic_score_gemma":0.000010881519,"teacher_disagreement_score":0.70504576,"about_ca_system_score_codex":0.00004523394,"about_ca_system_score_gemma":0.000031414416,"threshold_uncertainty_score":0.36942983},"labels":[],"label_agreement":null},{"id":"W2075451845","doi":"10.1002/mcda.334","title":"A multi‐criterion approach for selecting attractive portfolio","year":2002,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Financial Markets and Investment Strategies","field":"Economics, Econometrics and Finance","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Solvency; Portfolio; Market liquidity; Modern portfolio theory; Stock (firearms); Stock market; Financial market; Economics; Actuarial science; Econometrics; Financial economics; Computer science; Finance; Engineering","score_opus":0.10755791284026103,"score_gpt":0.3041591330269225,"score_spread":0.19660122018666146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075451845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22022592,0.0038262666,0.7726932,0.00017390958,0.00061754393,0.00029723265,0.00012535029,0.000021429414,0.0020191313],"genre_scores_gemma":[0.7460868,0.00062785577,0.25220507,0.00021893001,0.00019051906,0.000011880429,0.000011881857,0.000026911417,0.0006201709],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735755,0.00004234131,0.0017189255,0.00041314843,0.00012419913,0.0003438672],"domain_scores_gemma":[0.99751234,0.00018955108,0.0015651248,0.00028436846,0.00029092398,0.0001576623],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014568112,0.00025077406,0.0010739291,0.0014541519,0.0002341635,0.00028557517,0.0003433976,0.00015719695,0.0009773311],"category_scores_gemma":[0.00085399277,0.00023562327,0.0009764004,0.0011191926,0.000045662135,0.0007518776,0.000043794356,0.00023504457,0.000029481262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061644204,0.032918543,0.39067146,0.00088508596,0.035039105,0.00043346954,0.02472231,0.029033132,0.026465187,0.025742192,0.13100752,0.29691756],"study_design_scores_gemma":[0.004332793,0.0004496986,0.084510535,0.00005662333,0.0006210375,0.000053052023,0.00072494685,0.88133776,0.00017181187,0.0017975556,0.025281914,0.0006622713],"about_ca_topic_score_codex":0.000052253028,"about_ca_topic_score_gemma":0.000010719884,"teacher_disagreement_score":0.85230464,"about_ca_system_score_codex":0.00014156615,"about_ca_system_score_gemma":0.000015010171,"threshold_uncertainty_score":0.9999359},"labels":[],"label_agreement":null},{"id":"W2101001634","doi":"10.1002/mcda.313","title":"A new rank correlation coefficient with application to the consensus ranking problem","year":2002,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Department of National Defence","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Metric (unit); Rank correlation; Mathematics; Correlation coefficient; Distance correlation; Statistics; Correlation; Measure (data warehouse); Combinatorics; Computer science; Data mining; Artificial intelligence; Economics; Random variable","score_opus":0.0879760005428058,"score_gpt":0.3877226847301167,"score_spread":0.2997466841873109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101001634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090572655,0.0005044203,0.9037524,0.0036232073,0.0006413922,0.0006736022,0.00001838746,0.00003386917,0.00018011141],"genre_scores_gemma":[0.74790716,0.000026294472,0.25023904,0.00062229956,0.00025784137,0.000011219526,0.0000028212248,0.00003586652,0.00089741213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9881183,0.0009428157,0.0038132053,0.0009801937,0.0055886167,0.00055688113],"domain_scores_gemma":[0.9862559,0.0052001392,0.0027655892,0.0018382741,0.0032627932,0.00067729707],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010207571,0.00048782933,0.0014110452,0.0036017178,0.00055933464,0.001439027,0.002374019,0.00019308786,0.002985269],"category_scores_gemma":[0.0065245247,0.00026898412,0.00093595946,0.009534388,0.00013241665,0.00046307532,0.00030893084,0.0005330063,0.00082767766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012397578,0.00037713887,0.004052607,0.0000033015049,0.0006051927,0.0000922408,0.0039954884,0.34630573,0.0026651202,0.00007969951,0.04431206,0.59627163],"study_design_scores_gemma":[0.0039278595,0.0002684051,0.012130846,0.00013641115,0.0009991501,0.0003041773,0.0012686255,0.9134006,0.00012598417,0.00062556175,0.06637138,0.00044103333],"about_ca_topic_score_codex":0.00006429858,"about_ca_topic_score_gemma":0.00031417797,"teacher_disagreement_score":0.6573345,"about_ca_system_score_codex":0.00022289788,"about_ca_system_score_gemma":0.000121032775,"threshold_uncertainty_score":0.9999762},"labels":[],"label_agreement":null},{"id":"W2105979176","doi":"10.1002/mcda.1475","title":"A New VNS Metaheuristic Using MADS as a Local Optimizer","year":2012,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Risk and Portfolio Optimization","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Hydro-Québec","funders":"","keywords":"Metaheuristic; Mathematical optimization; Variable neighborhood search; Local optimum; Computer science; Local search (optimization); Variable (mathematics); Portfolio; Neighbourhood (mathematics); Mathematics; Economics; Finance","score_opus":0.1453728942564561,"score_gpt":0.46303869649328305,"score_spread":0.31766580223682694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105979176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13790344,0.0014494733,0.85901195,0.00016506884,0.0011815438,0.00008273322,0.000008552722,0.0000119510405,0.00018527763],"genre_scores_gemma":[0.6181991,0.00035329786,0.3797883,0.00019345261,0.0003784922,5.613081e-7,0.000003006586,0.000021168484,0.0010626139],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9926393,0.0006297549,0.0028056107,0.0004057383,0.0029998783,0.0005197109],"domain_scores_gemma":[0.9932831,0.0014637221,0.0019123477,0.00082998216,0.0014997342,0.0010111256],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072176033,0.00033529266,0.0013702846,0.0033333553,0.00021291117,0.00065836764,0.001065642,0.00020390784,0.006783187],"category_scores_gemma":[0.005285089,0.00022504067,0.001491331,0.0049973456,0.000083636965,0.0016019401,0.00019268508,0.00032489686,0.00036887464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012883293,0.00087657175,0.038948514,0.000002826606,0.0026430823,0.00022630653,0.00222487,0.51989216,0.0017204523,0.0001272112,0.02869727,0.4033524],"study_design_scores_gemma":[0.0030570917,0.00017640459,0.022016257,0.000052297706,0.005342427,0.0006134947,0.0013619731,0.92942715,0.00049318705,0.002137293,0.034739684,0.00058276905],"about_ca_topic_score_codex":0.00015473351,"about_ca_topic_score_gemma":0.000024671768,"teacher_disagreement_score":0.48029566,"about_ca_system_score_codex":0.00014381204,"about_ca_system_score_gemma":0.0002696994,"threshold_uncertainty_score":0.99412477},"labels":[],"label_agreement":null},{"id":"W2114035178","doi":"10.1002/mcda.463","title":"Multi‐Criteria Ratios: What is the Unit?","year":2011,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unit (ring theory); Measure (data warehouse); Scale (ratio); Hierarchy; Level of measurement; Analytic hierarchy process; Mathematics; Statistics; Process (computing); Computer science; Mathematical economics; Data mining; Economics; Mathematics education; Physics","score_opus":0.3085612410334271,"score_gpt":0.467014015663691,"score_spread":0.15845277463026392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114035178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44960123,0.0037911357,0.53723145,0.0020342544,0.0063182414,0.0006102023,0.00010246524,0.00007283598,0.00023817072],"genre_scores_gemma":[0.75917476,0.0009822517,0.23494701,0.0029732224,0.0004322977,0.00001299209,0.000006997137,0.0000865375,0.0013839217],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98143923,0.0026801133,0.007021111,0.0014900296,0.0063603655,0.0010091184],"domain_scores_gemma":[0.9786547,0.006168046,0.004370438,0.0039078104,0.0059917187,0.00090729294],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.021173857,0.00093721447,0.002654204,0.0056977132,0.0008726139,0.0050784843,0.0067248694,0.00046894088,0.025478002],"category_scores_gemma":[0.01329944,0.00054802344,0.003246107,0.008967001,0.000495489,0.0052243373,0.0011458757,0.0010410328,0.0012283135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043637794,0.004064235,0.03971536,0.000025937057,0.0064310813,0.00162035,0.046249982,0.0010249735,0.04101552,0.00017823689,0.07165378,0.7836568],"study_design_scores_gemma":[0.012948821,0.0007779147,0.29523495,0.00081187155,0.005459014,0.00093357253,0.041781433,0.49895948,0.0069708535,0.01027107,0.12318336,0.0026676548],"about_ca_topic_score_codex":0.000098737975,"about_ca_topic_score_gemma":0.00027251348,"teacher_disagreement_score":0.7809891,"about_ca_system_score_codex":0.00017519249,"about_ca_system_score_gemma":0.00026452425,"threshold_uncertainty_score":0.99969715},"labels":[],"label_agreement":null},{"id":"W2124637600","doi":"10.1002/mcda.352","title":"<i>e</i>‐democracy and participatory decision processes: lessons from <i>e</i>‐negotiation experiments","year":2003,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Luonnontieteiden ja Tekniikan Tutkimuksen Toimikunta","keywords":"Negotiation; E-democracy; Democracy; Software deployment; Citizen journalism; e-participation; Participatory democracy; Participatory design; Public relations; Deliberative democracy; Voting; Knowledge management; E-Government; Sociology; State (computer science); Government (linguistics); Political science; Public administration; Management science; Information and Communications Technology; Computer science; Engineering; Politics; Social science; Operations management; Law","score_opus":0.07943731263466125,"score_gpt":0.37625571297115334,"score_spread":0.2968184003364921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124637600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36790827,0.0015521221,0.62950116,0.00015701771,0.00073320343,0.00010537771,0.000007231536,0.000020834032,0.000014764732],"genre_scores_gemma":[0.8241156,0.00045509226,0.17509054,0.0002036493,0.00007258064,0.000005673703,0.0000044138214,0.000015389029,0.000037115806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995986,0.00045446397,0.0015752603,0.0005773017,0.0010803853,0.00032661896],"domain_scores_gemma":[0.99606586,0.000851866,0.0012320257,0.00067314145,0.00080257974,0.000374504],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017208678,0.00030581342,0.0007941575,0.00086965074,0.00031623238,0.00055719324,0.00068314915,0.00015358625,0.0001658125],"category_scores_gemma":[0.0015129087,0.0002464076,0.00035010427,0.0016667538,0.000037338596,0.0016952874,0.00013859168,0.00020151587,0.000029919738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012169604,0.007936836,0.31441337,0.00023731992,0.008676062,0.0007160201,0.03499018,0.012555661,0.21650708,0.0026319516,0.017007142,0.38311142],"study_design_scores_gemma":[0.017831972,0.0006643211,0.27730182,0.0011939141,0.003488116,0.00022724256,0.0023380248,0.6115609,0.052175272,0.011061455,0.019820683,0.0023362855],"about_ca_topic_score_codex":0.000048490405,"about_ca_topic_score_gemma":0.000063465224,"teacher_disagreement_score":0.5990052,"about_ca_system_score_codex":0.00011381322,"about_ca_system_score_gemma":0.00015650883,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W2125734567","doi":"10.1002/mcda.492","title":"Group Decision Makers' Preferences Modelling within the Goal Programming Model: An Overview and a Typology","year":2012,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Optimization and Mathematical Programming","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Typology; Goal programming; Articulation (sociology); Group decision-making; Preference; Management science; Decision model; Computer science; Decision maker; Decision analysis; Process (computing); Group (periodic table); Decision process; Operations research; Artificial intelligence; Psychology; Machine learning; Sociology; Economics; Engineering; Social psychology; Political science; Mathematical economics; Microeconomics","score_opus":0.0828717758745934,"score_gpt":0.3479270677816569,"score_spread":0.26505529190706345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125734567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22879264,0.003015562,0.7678148,0.00002120726,0.0001943803,0.00010589944,0.0000019969639,0.000037246988,0.00001623374],"genre_scores_gemma":[0.57767886,0.00053808745,0.421675,0.00003227309,0.000048841874,0.0000035008402,0.0000022012564,0.000016790376,0.00000444092],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980726,0.0001143866,0.0009365758,0.0001589998,0.0004219445,0.00029544614],"domain_scores_gemma":[0.9986811,0.00033309634,0.00025859338,0.00026803312,0.00017257204,0.0002865934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017544735,0.00021518808,0.0005398245,0.000419481,0.00013696014,0.00023053314,0.00028285402,0.00013039351,0.00007141114],"category_scores_gemma":[0.00019158973,0.00013448187,0.00024665424,0.00063229125,0.000061702594,0.0006815553,0.0000693537,0.00028210678,0.0000042990964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087969565,0.00023671496,0.00047734368,0.000040995314,0.00046953245,0.0000040875843,0.0019361819,0.8554951,0.00018685657,0.0009814734,0.000041174833,0.14004259],"study_design_scores_gemma":[0.00049720594,0.00005617586,0.00015531336,0.00008015424,0.0006706263,0.000037856465,0.0006924849,0.9954781,0.000019636464,0.0018326429,0.00032053704,0.00015929902],"about_ca_topic_score_codex":0.0000059645427,"about_ca_topic_score_gemma":0.000032398697,"teacher_disagreement_score":0.34888625,"about_ca_system_score_codex":0.000039753606,"about_ca_system_score_gemma":0.000012114811,"threshold_uncertainty_score":0.5484012},"labels":[],"label_agreement":null},{"id":"W2127532696","doi":"10.1002/mcda.1494","title":"Mutual Funds Efficiency Measurement under Financial and Social Responsibility Criteria","year":2013,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Corporate Finance and Governance","field":"Business, Management and Accounting","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Montréal","funders":"Ministerio de Ciencia e Innovación","keywords":"Data envelopment analysis; Stochastic dominance; Social responsibility; Dominance (genetics); Order (exchange); Investment (military); Finance; Set (abstract data type); Socially responsible investing; Work (physics); Economics; Business; Actuarial science; Econometrics; Computer science; Political science; Public relations; Corporate governance; Mathematics","score_opus":0.05852120102707741,"score_gpt":0.2982685703016791,"score_spread":0.23974736927460166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127532696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502935,0.00023864702,0.047389116,0.0013029187,0.0005228774,0.0001406157,0.000008771366,0.000017371221,0.00008617741],"genre_scores_gemma":[0.9959608,0.000028169801,0.0018193625,0.0012859603,0.00077484164,0.000004513123,0.0000033551173,0.000017127808,0.000105904684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970469,0.00006830385,0.0011032502,0.00037873394,0.0010707006,0.00033213128],"domain_scores_gemma":[0.99681234,0.000095953175,0.00109227,0.0002867941,0.0016714567,0.000041193845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023371158,0.0002712792,0.00072243076,0.0008323888,0.00030636293,0.0006387333,0.00038216842,0.00013203047,0.00094926805],"category_scores_gemma":[0.0008767903,0.00021904863,0.0004694984,0.0014383945,0.00010448172,0.0015666881,0.00017172,0.00023870994,0.000113574046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008231199,0.006041884,0.38082385,0.00055118604,0.0028250585,0.00044790804,0.002033842,0.0016036679,0.10038471,0.0025988845,0.2091546,0.2853032],"study_design_scores_gemma":[0.0021080629,0.00004850911,0.9674231,0.00005984931,0.0007199254,0.0000072109683,0.00019646682,0.017454837,0.000042921183,0.0016783173,0.009944173,0.00031664144],"about_ca_topic_score_codex":0.00023268694,"about_ca_topic_score_gemma":0.00029112643,"teacher_disagreement_score":0.58659923,"about_ca_system_score_codex":0.00012128609,"about_ca_system_score_gemma":0.000093122886,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W2132765709","doi":"10.1002/mcda.431","title":"Correcting illegitimate rank reversals: proper adjustment of criteria weights prevent alleged AHP intransitivity","year":2008,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Analytic hierarchy process; Multiplicative function; Normalization (sociology); Rank (graph theory); Mathematical economics; Axiom; Mathematics; Computer science; Econometrics; Combinatorics; Sociology","score_opus":0.1482708187361641,"score_gpt":0.4239214852747871,"score_spread":0.275650666538623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132765709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73124766,0.0013676528,0.26269516,0.00037474136,0.0034522119,0.00056465494,0.0001187829,0.000041857653,0.00013726306],"genre_scores_gemma":[0.85577834,0.0005309874,0.14231503,0.00025696203,0.0004050462,0.0000125077895,0.000009927119,0.00006812634,0.0006230738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9803048,0.0028847053,0.0077691628,0.0014345788,0.006697193,0.00090960704],"domain_scores_gemma":[0.98103905,0.005196414,0.0049958616,0.0021754224,0.0057864506,0.0008067947],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016655104,0.0008811159,0.0039029855,0.005296008,0.0005825758,0.0004934708,0.0027813045,0.00040582728,0.0066907397],"category_scores_gemma":[0.015021802,0.0006125591,0.0030711126,0.0053193355,0.0004284012,0.0019864098,0.0006539322,0.0008218205,0.00018084871],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012001634,0.009592472,0.016807962,0.00014734325,0.008996085,0.0047145905,0.023507847,0.013216794,0.18135539,0.00007809753,0.0629882,0.6665936],"study_design_scores_gemma":[0.028847087,0.0023169268,0.2255584,0.0030012254,0.008277518,0.009070603,0.00945817,0.608875,0.05284735,0.003991477,0.04338225,0.0043739807],"about_ca_topic_score_codex":0.00009171224,"about_ca_topic_score_gemma":0.00009894429,"teacher_disagreement_score":0.66221964,"about_ca_system_score_codex":0.0003432086,"about_ca_system_score_gemma":0.0003904739,"threshold_uncertainty_score":0.9996326},"labels":[],"label_agreement":null},{"id":"W2135604086","doi":"10.1002/mcda.1543","title":"Conceptualizing a Research Paradigm for Multi‐Objective Modelling in Supply Chain Management","year":2015,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Sustainable Supply Chain Management","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Modellium (Canada)","funders":"","keywords":"Supply chain; Computer science; Supply chain management; Management science; Process (computing); Paradigm shift; Knowledge management; Process management; Sociology; Epistemology; Business; Engineering; Marketing; Philosophy","score_opus":0.18452823727655657,"score_gpt":0.40024891198970475,"score_spread":0.21572067471314818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135604086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13461906,0.00082749635,0.8615613,0.0008170271,0.00057954434,0.0011971854,0.000007143036,0.000037138558,0.00035409836],"genre_scores_gemma":[0.89804476,0.00009429033,0.10022649,0.00045120297,0.00055478845,0.00008494128,0.000022646045,0.00006131191,0.00045953685],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950857,0.00021128959,0.0016819007,0.0006326394,0.0015238924,0.0008645421],"domain_scores_gemma":[0.9959413,0.00049316516,0.00083521975,0.0005585845,0.0020603922,0.00011135944],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012025004,0.00036824163,0.0009966387,0.007680726,0.00023911613,0.0008370335,0.00097404915,0.00013780296,0.00012345365],"category_scores_gemma":[0.0012076077,0.0003311695,0.000621785,0.005212756,0.00011092746,0.0015603752,0.00055027305,0.0004400034,0.000043915723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032605487,0.0020366148,0.018428495,0.0004274793,0.0030852593,0.0012582614,0.004434407,0.9144816,0.000077090044,0.01091705,0.013091823,0.028501397],"study_design_scores_gemma":[0.0070737586,0.000058289424,0.0021512103,0.00020476493,0.0007487174,0.0000035858359,0.028880129,0.93405795,0.000012610685,0.007308053,0.019138334,0.00036262698],"about_ca_topic_score_codex":0.00062980916,"about_ca_topic_score_gemma":0.00035705214,"teacher_disagreement_score":0.7634257,"about_ca_system_score_codex":0.0007346179,"about_ca_system_score_gemma":0.00007608155,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W2144037545","doi":"10.1002/mcda.319","title":"Modelling risk and uncertainty with the analytic hierarchy process","year":2002,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Analytic hierarchy process; Outcome (game theory); Computer science; Risk analysis (engineering); Process (computing); Risk assessment; Hierarchy; Operations research; Management science; Engineering; Mathematics; Economics; Mathematical economics; Business","score_opus":0.14435394909451676,"score_gpt":0.40505969313201007,"score_spread":0.2607057440374933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144037545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5014018,0.001172267,0.49633285,0.00066876743,0.00017507069,0.00015134773,0.000025487856,0.00001531036,0.00005711996],"genre_scores_gemma":[0.94849825,0.00049539376,0.050026134,0.00030657096,0.0001824697,0.000005478362,0.0000013866046,0.00003985765,0.00044443968],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9888458,0.0012604842,0.0031531933,0.0010300672,0.005095837,0.00061461533],"domain_scores_gemma":[0.9843519,0.0071433536,0.0030427256,0.0016108869,0.0032722678,0.0005788633],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012195568,0.0005541711,0.001817906,0.003809882,0.0007704159,0.0020086518,0.0022336417,0.00019445622,0.0023397375],"category_scores_gemma":[0.0062108007,0.0002762399,0.0010257962,0.007344215,0.0004052634,0.0012143344,0.00030481737,0.000895114,0.00009013533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006907412,0.00031400946,0.010388312,0.0000063801017,0.0010224564,0.00024662397,0.0034539495,0.8387772,0.00012342555,0.000016386955,0.0025151703,0.14244533],"study_design_scores_gemma":[0.0021522162,0.00018386441,0.0033314659,0.00008222856,0.0015905619,0.00025118006,0.002799511,0.98258924,0.000022580729,0.0020857323,0.0045394087,0.00037198493],"about_ca_topic_score_codex":0.000056702924,"about_ca_topic_score_gemma":0.00015061394,"teacher_disagreement_score":0.4470965,"about_ca_system_score_codex":0.000112922215,"about_ca_system_score_gemma":0.00007358413,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W2144464691","doi":"10.1002/mcda.430","title":"Non‐discriminating criteria in the AHP: removal and rank reversal","year":2008,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Weighting; Analytic hierarchy process; Normalization (sociology); Rank (graph theory); Decision maker; Hierarchy; Computer science; Mathematics; Statistics; Operations research; Combinatorics; Medicine; Law; Political science","score_opus":0.185032763567161,"score_gpt":0.45121314796121614,"score_spread":0.2661803843940551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144464691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89849365,0.0008469983,0.097750865,0.0012346477,0.0010773366,0.00027809507,0.00002584614,0.00001642842,0.0002761588],"genre_scores_gemma":[0.8815224,0.00028905066,0.11669997,0.00083812326,0.00031595063,0.0000052578844,0.0000036981562,0.00003733305,0.0002882306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98600537,0.0018845472,0.005066166,0.0010836766,0.0052368627,0.00072336727],"domain_scores_gemma":[0.9861824,0.007450801,0.0023095647,0.001729178,0.0018977846,0.00043028622],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022698365,0.00059342413,0.0021511067,0.005296327,0.0006394513,0.0012930819,0.0031514973,0.00029674827,0.0015171298],"category_scores_gemma":[0.019793557,0.0003625486,0.0013271222,0.0064505595,0.00039265852,0.001660453,0.00061413896,0.00091139757,0.0000930713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006136154,0.0034964902,0.15849337,0.000064430875,0.0022352063,0.027070466,0.07183387,0.004156633,0.064171135,0.00021193632,0.09679651,0.5653338],"study_design_scores_gemma":[0.009652573,0.0003984174,0.61010176,0.00036989115,0.0012394596,0.0075484654,0.013244874,0.33422467,0.00035901938,0.0038143345,0.01793235,0.001114211],"about_ca_topic_score_codex":0.000104874605,"about_ca_topic_score_gemma":0.00020430636,"teacher_disagreement_score":0.5642196,"about_ca_system_score_codex":0.00015069667,"about_ca_system_score_gemma":0.00016509433,"threshold_uncertainty_score":0.99988264},"labels":[],"label_agreement":null},{"id":"W2329341924","doi":"10.1002/mcda.1568","title":"Deflecting Arrow by Aggregating Rankings of Multiple Correlated Criteria According to Borda","year":2016,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Arrow; Arrow's impossibility theorem; Social choice theory; Voting; Impossibility; Outcome (game theory); Computer science; Rank (graph theory); Schedule; Variable (mathematics); Probabilistic logic; Selection (genetic algorithm); Aggregation problem; Mathematical economics; Random variable; Econometrics; Operations research; Mathematics; Statistics; Artificial intelligence; Combinatorics","score_opus":0.1101495497017367,"score_gpt":0.4429899879139542,"score_spread":0.33284043821221754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329341924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5594358,0.00035920995,0.43790162,0.0004594041,0.0014412246,0.00023034573,0.000095224066,0.000036442896,0.00004074028],"genre_scores_gemma":[0.83930796,0.000065099586,0.15961702,0.0003505506,0.00022415105,0.000007494704,0.000004593875,0.00008600974,0.0003371109],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9817778,0.0015815805,0.008266101,0.0015372247,0.005743701,0.0010936036],"domain_scores_gemma":[0.9665857,0.01809905,0.0064621232,0.0020047005,0.0058439416,0.0010045004],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018477311,0.00084865163,0.0033916892,0.007144434,0.0005106764,0.001216412,0.0037660669,0.00043926088,0.003044424],"category_scores_gemma":[0.095161915,0.0005473895,0.0023208836,0.009833111,0.00021296456,0.0021025187,0.0010097823,0.00060174044,0.00023211332],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001556547,0.0003681284,0.069210485,0.000009939645,0.0008543823,0.000120327706,0.0015689795,0.0009118159,0.59429765,0.0000063681914,0.007637155,0.32345822],"study_design_scores_gemma":[0.04818083,0.002605491,0.12032398,0.008966531,0.0067146155,0.0012404487,0.022061208,0.53595865,0.2022278,0.0074834884,0.037753463,0.006483523],"about_ca_topic_score_codex":0.00011610169,"about_ca_topic_score_gemma":0.00014886976,"teacher_disagreement_score":0.5350468,"about_ca_system_score_codex":0.00038991688,"about_ca_system_score_gemma":0.00019872728,"threshold_uncertainty_score":0.9998204},"labels":[],"label_agreement":null},{"id":"W2506545887","doi":"10.1002/mcda.1561","title":"A Topsis‐Based Approach for Prioritized Aggregation in Multi‐Criteria Decision‐Making Problems","year":2016,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; University of Alberta","funders":"","keywords":"Aggregation problem; TOPSIS; Ideal solution; Computer science; Set (abstract data type); Similarity (geometry); Preference; Ideal (ethics); Process (computing); Data mining; Operations research; Artificial intelligence; Mathematics; Statistics; Mathematical economics","score_opus":0.1951479152644342,"score_gpt":0.4618738228182196,"score_spread":0.2667259075537854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2506545887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18740515,0.00069300743,0.80856925,0.0005364574,0.0014183029,0.0011137038,0.00017154698,0.000057431713,0.000035136254],"genre_scores_gemma":[0.5261132,0.00007173465,0.47302625,0.00025644212,0.00019581923,0.00006240696,0.000009712101,0.00007241401,0.00019203719],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9798002,0.0018380124,0.009023349,0.002223198,0.0057946593,0.0013205394],"domain_scores_gemma":[0.9682702,0.018271824,0.0047717444,0.0025600942,0.005392492,0.00073364034],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02550098,0.0010592564,0.0036864157,0.011085305,0.0004764175,0.0020389694,0.0039809477,0.000693952,0.0020761436],"category_scores_gemma":[0.05281798,0.00067032356,0.0031369808,0.008196568,0.00028095228,0.0025002116,0.00060320366,0.00059677084,0.00010304537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061784373,0.0024810003,0.026504733,0.000053416545,0.00077867747,0.00020030988,0.0012698183,0.012826636,0.035198983,0.00006137003,0.0035224599,0.91092414],"study_design_scores_gemma":[0.025323465,0.00035680798,0.04674116,0.0018612578,0.0009286615,0.00012841383,0.0007895982,0.90636736,0.00093609595,0.006969411,0.008266474,0.0013312824],"about_ca_topic_score_codex":0.000025635403,"about_ca_topic_score_gemma":0.00027156877,"teacher_disagreement_score":0.90959287,"about_ca_system_score_codex":0.0007692486,"about_ca_system_score_gemma":0.0004595959,"threshold_uncertainty_score":0.9995748},"labels":[],"label_agreement":null},{"id":"W2523549523","doi":"10.1002/mcda.1573","title":"A Fuzzy Topsis Method for Prioritized Aggregation in Multi‐Criteria Decision Making Problems","year":2016,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"TOPSIS; Computer science; Fuzzy logic; Multiple-criteria decision analysis; Operations research; Decision-making models; Artificial intelligence; Mathematics","score_opus":0.17861781636905597,"score_gpt":0.4952328943117909,"score_spread":0.3166150779427349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523549523","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1948284,0.0008205127,0.79994375,0.00096634816,0.002187471,0.0009868747,0.000172865,0.000054650885,0.000039099792],"genre_scores_gemma":[0.44817233,0.00019615357,0.55064577,0.00026330553,0.00025335682,0.000047917372,0.0000053597146,0.000079500234,0.00033630867],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97868294,0.0025389919,0.009591697,0.0022299064,0.005617048,0.0013394215],"domain_scores_gemma":[0.9589014,0.026995366,0.0051697255,0.002497839,0.0057045156,0.0007311379],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03431318,0.0010611612,0.0039090705,0.011389688,0.00047531154,0.002018403,0.0037959383,0.00072474976,0.0022377423],"category_scores_gemma":[0.064945884,0.0006753276,0.0032197319,0.008267242,0.00019723887,0.0029245089,0.0008415616,0.00060545973,0.00018412842],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003541331,0.000850923,0.01072447,0.000024099252,0.00058939576,0.0001797578,0.0012529718,0.0016959576,0.05062732,0.00007897618,0.0025815528,0.9278532],"study_design_scores_gemma":[0.043891065,0.00081782835,0.12900124,0.0052223234,0.0024179888,0.0005404545,0.0020368728,0.6982159,0.0029273184,0.082326435,0.029815756,0.0027868056],"about_ca_topic_score_codex":0.00004801339,"about_ca_topic_score_gemma":0.0007893918,"teacher_disagreement_score":0.9250664,"about_ca_system_score_codex":0.00082423864,"about_ca_system_score_gemma":0.00033636164,"threshold_uncertainty_score":0.99981534},"labels":[],"label_agreement":null},{"id":"W2907009959","doi":"10.1002/mcda.1658","title":"Investigating trade‐offs between optimal mobile photo enforcement programme plans","year":2019,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Advanced Multi-Objective Optimization Algorithms","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Silhouette; Computer science; Medoid; Set (abstract data type); Partition (number theory); Cluster analysis; Metric (unit); Jaccard index; Multi-objective optimization; Data mining; Index (typography); Operations research; Mathematical optimization; Mathematics; Operations management; Artificial intelligence; Engineering; Machine learning","score_opus":0.03445674400745234,"score_gpt":0.3314569130756071,"score_spread":0.29700016906815474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907009959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1375499,0.00010546582,0.8613437,0.000091909205,0.00039575013,0.00038050645,0.00002047722,0.000056195586,0.000056083747],"genre_scores_gemma":[0.41929856,0.00003182238,0.58031946,0.00013347989,0.000087923465,0.000011140351,0.000011691533,0.000018920664,0.00008697534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583393,0.00022627361,0.0016168704,0.0005896018,0.001203401,0.0005298913],"domain_scores_gemma":[0.99633175,0.00054984813,0.0013273815,0.00075597136,0.0005282498,0.0005068246],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014439612,0.00036198497,0.0010066242,0.001309366,0.0001568889,0.00045860835,0.0014126315,0.00014560061,0.00035100264],"category_scores_gemma":[0.00040145978,0.00030344364,0.0007010834,0.0025478846,0.00006835404,0.0013564635,0.0003182735,0.00042597298,0.00005463543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064878324,0.00062781386,0.030161945,0.000026460291,0.0020744891,0.00009803038,0.0037173352,0.69620746,0.005662564,0.00011696994,0.00023724147,0.2610048],"study_design_scores_gemma":[0.0028482222,0.00045007095,0.008689789,0.00008450637,0.00038426174,0.00004829575,0.00052490144,0.98090494,0.0024264418,0.000084203646,0.0031351089,0.00041924158],"about_ca_topic_score_codex":0.000019229734,"about_ca_topic_score_gemma":0.0000074592676,"teacher_disagreement_score":0.28469747,"about_ca_system_score_codex":0.0002630525,"about_ca_system_score_gemma":0.00014460101,"threshold_uncertainty_score":0.99994177},"labels":[],"label_agreement":null},{"id":"W2946553766","doi":"10.1002/mcda.1666","title":"Social enterprises and the performance measurement challenge: Could the data envelopment analysis be the solution?","year":2019,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Data envelopment analysis; Popularity; Adaptability; Function (biology); Computer science; Dual (grammatical number); Envelopment; Business; Operations research; Knowledge management; Economics; Mathematics; Management; Statistics; Psychology","score_opus":0.21207304019079012,"score_gpt":0.42741617851953634,"score_spread":0.21534313832874621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946553766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7916124,0.0052019823,0.14993592,0.051581208,0.00084247976,0.0005504017,0.000053711898,0.000018784935,0.00020315449],"genre_scores_gemma":[0.99585843,0.0012482502,0.0015092309,0.00092617737,0.00016146328,0.0000053796234,0.000007203856,0.000013416113,0.00027046705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9864026,0.0020969447,0.0027893085,0.0008199894,0.0074491296,0.00044208014],"domain_scores_gemma":[0.98816764,0.0041487985,0.0024241647,0.0027907237,0.0023201765,0.00014849658],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.04824925,0.0003720523,0.0015210188,0.0016682916,0.0014523178,0.0014015266,0.0056827096,0.00012828913,0.0007730814],"category_scores_gemma":[0.004484314,0.0001454657,0.0015269599,0.0069600786,0.0006780762,0.00072404084,0.0013350185,0.00062781275,0.000068504916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061007463,0.0036203354,0.20552567,0.000041662275,0.10703426,0.00007404034,0.053610798,0.1326003,0.002394044,0.0005622592,0.07540404,0.41303185],"study_design_scores_gemma":[0.0022357316,0.000069932124,0.119258404,0.000027499298,0.013606648,0.000018031347,0.0038705359,0.83738136,0.000037877693,0.0002499803,0.022970054,0.00027396623],"about_ca_topic_score_codex":0.00007939432,"about_ca_topic_score_gemma":0.00062397984,"teacher_disagreement_score":0.70478106,"about_ca_system_score_codex":0.00017089455,"about_ca_system_score_gemma":0.00020696012,"threshold_uncertainty_score":0.99984765},"labels":[],"label_agreement":null},{"id":"W2980440490","doi":"10.1002/mcda.1695","title":"Efficiency measurement of Ontario's sawmills using bootstrap data envelopment analysis","year":2019,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"Data envelopment analysis; Inefficiency; Efficiency; Environmental economics; Operations management; Operations research; Business; Economics; Statistics; Engineering; Microeconomics; Mathematics","score_opus":0.2894945717496503,"score_gpt":0.44450257759075196,"score_spread":0.15500800584110164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980440490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6374162,0.00055474165,0.36103553,0.00007836661,0.0006031231,0.0001500911,0.00004671998,0.000008313151,0.00010692692],"genre_scores_gemma":[0.9164173,0.000048450805,0.08300262,0.0000827163,0.000053934426,6.3351195e-7,0.00001773957,0.000021979238,0.00035465116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9791341,0.0009753983,0.0065160827,0.0014665289,0.011263,0.00064487907],"domain_scores_gemma":[0.9825607,0.0017947286,0.005350138,0.0044165556,0.005402147,0.00047575403],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.032113377,0.00055571384,0.0034619754,0.010778667,0.0002455246,0.0006377676,0.0056638736,0.00023704556,0.0061070146],"category_scores_gemma":[0.0065096933,0.00039567432,0.003081925,0.018488148,0.0001928031,0.0011407195,0.0009754796,0.0005192778,0.00011767229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006109859,0.0026067577,0.40298837,0.000015540274,0.023338541,0.00010863494,0.0030765587,0.49375382,0.03978729,0.000015037854,0.001025088,0.032673355],"study_design_scores_gemma":[0.002149671,0.00022617236,0.21514352,0.0001481575,0.02331231,0.00003107863,0.0011314321,0.75026864,0.0016614415,0.00018124541,0.005072405,0.00067393854],"about_ca_topic_score_codex":0.0033871925,"about_ca_topic_score_gemma":0.013647267,"teacher_disagreement_score":0.2790011,"about_ca_system_score_codex":0.0011662515,"about_ca_system_score_gemma":0.0015969718,"threshold_uncertainty_score":0.9998495},"labels":[],"label_agreement":null},{"id":"W2990534220","doi":"10.1002/mcda.1682","title":"Multicriteria decision making for sustainable development: A systematic review","year":2019,"lang":"en","type":"review","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Sustainable Building Design and Assessment","field":"Engineering","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski; University of Ottawa","funders":"","keywords":"Multiple-criteria decision analysis; Sustainability; Management science; Sustainable development; Dimension (graph theory); Context (archaeology); Process management; Computer science; Risk analysis (engineering); Business; Operations research; Engineering; Political science; Geography","score_opus":0.053191230179372995,"score_gpt":0.38913946032045016,"score_spread":0.33594823014107716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990534220","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005807792,0.6603291,0.33690864,0.0000023465022,0.00050371705,0.002176658,0.000014753632,0.000047670208,0.000011315541],"genre_scores_gemma":[0.00007865042,0.8803749,0.11847529,0.000048797807,0.00012245288,0.00022167187,0.000040891133,0.00018009786,0.00045726896],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9913605,0.00039878837,0.005655607,0.00058855483,0.0011283625,0.00086817454],"domain_scores_gemma":[0.99181306,0.0028385776,0.002290566,0.001096846,0.0016781427,0.000282795],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0051815757,0.0010640776,0.009356271,0.0038629547,0.00018793112,0.00063549716,0.0014538532,0.00047717258,0.00022606831],"category_scores_gemma":[0.003012922,0.0007791503,0.0039932737,0.0028930432,0.000023768065,0.0005252679,0.00022112104,0.0005918544,0.00005955713],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026484273,0.00009924933,4.7473276e-7,0.75781965,0.005153086,0.00022598897,0.0000746145,0.0005902605,0.000001109214,0.000007798645,0.0028942348,0.23310708],"study_design_scores_gemma":[0.0007559337,0.0000563999,0.0000011318817,0.60825706,0.040193327,0.00014187743,0.00024111567,0.0140114585,0.0000012197538,0.00003261766,0.33552283,0.0007850263],"about_ca_topic_score_codex":0.000001009228,"about_ca_topic_score_gemma":0.0000018892765,"teacher_disagreement_score":0.3326286,"about_ca_system_score_codex":0.0015234118,"about_ca_system_score_gemma":0.0005877041,"threshold_uncertainty_score":0.99946594},"labels":[],"label_agreement":null},{"id":"W3092736721","doi":"10.1002/mcda.1722","title":"Using <scp>MACBETH</scp> for the performance expression of a <scp>mixed‐use</scp> ecopark","year":2020,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Sustainable Industrial Ecology","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Industrial park; Sustainability; Plan (archaeology); Software deployment; Control (management); Action plan; Action (physics); Industrial symbiosis; Computer science; Process management; Operations research; Expression (computer science); Business; Engineering; Economics; Management; Software engineering; Ecology; Artificial intelligence; Geography","score_opus":0.08533012693633453,"score_gpt":0.3199468089338406,"score_spread":0.23461668199750607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092736721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79526895,0.00070849346,0.20286678,0.000065929955,0.0007565139,0.00025597832,0.000028776574,0.00003378109,0.000014771184],"genre_scores_gemma":[0.9619829,0.00037777727,0.03687906,0.00011769065,0.00049644156,0.000009608654,0.000005432477,0.000065221364,0.0000658871],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966897,0.00018826105,0.0016860022,0.00029362566,0.00061548763,0.00052694825],"domain_scores_gemma":[0.99241614,0.0051130527,0.0008673804,0.00044267162,0.0008520953,0.00030867223],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015029279,0.00035082825,0.0011588867,0.0008334738,0.0002021727,0.00017444126,0.00080588786,0.0003167095,0.00006994467],"category_scores_gemma":[0.007591938,0.00025810394,0.0008763938,0.0017869346,0.000078729536,0.00065139553,0.0001755654,0.0005660978,0.0000077197565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091579255,0.000101130994,0.0039626393,0.000099836194,0.0012540881,0.00004043998,0.0013095104,0.9160375,0.059751004,0.0000025657612,0.0099805165,0.007369194],"study_design_scores_gemma":[0.0022545292,0.00021070418,0.0057824356,0.00011396864,0.0015658884,0.000028143546,0.00268404,0.9390062,0.03353263,0.000019611283,0.014728051,0.00007381868],"about_ca_topic_score_codex":0.000013376323,"about_ca_topic_score_gemma":0.000011563585,"teacher_disagreement_score":0.16671391,"about_ca_system_score_codex":0.00024751117,"about_ca_system_score_gemma":0.00014370047,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W3120785167","doi":"10.1002/mcda.1730","title":"A disaggregation approach for indirect preference elicitation in Electre <scp>TRI‐nC</scp>: Application and validation","year":2021,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"ELECTRE; Sorting; Pairwise comparison; Robustness (evolution); Preference; Preference elicitation; Computer science; Decision maker; Credibility; Operations research; Artificial intelligence; Mathematics; Statistics; Multiple-criteria decision analysis; Algorithm","score_opus":0.16882289800080064,"score_gpt":0.4272772082113002,"score_spread":0.2584543102104996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120785167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4616075,0.0004860032,0.53727895,0.00008261736,0.00015471937,0.00030915142,0.000029235782,0.00001242507,0.000039407147],"genre_scores_gemma":[0.79294425,0.0001957381,0.2062831,0.00009975141,0.00012224847,0.00004614078,0.000094786395,0.00002790657,0.00018606993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99135983,0.0011036333,0.00340653,0.0011156967,0.0025729656,0.00044133153],"domain_scores_gemma":[0.98473054,0.007983054,0.0025340419,0.00090365234,0.0035596984,0.00028900965],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009632036,0.00039161637,0.0013924828,0.004025868,0.0002673613,0.0012002877,0.0008790305,0.0003119241,0.00007878652],"category_scores_gemma":[0.033804737,0.00032134002,0.00067553966,0.0069149383,0.00007732283,0.0015010531,0.00019753964,0.0003723574,0.000015087432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054430426,0.0013831403,0.076193735,0.000048368107,0.0006710314,0.000039354072,0.004124867,0.021776188,0.10113465,0.00022839813,0.0017705403,0.7920854],"study_design_scores_gemma":[0.003914415,0.00014478732,0.17796661,0.000113264214,0.000670729,0.00008497257,0.0029824292,0.79342484,0.010083473,0.008157899,0.0022039781,0.0002526015],"about_ca_topic_score_codex":0.000019952906,"about_ca_topic_score_gemma":0.0001490056,"teacher_disagreement_score":0.7918328,"about_ca_system_score_codex":0.00023162855,"about_ca_system_score_gemma":0.00018693272,"threshold_uncertainty_score":0.9999239},"labels":[],"label_agreement":null},{"id":"W3121063510","doi":"10.1002/mcda.1732","title":"Application of spatial multicriteria decision analysis in healthcare: Identifying drivers and triggers of infectious disease outbreaks using ensemble learning","year":2021,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Oceanic and Atmospheric Administration; Illinois Department of Transportation; Mississippi State University; U.S. Department of Transportation","keywords":"Multiple-criteria decision analysis; Geospatial analysis; Decision tree; Computer science; Ensemble learning; Weighting; Machine learning; Learning vector quantization; Artificial intelligence; Geographic information system; Support vector machine; Infectious disease (medical specialty); Artificial neural network; Geography; Disease; Cartography; Operations research; Mathematics; Medicine","score_opus":0.14205497378415624,"score_gpt":0.4577482133799339,"score_spread":0.31569323959577766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121063510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53658503,0.0005309566,0.46262437,0.000091037204,0.00006232564,0.000088355206,0.000010793493,0.000006326699,7.9445243e-7],"genre_scores_gemma":[0.9102521,0.00078941503,0.08885126,0.000042257867,0.00003275806,0.0000030429167,0.000008140441,0.000016587577,0.0000044593758],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947973,0.0009215759,0.0027223534,0.0004969664,0.00077655097,0.00028524554],"domain_scores_gemma":[0.9909762,0.0050022607,0.0022274144,0.00044730652,0.0010820389,0.00026478723],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032266642,0.00028066093,0.002140424,0.0021608737,0.00014845995,0.00006119826,0.00023615423,0.00016748317,0.00006151281],"category_scores_gemma":[0.016154177,0.00023856474,0.0011137318,0.003406519,0.00011304959,0.00023210046,0.00027965647,0.00034915298,7.09558e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067598786,0.00060108874,0.8970551,0.0001976736,0.0027319463,0.000094639225,0.0009169924,0.03620119,0.021557923,0.00003211276,0.000009256053,0.039926086],"study_design_scores_gemma":[0.00248696,0.0000911867,0.48158467,0.00028646228,0.0073888376,0.00001023825,0.00074925733,0.5023443,0.00074814603,0.0040257955,0.000028173296,0.00025599502],"about_ca_topic_score_codex":0.0014732769,"about_ca_topic_score_gemma":0.0018615752,"teacher_disagreement_score":0.4661431,"about_ca_system_score_codex":0.00029098653,"about_ca_system_score_gemma":0.00009498021,"threshold_uncertainty_score":0.9921332},"labels":[],"label_agreement":null},{"id":"W3126701592","doi":"10.1002/mcda.1736","title":"Analysis of some incentives on two‐echelon reverse supply chain with a strategic consumer: The case of unwanted medications in households","year":2021,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Sustainable Supply Chain Management","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Stackelberg competition; Supply chain; Novelty; Incentive; Business; Marketing; Game theory; Perspective (graphical); Reverse logistics; Industrial organization; Microeconomics; Advertising; Economics; Computer science","score_opus":0.030134191482655837,"score_gpt":0.3063452142952283,"score_spread":0.2762110228125725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126701592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99169123,0.00044201707,0.006098832,0.0013206443,0.00009882781,0.00021490121,0.00003103449,0.000010609457,0.00009189831],"genre_scores_gemma":[0.9970407,0.00023669066,0.0020836245,0.0004278403,0.00007247266,0.000007364595,0.000042982123,0.00002153804,0.00006679667],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996734,0.00024690622,0.0015481426,0.00036527755,0.0008171776,0.00028848686],"domain_scores_gemma":[0.9953216,0.00063310686,0.0018281122,0.0007451379,0.001429056,0.000043041196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027282997,0.0002675121,0.0011544563,0.0045309463,0.0001298022,0.00017779037,0.0005244728,0.00007884832,0.0006273474],"category_scores_gemma":[0.0006621602,0.00018098905,0.00067616877,0.011642671,0.00018752157,0.0006343717,0.00020989952,0.00028888206,0.000003447691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042046076,0.008639472,0.42911595,0.0007776561,0.072882995,0.027976302,0.0038352427,0.40804836,0.005958654,0.00901977,0.0019025118,0.027638482],"study_design_scores_gemma":[0.010593174,0.00015570983,0.17417626,0.00075184833,0.050296403,0.00011253848,0.08198324,0.6778758,0.00056477886,0.0016626829,0.0010927626,0.00073481386],"about_ca_topic_score_codex":0.0011992828,"about_ca_topic_score_gemma":0.004467059,"teacher_disagreement_score":0.26982743,"about_ca_system_score_codex":0.00013513562,"about_ca_system_score_gemma":0.00013603059,"threshold_uncertainty_score":0.73805195},"labels":[],"label_agreement":null},{"id":"W3134190073","doi":"10.1002/mcda.1742","title":"<scp>TSMAA‐TRI</scp>: A temporal multi‐criteria sorting approach under uncertainty","year":2021,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Sorting; Context (archaeology); Computer science; sort; Generalization; Index (typography); Mathematical optimization; Monte Carlo method; Operations research; Mathematics; Statistics; Algorithm; Information retrieval","score_opus":0.20082180735145602,"score_gpt":0.45017587130958786,"score_spread":0.24935406395813184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134190073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44088927,0.0016531799,0.55431664,0.00036156308,0.0020094945,0.00027611188,0.0001083822,0.000072699535,0.0003126742],"genre_scores_gemma":[0.6537761,0.00012678307,0.34254482,0.0008556045,0.00057392975,0.0000123643385,0.0000673141,0.0001081424,0.0019349379],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9744368,0.003423568,0.009568165,0.0025879422,0.008365121,0.0016183745],"domain_scores_gemma":[0.9692669,0.010838751,0.006066911,0.0035214385,0.008749181,0.0015568471],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.02122863,0.0012963172,0.004470656,0.0064247474,0.00087710004,0.004429711,0.004417143,0.00079603115,0.0037927683],"category_scores_gemma":[0.05588591,0.000993024,0.004540472,0.012898779,0.00037483635,0.0017670584,0.0017219589,0.0015591456,0.0004647019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018286654,0.012429668,0.11203352,0.0001495057,0.011928682,0.0072555454,0.011160235,0.26384485,0.20483361,0.0003288434,0.09710602,0.27710086],"study_design_scores_gemma":[0.00894627,0.00019974084,0.046972174,0.00030276034,0.002221222,0.0011008802,0.016499216,0.89011294,0.0016483509,0.003790685,0.027325984,0.0008797762],"about_ca_topic_score_codex":0.00011524153,"about_ca_topic_score_gemma":0.00030725548,"teacher_disagreement_score":0.6262681,"about_ca_system_score_codex":0.0005878007,"about_ca_system_score_gemma":0.0007871709,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W4313256956","doi":"10.1002/mcda.1800","title":"A hybrid multi‐criteria decision‐making approach to evaluate interrelationships and impacts of supply chain performance factors on pharmaceutical industry","year":2022,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Sustainable Supply Chain Management","field":"Business, Management and Accounting","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Interdependence; Supply chain; Business; Process (computing); Process management; Expert opinion; Supply chain management; Health care; Analytic network process; Resource (disambiguation); Pharmaceutical industry; Knowledge management; Operations management; Computer science; Marketing; Operations research; Engineering; Analytic hierarchy process; Medicine; Economics","score_opus":0.07031537874710428,"score_gpt":0.35981079818459755,"score_spread":0.28949541943749324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313256956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9473914,0.00013796732,0.05095934,0.000320858,0.0005629448,0.0004765864,0.000033120403,0.000026736592,0.00009102572],"genre_scores_gemma":[0.9856391,0.000026552158,0.013037356,0.0008997409,0.00022162682,0.000023924758,0.000029805338,0.00005387047,0.0000680101],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951745,0.00025459402,0.0017245332,0.0005851782,0.0017068787,0.0005542939],"domain_scores_gemma":[0.9967891,0.00063208805,0.0011772102,0.00054717995,0.0007111963,0.00014323747],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005075654,0.00045726204,0.0010134168,0.005075665,0.00051994645,0.00051349646,0.0008978079,0.00011601986,0.0014362518],"category_scores_gemma":[0.0021998137,0.00038982375,0.00051909225,0.002903911,0.00007657519,0.0011095284,0.001216475,0.0010285488,0.000011401766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073671625,0.00467671,0.5934701,0.00052568363,0.004064157,0.00035336343,0.0037087717,0.24499105,0.0018578721,0.0003005629,0.011961417,0.12672317],"study_design_scores_gemma":[0.003185324,0.00014081839,0.22083694,0.0002384329,0.0014156933,0.0000277876,0.0057812403,0.76465,0.00007527958,0.00014448386,0.0030683025,0.00043572413],"about_ca_topic_score_codex":0.00006089345,"about_ca_topic_score_gemma":0.000010529458,"teacher_disagreement_score":0.5196589,"about_ca_system_score_codex":0.0003967612,"about_ca_system_score_gemma":0.00006497011,"threshold_uncertainty_score":0.99985534},"labels":[],"label_agreement":null},{"id":"W4382004992","doi":"10.1002/mcda.1807","title":"Supply chain mapping for improving “visilience”: A hybrid multi‐criteria decision making based methodology","year":2023,"lang":"en","type":"article","venue":"Journal of Multi-Criteria Decision Analysis","topic":"Supply Chain Resilience and Risk Management","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Supply chain; Midstream; Upstream (networking); Process management; Computer science; Value stream mapping; Resilience (materials science); Process (computing); Business; Operations management; Petroleum industry; Engineering; Lean manufacturing; Marketing","score_opus":0.08479310239829353,"score_gpt":0.3718829818181159,"score_spread":0.2870898794198224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382004992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28421262,0.00019701176,0.71291417,0.00057026086,0.0015106455,0.0004550542,0.000021038193,0.00009536296,0.000023813522],"genre_scores_gemma":[0.70402503,0.000066246415,0.29351008,0.0013509406,0.0007952426,0.00003633834,0.00004343772,0.000060442024,0.0001122339],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99457806,0.00019763349,0.002233014,0.0008863688,0.0011742972,0.0009305991],"domain_scores_gemma":[0.99394935,0.0023742302,0.0017611058,0.00075107126,0.0010683062,0.000095927244],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008845743,0.00054954,0.0014392404,0.0071720826,0.000629066,0.0010608569,0.001370208,0.0001799354,0.00079147186],"category_scores_gemma":[0.005178385,0.00044407052,0.0014945441,0.004796187,0.00011028163,0.0014773296,0.000590761,0.0003501535,0.00012228833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025402417,0.0009148508,0.034702662,0.00060401886,0.0015978914,0.0009858182,0.0007012413,0.05743657,0.02703322,0.00017406164,0.019769602,0.8535398],"study_design_scores_gemma":[0.0036275105,0.000066051776,0.029174594,0.0003519011,0.0012458825,0.0000150336255,0.0022951176,0.95192444,0.00020135082,0.0013537969,0.009197129,0.00054716086],"about_ca_topic_score_codex":0.00013560722,"about_ca_topic_score_gemma":0.00015795951,"teacher_disagreement_score":0.8944879,"about_ca_system_score_codex":0.00015918596,"about_ca_system_score_gemma":0.00007666653,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null}]}