{"meta":{"query_hash":"11ab5a8102e1","filters":{"venue":"ISAHP proceedings"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/11ab5a8102e1","api":"https://metacan.xera.ac/api/v1/cohort?venue=ISAHP+proceedings"},"results":[{"id":"W1945904191","doi":"10.13033/isahp.y2013.019","title":"An Integrated Approach for Prioritizing Projects for Implementation Using AHP","year":2013,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Analytic hierarchy process; Computer science; Operations research; Engineering","score_opus":0.33007724530122107,"score_gpt":0.5013509574773047,"score_spread":0.17127371217608367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945904191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6742894,0.000017390375,0.32145828,0.00012820838,0.00028178495,0.0033549017,0.00004515254,0.00012591878,0.0002989615],"genre_scores_gemma":[0.59176105,5.278162e-7,0.40669802,0.00019085468,0.0002616652,0.0008881354,0.000024457175,0.000042619515,0.0001326929],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99615073,0.00003387617,0.0010687142,0.001082387,0.0010260368,0.0006382661],"domain_scores_gemma":[0.9957399,0.00046783092,0.0005266947,0.00029982827,0.002772108,0.0001936799],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003272506,0.00029811732,0.00043386908,0.0005933427,0.00047045978,0.002253292,0.0009034038,0.00015056631,0.00016260393],"category_scores_gemma":[0.0023574217,0.00023204905,0.00016776974,0.0009122384,0.000067127796,0.00272925,0.0001140175,0.00012809096,0.000022264718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024115908,0.00023403481,0.010331693,0.00016049025,0.000046216675,6.693374e-7,0.009162712,0.00007500644,0.54474133,0.005475735,0.03352016,0.39601082],"study_design_scores_gemma":[0.0029037509,0.00048597483,0.0029136809,0.00007103322,0.000052906616,0.000036362533,0.05278946,0.88171905,0.018326057,0.017289696,0.022646213,0.0007657964],"about_ca_topic_score_codex":0.00013813797,"about_ca_topic_score_gemma":0.0000072358857,"teacher_disagreement_score":0.88164407,"about_ca_system_score_codex":0.00014872549,"about_ca_system_score_gemma":0.00013179224,"threshold_uncertainty_score":0.99878246},"labels":[],"label_agreement":null},{"id":"W2183032399","doi":"10.13033/isahp.y2009.049","title":"Fewer Comparisons - Efficiency via Sufficient Redundancy","year":2009,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Golder Associates (Canada)","funders":"","keywords":"Redundancy (engineering); Computer science; Ranking (information retrieval); Coding (social sciences); Consistency (knowledge bases); Data mining; Rank (graph theory); Information retrieval; Statistics; Artificial intelligence; Mathematics","score_opus":0.13553194722132117,"score_gpt":0.4194253039738546,"score_spread":0.2838933567525334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183032399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89732355,0.00028347824,0.039857417,0.004038827,0.0014556512,0.00054940983,0.00001032821,0.00039257374,0.05608876],"genre_scores_gemma":[0.98579,0.00000432044,0.009578135,0.0012993384,0.0002948551,0.000011599949,0.0000018969486,0.00002706822,0.002992753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928479,0.000047076715,0.0014929136,0.0013678144,0.003360173,0.0008841245],"domain_scores_gemma":[0.99665177,0.00047469945,0.0005571457,0.0006751338,0.0012500962,0.00039115906],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003707332,0.00040567457,0.0006611726,0.00080757844,0.00055866456,0.0013515693,0.002119795,0.00018733183,0.0011512705],"category_scores_gemma":[0.00415675,0.000310935,0.00027193944,0.002496702,0.00019974413,0.0007946332,0.00029555263,0.00041539932,0.0022614547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029646073,0.0019068602,0.02603146,0.000017472186,0.000025393594,0.000059457332,0.008644728,0.00038089242,0.090262495,0.034629013,0.6615656,0.17618018],"study_design_scores_gemma":[0.0030507816,0.0011925417,0.14305517,0.00026876788,0.000067632245,0.00034206454,0.004972895,0.12080362,0.01467959,0.050854422,0.65847874,0.0022337472],"about_ca_topic_score_codex":0.000014059815,"about_ca_topic_score_gemma":0.0000030984427,"teacher_disagreement_score":0.17394644,"about_ca_system_score_codex":0.00012072334,"about_ca_system_score_gemma":0.00007756375,"threshold_uncertainty_score":0.99993426},"labels":[],"label_agreement":null},{"id":"W2303465671","doi":"10.13033/isahp.y2001.011","title":"A Unit Interpretation of Multi-Criteria Ratios","year":2001,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Measure (data warehouse); Unit (ring theory); Scale (ratio); Computer science; Interpretation (philosophy); Level of measurement; Statistics; Mathematics; Data mining; Physics","score_opus":0.21009493508118504,"score_gpt":0.45467429760913175,"score_spread":0.2445793625279467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2303465671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94867986,0.00008017669,0.04059329,0.00052297965,0.00060502434,0.00035685493,0.000011599719,0.00010599665,0.009044205],"genre_scores_gemma":[0.97956884,0.000010095738,0.0171687,0.0003214138,0.000117921314,0.000022986284,0.000002696996,0.000026858494,0.0027604748],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99615955,0.000058741058,0.0012934232,0.00065724953,0.0014973641,0.00033366177],"domain_scores_gemma":[0.99672717,0.00054044346,0.0005932428,0.00036558553,0.001626016,0.00014755836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002649157,0.00023228154,0.00046134036,0.00071567943,0.00012630742,0.00050153665,0.0010722656,0.0001290295,0.0016281183],"category_scores_gemma":[0.0071914354,0.00018556487,0.00015610391,0.0015085291,0.00014221594,0.0012320826,0.00026492952,0.00016954853,0.00046399777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010337109,0.00060141215,0.11732469,0.00006824767,0.00006707838,0.000038459886,0.023214372,0.00013798231,0.4452831,0.0064544743,0.03266671,0.3731098],"study_design_scores_gemma":[0.0043514757,0.00042406959,0.06888082,0.00047241087,0.00006265148,0.00025414687,0.011347965,0.7422297,0.024963772,0.025816122,0.12007479,0.0011220685],"about_ca_topic_score_codex":0.000026373724,"about_ca_topic_score_gemma":0.000017415527,"teacher_disagreement_score":0.7420917,"about_ca_system_score_codex":0.000036533278,"about_ca_system_score_gemma":0.000047596564,"threshold_uncertainty_score":0.9992845},"labels":[],"label_agreement":null},{"id":"W2888989659","doi":"10.13033/isahp.y2018.053","title":"SYSTEM-OF-SYSTEMS SITUATIONAL AWARENESS EFFECTIVENESS USING AHP","year":2018,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Advanced Research in Systems and Signal Processing","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Analytic hierarchy process; Situation awareness; Computer science; Situational ethics; Operations research; Psychology; Engineering; Social psychology","score_opus":0.03359451999280077,"score_gpt":0.30336319492554353,"score_spread":0.26976867493274276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888989659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8868515,0.0005582103,0.10225291,0.0000025180996,0.0009286476,0.0003638538,0.000011612334,0.0003447366,0.008685998],"genre_scores_gemma":[0.9981985,0.0000036295191,0.000908372,0.000001793556,0.000750586,0.000043020143,0.0000023312402,0.00005494008,0.000036819758],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985169,0.000018999343,0.0003781312,0.00025365397,0.0004643558,0.00036794713],"domain_scores_gemma":[0.9989228,0.00007789319,0.0000977316,0.00009741468,0.0006940179,0.00011013017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006495166,0.00019916458,0.0003469997,0.00017464464,0.0002080488,0.00009147436,0.00021736967,0.00011815573,0.000007747491],"category_scores_gemma":[0.00006765335,0.00018126878,0.000056359968,0.0004490936,0.00014242953,0.0004585009,0.000046986996,0.0001438034,0.00001888692],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000947081,0.00004361514,0.01160235,0.013414674,0.00018025073,0.000011033305,0.0010752055,0.034720533,0.92127246,0.015390966,0.0003420648,0.0018521317],"study_design_scores_gemma":[0.00077154045,0.0001452162,0.0011710917,0.0033590165,0.000034946534,0.00016844312,0.001523967,0.8523484,0.1375104,0.00033672416,0.0020591214,0.0005711683],"about_ca_topic_score_codex":0.00005392082,"about_ca_topic_score_gemma":6.111089e-7,"teacher_disagreement_score":0.81762785,"about_ca_system_score_codex":0.00021858966,"about_ca_system_score_gemma":0.00006407719,"threshold_uncertainty_score":0.73919266},"labels":[],"label_agreement":null},{"id":"W2889264371","doi":"10.13033/isahp.y2018.049","title":"SIGMOID SUPPLEMENTED DECISION STRUCTURES FOR EVIDENCE SENSITIVITY LEARNING","year":2018,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Sigmoid function; Sensitivity (control systems); Computer science; Artificial intelligence; Artificial neural network; Engineering; Electronic engineering","score_opus":0.030668546938088907,"score_gpt":0.34599320738162875,"score_spread":0.31532466044353985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889264371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51032513,0.0000517603,0.4836224,0.0045555793,0.00044259187,0.00027803666,0.0000015486727,0.00031561623,0.0004073433],"genre_scores_gemma":[0.8499086,0.0000060231046,0.14938663,0.00023890044,0.00021391912,0.000031655065,0.0000014912966,0.0000059867853,0.00020680096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99897546,0.000008742246,0.0001522182,0.00039912367,0.00021389799,0.00025054452],"domain_scores_gemma":[0.9989722,0.00033422903,0.00009487632,0.00012208302,0.0004272968,0.00004932094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000588761,0.00011102176,0.000105219726,0.00010042084,0.00035246016,0.00012579127,0.00038909377,0.00007422587,0.000026771337],"category_scores_gemma":[0.00068488525,0.00009932201,0.00003870701,0.00028077513,0.000092225215,0.00064092723,0.00020845795,0.00014485029,0.000018649556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058438494,0.00009661764,0.026905254,0.000054716755,0.000035592024,0.000002322924,0.0016060376,0.000011170098,0.11288416,0.7264953,0.04048081,0.09136957],"study_design_scores_gemma":[0.0010082021,0.0017683298,0.041929822,0.00041207997,0.000034277364,0.00013122415,0.00094972464,0.05622924,0.47303095,0.28208035,0.1415672,0.0008585681],"about_ca_topic_score_codex":0.0000074604404,"about_ca_topic_score_gemma":0.00000512441,"teacher_disagreement_score":0.44441494,"about_ca_system_score_codex":0.000043225486,"about_ca_system_score_gemma":0.000066648434,"threshold_uncertainty_score":0.4050234},"labels":[],"label_agreement":null},{"id":"W2896645715","doi":"10.13033/isahp.y2014.104","title":"Improving Performance of SME’s Using Supply Chain Framework and Multi-Criteria Decision Methodology","year":2014,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Quality and Supply Management","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Supply chain; Computer science; Chain (unit); Supply chain management; Process management; Business; Marketing","score_opus":0.062207951561013,"score_gpt":0.30716850434885623,"score_spread":0.24496055278784323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896645715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9156938,0.000054221204,0.082724854,0.0003112479,0.00031480074,0.00022452115,9.740542e-7,0.00007331445,0.000602232],"genre_scores_gemma":[0.86147845,0.000013541829,0.1369705,0.0009417475,0.0005038737,0.000010092076,0.0000027938893,0.00002717435,0.00005180365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998576,0.000013638944,0.00042465745,0.0003968175,0.0002402261,0.00034865347],"domain_scores_gemma":[0.9991998,0.00015254748,0.00029669763,0.00014148277,0.00018862962,0.000020827063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021766769,0.00021106427,0.00036082658,0.00031169807,0.00020182742,0.00021257128,0.00026125438,0.0001393373,0.000086124324],"category_scores_gemma":[0.0009066905,0.00019663994,0.000056841334,0.00033640212,0.0001208048,0.0010746573,0.00042979218,0.00018645673,0.000016330934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000755172,0.00036228469,0.28752315,0.007793393,0.00011739071,0.000004242628,0.002494959,0.00017562743,0.087461546,0.227895,0.0017789538,0.38363826],"study_design_scores_gemma":[0.0015495172,0.000107727144,0.034048047,0.00068772293,0.00016077048,0.000009111751,0.0013559021,0.9286175,0.0021918912,0.014578631,0.015988616,0.0007046009],"about_ca_topic_score_codex":0.0003970037,"about_ca_topic_score_gemma":0.0000110508945,"teacher_disagreement_score":0.9284418,"about_ca_system_score_codex":0.000019918236,"about_ca_system_score_gemma":0.0000068393047,"threshold_uncertainty_score":0.8018744},"labels":[],"label_agreement":null},{"id":"W2898473040","doi":"10.13033/isahp.y2014.154","title":"Situational Awareness Effectiveness Using AHP","year":2014,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Technology and Data Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Situation awareness; Analytic hierarchy process; Computer science; Situational ethics; Engineering; Operations research; Psychology","score_opus":0.01772350342702625,"score_gpt":0.26868895339189197,"score_spread":0.2509654499648657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898473040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46449006,0.000013534465,0.53425074,0.00023516032,0.00009144281,0.00004359343,0.0000010223122,0.00023516297,0.0006392765],"genre_scores_gemma":[0.97797906,0.000001171878,0.021757033,0.0001467288,0.0000708952,0.000011663793,0.0000034979607,0.000006311181,0.000023631488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904335,0.000015731546,0.00012908228,0.0003975074,0.00020503401,0.00020930821],"domain_scores_gemma":[0.9994406,0.000075171854,0.00007379815,0.00020355568,0.00015727257,0.00004961471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052313495,0.00011405068,0.00016057413,0.00017554224,0.00021624468,0.00011817678,0.000758678,0.000104089275,0.000008680497],"category_scores_gemma":[0.00016224504,0.00010577029,0.00005224814,0.00059503753,0.00006444402,0.00078171416,0.00026887585,0.000112819755,0.00004943817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010506018,0.000077397555,0.122608446,0.00006678107,0.000056386234,0.0000026362384,0.00023261558,0.00014731615,0.030564088,0.8278517,0.00050324656,0.017878843],"study_design_scores_gemma":[0.0010687853,0.00014806773,0.08172272,0.00013197749,0.00009380419,0.00018077594,0.00007284391,0.70285463,0.0629043,0.13936068,0.010606314,0.000855078],"about_ca_topic_score_codex":0.000031262356,"about_ca_topic_score_gemma":0.0000020921673,"teacher_disagreement_score":0.70270735,"about_ca_system_score_codex":0.000037811235,"about_ca_system_score_gemma":0.00003649402,"threshold_uncertainty_score":0.43131873},"labels":[],"label_agreement":null},{"id":"W2899753877","doi":"10.13033/isahp.y2013.025","title":"Assessing Systems of Systems’ Performance Using a Hierarchical Evaluation Process","year":2013,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Process (computing); Programming language","score_opus":0.2840481891280186,"score_gpt":0.45568302359675944,"score_spread":0.17163483446874084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899753877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834475,0.0007373273,0.004030592,0.000038301056,0.00094326964,0.0011927783,0.0000023292719,0.0000662737,0.009541636],"genre_scores_gemma":[0.99838537,0.0000011740941,0.0007391576,0.000017798793,0.00033192697,0.00013062092,6.458164e-7,0.000028158003,0.0003651616],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99212503,0.00013029673,0.0018787204,0.0007605854,0.004645699,0.00045967207],"domain_scores_gemma":[0.99246895,0.00055009883,0.0012472568,0.00038753392,0.0051577343,0.00018840238],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007354668,0.0002677779,0.0007189,0.00069037155,0.00033977543,0.0029259643,0.00089175825,0.00015859959,0.0001737692],"category_scores_gemma":[0.0027174193,0.0001912258,0.00012526842,0.0016507171,0.00012585458,0.0034762786,0.00018531078,0.0002634027,0.00014714291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018061319,0.0005949507,0.61376506,0.0031347803,0.00020984573,0.000008380053,0.01324291,0.08545606,0.1161079,0.04673357,0.025000365,0.09556558],"study_design_scores_gemma":[0.00040152046,0.000063964384,0.018468633,0.00068778556,0.000025881147,0.00011348672,0.007632468,0.968335,0.00021053557,0.0032692105,0.00053371873,0.0002578289],"about_ca_topic_score_codex":0.00030233734,"about_ca_topic_score_gemma":9.79551e-7,"teacher_disagreement_score":0.8828789,"about_ca_system_score_codex":0.00014030612,"about_ca_system_score_gemma":0.00027108745,"threshold_uncertainty_score":0.9981091},"labels":[],"label_agreement":null},{"id":"W3113561531","doi":"10.13033/isahp.y2020.015","title":"ANP SUPERMATRICES: LESSONS FROM HIERARCHIES","year":2020,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.0387023024691459,"score_gpt":0.25942723256960204,"score_spread":0.22072493010045613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113561531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5951775,0.00067638006,0.09370045,0.28945035,0.00026693993,0.00048477156,0.000038993057,0.0017324085,0.018472256],"genre_scores_gemma":[0.98133916,0.00005419895,0.013224023,0.004767599,0.00045134907,0.000030002468,0.0000040438663,0.000010231153,0.00011938005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909186,0.0000033181168,0.00014330247,0.00038257218,0.00016795944,0.00021099449],"domain_scores_gemma":[0.9995816,0.000038559177,0.00004798426,0.00011556272,0.000053783424,0.00016256004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000034938843,0.00011092635,0.00011944084,0.00002775253,0.00014600919,0.00027337242,0.00086083106,0.000037236434,0.000018460569],"category_scores_gemma":[0.00001605253,0.000097188786,0.000048232927,0.0005602809,0.000033375287,0.0005730027,0.00025810066,0.00014870818,0.00013274756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011391633,0.00008977042,0.0038835858,0.000048439844,0.00003636439,0.000011541704,0.009832753,0.000044452976,0.048062418,0.6387289,0.25869521,0.04055513],"study_design_scores_gemma":[0.00082206546,0.00018323163,0.009008836,0.000059827493,0.000034724882,0.000020176123,0.0006219172,0.17291184,0.020481165,0.045405846,0.74944055,0.0010098421],"about_ca_topic_score_codex":0.000023298828,"about_ca_topic_score_gemma":0.0000012925798,"teacher_disagreement_score":0.5933231,"about_ca_system_score_codex":0.000008034029,"about_ca_system_score_gemma":0.000015996286,"threshold_uncertainty_score":0.39632437},"labels":[],"label_agreement":null},{"id":"W3125442429","doi":"10.13033/isahp.y2011.037","title":"USING MULTI-CRITERIA DECISION MAKING TO DETERMINE THE CRITICAL SUCCESS FACTORS FOR PROCUREMENT OF CAPITAL PROJECTS UNDER PUBLIC-PRIVATE PARTNERSHIPS","year":2011,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Procurement; Critical success factor; Business; Capital (architecture); Private capital; Public–private partnership; Industrial organization; Finance; Computer science; Environmental economics; Process management; Marketing; Economics; General partnership; Production (economics); Microeconomics","score_opus":0.5947622811909711,"score_gpt":0.462903173411957,"score_spread":0.13185910777901405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125442429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95245135,0.000017463959,0.044705696,0.000438651,0.0006241808,0.0010979986,0.000010114902,0.000050182018,0.0006043705],"genre_scores_gemma":[0.9596399,0.0000015681286,0.03987516,0.00018171202,0.00010227871,0.000085712105,8.602421e-7,0.000022702527,0.00009008501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695086,0.000028054743,0.00084040035,0.0006198843,0.0010398807,0.00052090304],"domain_scores_gemma":[0.9976638,0.00054737646,0.0003118859,0.00029062052,0.0010607379,0.00012557114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002317074,0.00025407437,0.00032482276,0.00053589966,0.000408533,0.00053935545,0.0010389041,0.00008760418,0.00026454972],"category_scores_gemma":[0.003892111,0.00015790094,0.0001420452,0.0010342678,0.0002273253,0.0013020979,0.00043226313,0.00013149892,0.000013026843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013172266,0.0006890872,0.6952816,0.0005224511,0.00015654704,0.000004057329,0.052117243,0.000016015925,0.018001707,0.13172603,0.0034825031,0.09668548],"study_design_scores_gemma":[0.008160089,0.0032150336,0.3375724,0.002134046,0.00063857035,0.00017717278,0.14185475,0.14699148,0.16419737,0.14140444,0.048805617,0.0048490395],"about_ca_topic_score_codex":0.000017882268,"about_ca_topic_score_gemma":0.00005301193,"teacher_disagreement_score":0.35770926,"about_ca_system_score_codex":0.00006333211,"about_ca_system_score_gemma":0.00007101896,"threshold_uncertainty_score":0.64390135},"labels":[],"label_agreement":null},{"id":"W4248692360","doi":"10.13033/isahp.y2003.031","title":"MUDDLED MAGNITUDES","year":2003,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Geology","score_opus":0.013598940526605027,"score_gpt":0.2344022009346222,"score_spread":0.22080326040801718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248692360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029344607,0.00013314959,0.5670435,0.0040343986,0.00020378623,0.0004589883,0.0000017867303,0.0009688943,0.39781088],"genre_scores_gemma":[0.95174396,0.000013696923,0.045569595,0.00070511445,0.00003877349,0.00008911063,8.2617765e-7,0.000011437142,0.0018274841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990785,0.000005912785,0.0001491019,0.00032046824,0.00020775036,0.00023827785],"domain_scores_gemma":[0.99949956,0.000020858997,0.00006072177,0.00019957559,0.00012567356,0.0000935986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022661935,0.00010200898,0.00009261897,0.00006717536,0.00013592775,0.00016309261,0.00059440243,0.000048724738,0.000037030444],"category_scores_gemma":[0.00008352102,0.00009613692,0.00003796,0.00047683824,0.000043293363,0.00043890224,0.00009121548,0.000104092804,0.0002797121],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.022703e-7,0.000057226483,0.0004621343,0.000012220609,0.0000074883824,7.8274155e-7,0.00038641164,0.000002568637,0.004419528,0.98480433,0.00779286,0.0020539553],"study_design_scores_gemma":[0.0011241598,0.00013560762,0.0033044566,0.000054251064,0.000029786495,0.00019263872,0.00049095455,0.009496189,0.085177444,0.16043979,0.7386626,0.00089214055],"about_ca_topic_score_codex":0.0000070683636,"about_ca_topic_score_gemma":0.0000012736892,"teacher_disagreement_score":0.92239934,"about_ca_system_score_codex":0.00003668346,"about_ca_system_score_gemma":0.000036032652,"threshold_uncertainty_score":0.39203498},"labels":[],"label_agreement":null},{"id":"W4313441510","doi":"10.13033/isahp.y2022.014","title":"ANALYZING EIA IN PARANÁ, BRAZIL AND CALIFORNIA, UNITED STATES WITH FUZZY-SET QUALITATIVE COMPARATIVE ANALYSIS AND THE ANALYTICAL HIERARCHY PROCESS","year":2022,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Stakeholder; Qualitative comparative analysis; Normative; Stakeholder analysis; Sustainable development; Management science; Process management; Outcome (game theory); Environmental resource management; Political science; Computer science; Business; Engineering; Public relations; Economics","score_opus":0.12504333143993235,"score_gpt":0.46166616661796217,"score_spread":0.3366228351780298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313441510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99345356,0.00022472328,0.001738456,0.0032688684,0.000022930299,0.00048783058,0.00018161413,0.000037620946,0.0005843894],"genre_scores_gemma":[0.9979421,0.00001785417,0.0009830397,0.00066852116,0.000019180512,0.00013138018,0.000036406906,0.00001652395,0.00018498958],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99453604,0.0006792305,0.0011229614,0.0011124504,0.0020421445,0.0005071759],"domain_scores_gemma":[0.9933309,0.0048006717,0.0005591497,0.00027660973,0.0008146341,0.00021805082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0094132,0.0003522064,0.0010849879,0.0024083625,0.00077257544,0.0009453272,0.0007890647,0.000059126654,0.00021011442],"category_scores_gemma":[0.0019128615,0.00020830528,0.000114413095,0.011364019,0.001106484,0.0005571628,0.00053192826,0.00062595576,0.000009124167],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069997287,0.0002489604,0.45685205,0.00005488234,0.0011424219,0.000060773786,0.50445086,0.010765626,0.000086702006,0.01312461,0.0032054172,0.0030079847],"study_design_scores_gemma":[0.0045076166,0.0002901054,0.024855928,0.00004485707,0.00042431234,0.00004963813,0.3709252,0.5475217,0.000050722767,0.04675684,0.003975921,0.00059719983],"about_ca_topic_score_codex":0.00043472997,"about_ca_topic_score_gemma":0.00029654725,"teacher_disagreement_score":0.53675604,"about_ca_system_score_codex":0.00009112787,"about_ca_system_score_gemma":0.0000709332,"threshold_uncertainty_score":0.9115812},"labels":[],"label_agreement":null},{"id":"W4313441591","doi":"10.13033/isahp.y2022.064","title":"2022 ISAHP Book of Abstracts/Schedule","year":2022,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Sensory Analysis and Statistical Methods","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Schedule; Computer science; Operating system","score_opus":0.023159670784714582,"score_gpt":0.2476005113299567,"score_spread":0.2244408405452421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313441591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806797,0.00029810783,0.000007622292,0.0011879555,0.00009012785,0.000097917306,0.00007390308,0.00004171567,0.017522978],"genre_scores_gemma":[0.9948437,0.0000188226,0.0011480819,0.00070426107,0.00013973496,0.000028266028,0.000019562609,0.0000012420107,0.0030962825],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878186,0.000034462217,0.00031102146,0.00027701806,0.00036782413,0.000227785],"domain_scores_gemma":[0.99943954,0.00019289857,0.00015996359,0.000029860717,0.000088148154,0.00008961672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005993547,0.00010934233,0.00022686,0.000017355247,0.000282289,0.000027969185,0.0002687676,0.000038636546,0.009741022],"category_scores_gemma":[0.00017991295,0.00004671326,0.0001230238,0.00042897274,0.000062163715,0.00010095381,0.00012992762,0.0002055691,0.000015586282],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006165998,0.00023373433,0.003239446,0.000017345965,0.00003605573,0.000005674669,0.00016016778,0.000020774658,0.9283411,0.013549106,0.02020873,0.03412619],"study_design_scores_gemma":[0.00030648801,0.0011069195,0.08322575,0.000013774433,0.00009896877,0.000037874135,0.004240193,0.00087099127,0.057042632,0.007682261,0.8448394,0.0005347671],"about_ca_topic_score_codex":0.000076579505,"about_ca_topic_score_gemma":0.000006821711,"teacher_disagreement_score":0.8712985,"about_ca_system_score_codex":0.00002180664,"about_ca_system_score_gemma":0.0000051600505,"threshold_uncertainty_score":0.9911642},"labels":[],"label_agreement":null}]}