{"meta":{"query_hash":"63bb082fb785","filters":{"venue":"Decision Analysis"},"cohort_total":24,"direct_labels_cover":0,"predictions_cover":24,"exported":24,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/63bb082fb785","api":"https://metacan.xera.ac/api/v1/cohort?venue=Decision+Analysis"},"results":[{"id":"W2078839944","doi":"10.1287/deca.1050.0032","title":"An Analysis of a Strategic Decision in the Sport of Curling","year":2005,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Forest Management and Policy","field":"Environmental Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Federated Co-operatives (Canada)","funders":"","keywords":"Curling; Blanking; Championship; Blank; Point (geometry); Operations research; Computer science; Decision tree; Artificial intelligence; Mathematics; Engineering; Advertising; Business","score_opus":0.023778291180879534,"score_gpt":0.3163845976747636,"score_spread":0.2926063064938841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078839944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913794,0.000024106204,0.0024515388,0.000045013123,0.000007905757,0.00006990145,0.000004870578,0.0000053060717,0.006011971],"genre_scores_gemma":[0.9966114,0.000045496647,0.0031133688,0.000100103076,0.000011098173,0.000002475687,0.000025150059,0.000004069154,0.00008684258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982132,0.0000489667,0.0005804365,0.00027336253,0.00072315504,0.00016093059],"domain_scores_gemma":[0.99884564,0.00015410616,0.00021263285,0.00072334206,0.000013634746,0.00005061981],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012037365,0.000108146756,0.00040707417,0.0011424976,0.00004021779,0.000025632284,0.0006220993,0.000047534984,0.006281023],"category_scores_gemma":[0.00002827901,0.00007195891,0.0004074907,0.008506816,0.00007975051,0.00018788528,0.00007797425,0.000067058405,0.00011499395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030366424,0.0001602059,0.49105644,6.948549e-7,0.00026855417,0.0000025680824,0.00041730326,0.48444438,0.00006692908,0.0005144139,0.00009610588,0.022942048],"study_design_scores_gemma":[0.00012964278,0.000028524642,0.5714693,0.0000034539205,0.001824747,1.1864056e-7,0.00022581748,0.42497885,0.000024151333,0.00049771584,0.0007441585,0.00007351501],"about_ca_topic_score_codex":0.0017580829,"about_ca_topic_score_gemma":0.010729161,"teacher_disagreement_score":0.080412865,"about_ca_system_score_codex":0.00004157654,"about_ca_system_score_gemma":0.0000045415004,"threshold_uncertainty_score":0.99462736},"labels":[],"label_agreement":null},{"id":"W2099195699","doi":"10.1287/deca.1100.0177","title":"The Role of Some Functional Equations in Decision Analysis","year":2010,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Differentiable function; Simple (philosophy); Mathematics; Applied mathematics; Decision theory; Functional equation; Expected utility hypothesis; Bayesian probability; Characterization (materials science); Mathematical economics; Mathematical optimization; Computer science; Differential equation; Mathematical analysis; Statistics","score_opus":0.055785507729414124,"score_gpt":0.37940877589865396,"score_spread":0.3236232681692398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099195699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9159593,0.00019277938,0.082025684,0.00023207504,0.0005961224,0.00012016648,0.000051850206,0.00002323316,0.0007988088],"genre_scores_gemma":[0.9948319,0.000045189638,0.004581389,0.00007695349,0.00007480044,0.000016959555,0.000027095088,0.000014167655,0.00033154053],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929253,0.0002262917,0.0026074192,0.0010182981,0.0028093182,0.0004133716],"domain_scores_gemma":[0.97634375,0.019078374,0.0009023088,0.002506206,0.00093277346,0.00023661157],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008854282,0.00027916758,0.0010577545,0.0054932795,0.000512203,0.00065842335,0.0018974623,0.00025750793,0.0030898927],"category_scores_gemma":[0.012855247,0.00017425275,0.001778565,0.016622286,0.00024604137,0.000588943,0.00039194885,0.00049222517,0.0007012878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013103498,0.00018317606,0.13992427,1.170195e-7,0.00045180673,0.0000036079095,0.000088954934,0.033642486,0.00049047393,0.0050590253,0.0003974429,0.8196276],"study_design_scores_gemma":[0.00037198237,0.00003054568,0.30820546,0.0000049631853,0.0014565387,0.0000015154505,0.00068892905,0.21849385,0.00017727246,0.45655847,0.013759494,0.00025101128],"about_ca_topic_score_codex":0.00026676868,"about_ca_topic_score_gemma":0.015082886,"teacher_disagreement_score":0.8193766,"about_ca_system_score_codex":0.00007279437,"about_ca_system_score_gemma":0.00014049688,"threshold_uncertainty_score":0.9978214},"labels":[],"label_agreement":null},{"id":"W2109177972","doi":"10.1287/deca.1030.0003","title":"Elicitation of Probabilities Using Competitive Scoring Rules","year":2004,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scoring rule; Payment; Event (particle physics); Competition (biology); Construct (python library); Computer science; Econometrics; Subsidy; Economics; Actuarial science; Mathematical economics; Machine learning; Finance","score_opus":0.1691811700026969,"score_gpt":0.433281247962438,"score_spread":0.2641000779597411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109177972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8634527,0.000057964528,0.13507387,0.000058847425,0.00018221147,0.0000974921,0.00003707735,0.000023859982,0.0010159815],"genre_scores_gemma":[0.9407312,0.000010737215,0.05911305,0.000044620065,0.000030071005,0.00000288903,0.000007850669,0.000010496593,0.00004908118],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961495,0.000115801646,0.0014531052,0.0006418279,0.0014145798,0.00022518919],"domain_scores_gemma":[0.99547565,0.0019770649,0.0006477038,0.0008695318,0.0009135565,0.00011646451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025837389,0.0001848482,0.00075074105,0.001882415,0.00018829656,0.0002799726,0.0006884198,0.000097488984,0.0005041181],"category_scores_gemma":[0.003457534,0.00014222221,0.0006479155,0.0030904294,0.00017825013,0.00047577167,0.00017523182,0.00010834375,0.00024025717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013226671,0.00030486914,0.03372315,0.000003873521,0.00027806786,0.00001433941,0.0017970181,0.30207866,0.0017436888,0.01683476,0.000045035176,0.64304423],"study_design_scores_gemma":[0.00082492776,0.00012121506,0.04816379,0.00012860342,0.0007302411,0.000008284595,0.006186638,0.024455445,0.0027472945,0.9152657,0.0009422741,0.00042563124],"about_ca_topic_score_codex":0.0002502551,"about_ca_topic_score_gemma":0.00033144886,"teacher_disagreement_score":0.8984309,"about_ca_system_score_codex":0.00016904638,"about_ca_system_score_gemma":0.00011076634,"threshold_uncertainty_score":0.5799653},"labels":[],"label_agreement":null},{"id":"W2110840134","doi":"10.1287/deca.1070.0086","title":"The 2002 Ryder Cup: Was Strange’s Decision to Put Tiger Woods in the Anchor Match a Good One?","year":2007,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Tiger; Position (finance); Mathematical economics; Advertising; Operations research; Computer science; Economics; Mathematics; Algorithm; Business","score_opus":0.03269824646913518,"score_gpt":0.2752260986390784,"score_spread":0.2425278521699432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110840134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8483583,0.0025121346,0.121062376,0.002264048,0.00039059325,0.00036586507,0.000054718643,0.00002131564,0.024970703],"genre_scores_gemma":[0.99322265,0.0010028024,0.0018011734,0.0012626094,0.0001422378,0.000015490326,0.000011568355,0.000021361357,0.0025200758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734765,0.000017757726,0.0012369775,0.000567744,0.0002868131,0.000543033],"domain_scores_gemma":[0.99766904,0.00065895106,0.0002989369,0.0011313143,0.00008668526,0.0001550554],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048336345,0.00022264845,0.0005679487,0.0010342682,0.0003295445,0.00037430399,0.0008356389,0.000136239,0.0024128552],"category_scores_gemma":[0.0002269294,0.00014887872,0.00044630244,0.0037809452,0.00004444962,0.00016474993,0.00009314684,0.00027390235,0.0016479747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040866548,0.00072590006,0.56536996,0.000009854945,0.0011283074,0.000079938305,0.0030713452,0.016348904,0.000011316607,0.050483465,0.04057578,0.32178658],"study_design_scores_gemma":[0.0003977813,0.00004983539,0.6319265,0.000018335255,0.00010163697,0.0000019306026,0.00035668604,0.017959783,0.000010766217,0.008951199,0.3399309,0.00029466537],"about_ca_topic_score_codex":0.0004985639,"about_ca_topic_score_gemma":0.005244774,"teacher_disagreement_score":0.32149193,"about_ca_system_score_codex":0.00010219652,"about_ca_system_score_gemma":0.000015691703,"threshold_uncertainty_score":0.99912935},"labels":[],"label_agreement":null},{"id":"W2114050583","doi":"10.1287/deca.2014.0299","title":"Multiattribute Procurement Auctions: Efficiency and Social Welfare in Theory and Practice","year":2014,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Economics; Common value auction; Microeconomics; Social Welfare; Procurement; Reverse auction; Economic surplus; Yield (engineering); Welfare; Deadweight loss; Forward auction; Expected utility hypothesis; Auction theory; Mathematical economics","score_opus":0.051239722992627634,"score_gpt":0.4214468233713063,"score_spread":0.37020710037867866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114050583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14609574,0.00014285624,0.8420602,0.010218195,0.0000635746,0.00020232177,0.00001409505,0.000034441557,0.0011685462],"genre_scores_gemma":[0.9965463,0.000022823411,0.0026235154,0.00037658904,0.00003539746,0.000030157755,0.0000055525616,0.000005198824,0.00035445395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677926,0.0010234008,0.0006227273,0.0006026326,0.0008024781,0.00016951568],"domain_scores_gemma":[0.9934505,0.0054584662,0.0002872966,0.00039698704,0.00032038355,0.00008635311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012386852,0.0001256174,0.0003214997,0.0008531517,0.000642302,0.00024215253,0.00026973363,0.00008258502,0.0003773227],"category_scores_gemma":[0.011345316,0.000094092524,0.00011647998,0.0029085267,0.00017313001,0.0003555109,0.00014356566,0.00013716577,0.00006786085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003221997,0.0003458305,0.00668001,0.0000030528536,0.00017224107,0.0000021410408,0.00237042,0.001904588,0.00010890566,0.56840956,0.00072023715,0.41896084],"study_design_scores_gemma":[0.0015391243,0.00010211688,0.16584009,0.000009516176,0.00096079207,0.000030933603,0.0203957,0.03983879,0.000079941325,0.36347005,0.40719995,0.0005329999],"about_ca_topic_score_codex":0.000012776226,"about_ca_topic_score_gemma":0.00006819793,"teacher_disagreement_score":0.8504506,"about_ca_system_score_codex":0.000028505356,"about_ca_system_score_gemma":0.0000132676505,"threshold_uncertainty_score":0.9969825},"labels":[],"label_agreement":null},{"id":"W2121101027","doi":"10.1287/deca.1050.0035","title":"Acceptable Input: Using Decision Analysis to Guide Public Policy Deliberations","year":2005,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Carnegie Mellon University","keywords":"Legitimacy; Decision analysis; Construct (python library); Deliberative democracy; Management science; Strengths and weaknesses; Politics; Cognition; Computer science; Psychology; Public relations; Political science; Sociology; Social psychology; Economics; Law","score_opus":0.12355015991950226,"score_gpt":0.30941955349325856,"score_spread":0.18586939357375631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121101027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51459795,0.00020070272,0.48063958,0.00083540386,0.000047756268,0.00009121024,0.00007182011,0.00001715574,0.0034984592],"genre_scores_gemma":[0.9085064,0.00015416213,0.08827777,0.0010718337,0.00016720693,0.000015740095,0.0001298626,0.000023677927,0.0016533383],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715424,0.00002866941,0.0014581765,0.00080377597,0.00014550268,0.0004096586],"domain_scores_gemma":[0.99814224,0.00015742761,0.0004006891,0.00092212803,0.00006110882,0.0003163776],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012129673,0.0002324199,0.00076834904,0.00494533,0.0003527571,0.0003713395,0.00043361387,0.00014172083,0.012419338],"category_scores_gemma":[0.0005184274,0.0002662417,0.0007899612,0.006818847,0.00003097629,0.0008083364,0.00021230921,0.00010230161,0.004790239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010442662,0.00013763366,0.32551113,6.4766203e-7,0.002092627,9.019871e-7,0.00017254612,0.6082026,0.00004404608,0.005334173,0.00188261,0.056610685],"study_design_scores_gemma":[0.00042526715,0.000021937009,0.39025223,0.0000026807256,0.0010509613,0.0000014547329,0.00007766848,0.54149306,0.000048673643,0.0044288635,0.061751857,0.000445356],"about_ca_topic_score_codex":0.0009712557,"about_ca_topic_score_gemma":0.0018576786,"teacher_disagreement_score":0.39390847,"about_ca_system_score_codex":0.0010426841,"about_ca_system_score_gemma":0.000044434684,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W2125908438","doi":"10.1287/deca.1080.0124","title":"A Decision Tree Model for Evaluating Countermeasures to Secure Cargo at United States Southwestern Ports of Entry","year":2008,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Infrastructure Resilience and Vulnerability Analysis","field":"Engineering","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government; Defence Research and Development Canada; U.S. Department of Homeland Security","keywords":"Countermeasure; False alarm; Computer security; Terrorism; Decision tree; Truck; Computer science; Operations research; Engineering; Geography","score_opus":0.0245190943039691,"score_gpt":0.29598247689445606,"score_spread":0.27146338259048697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125908438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5414922,0.00007686238,0.4581008,0.00001093896,0.000033138454,0.00012346184,0.00009572644,0.00003865106,0.000028217995],"genre_scores_gemma":[0.9807905,0.000101292,0.018556233,0.00009314115,0.000024382352,0.000026493934,0.00025711954,0.000029701501,0.00012113281],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735945,0.00004671,0.0008403639,0.00044376394,0.0009572905,0.00035239963],"domain_scores_gemma":[0.9979179,0.00053514296,0.0001359335,0.0006796405,0.0005393253,0.00019208026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006567119,0.00027950067,0.00072750665,0.0013688647,0.00021916648,0.00003318081,0.0003170273,0.00014748714,0.00016060166],"category_scores_gemma":[0.0004228174,0.00023822414,0.00066647,0.002483598,0.00005222031,0.00012231772,0.00007826144,0.00011913285,0.000012496006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001561699,0.000023882747,0.01556717,0.000019536265,0.00055751286,0.0000046968516,0.0018046268,0.9695028,0.00079429016,0.0000043379473,0.00094902114,0.010615959],"study_design_scores_gemma":[0.00040118722,0.00005034173,0.00888238,0.000039025203,0.00097067916,0.0000043917426,0.00024697196,0.9875707,0.0006980064,0.0007319916,0.00016360954,0.00024069578],"about_ca_topic_score_codex":0.00007704839,"about_ca_topic_score_gemma":0.0018485069,"teacher_disagreement_score":0.43954456,"about_ca_system_score_codex":0.00017253905,"about_ca_system_score_gemma":0.00003758508,"threshold_uncertainty_score":0.9714498},"labels":[],"label_agreement":null},{"id":"W2129839907","doi":"10.1287/deca.1050.0054","title":"The Influence of Influence Diagrams on Artificial Intelligence","year":2005,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perspective (graphical); Artificial intelligence; Management science; Field (mathematics); Influence diagram; Computer science; Operations research; Decision tree; Mathematics; Economics","score_opus":0.028115641774290098,"score_gpt":0.30800196870104624,"score_spread":0.27988632692675613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129839907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43201113,0.00005202875,0.56713235,0.00057731825,0.000027008698,0.0000361171,9.973446e-7,0.00003552861,0.00012748588],"genre_scores_gemma":[0.9819513,0.00012638578,0.017433437,0.00041108552,0.000025511821,0.000007717453,6.816581e-7,0.0000040492837,0.00003985042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978467,0.00008260084,0.0006447893,0.00044323772,0.00070940086,0.00027324236],"domain_scores_gemma":[0.997147,0.0009784421,0.00021011847,0.0012095785,0.00033672227,0.00011808669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008742029,0.00015493219,0.00025837446,0.0003013101,0.0002444602,0.00024798652,0.0017902636,0.00007067724,0.000015982849],"category_scores_gemma":[0.00058933045,0.00010256992,0.00022901075,0.0027808656,0.00013293931,0.00033259773,0.00020958675,0.00019328314,0.0001972321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010903776,0.000040374285,0.0003037416,4.879466e-7,0.00004759885,0.0000013371296,0.0001257895,0.4373048,0.00017278724,0.060066592,0.000030138515,0.5018954],"study_design_scores_gemma":[0.000035379442,0.00009339451,0.016822333,0.000033980734,0.000087010754,0.0000016973629,0.000032576772,0.9090991,0.0044687996,0.06827327,0.0008193968,0.00023308599],"about_ca_topic_score_codex":0.00004630782,"about_ca_topic_score_gemma":0.00018797487,"teacher_disagreement_score":0.54994017,"about_ca_system_score_codex":0.00003314802,"about_ca_system_score_gemma":0.00005151133,"threshold_uncertainty_score":0.418268},"labels":[],"label_agreement":null},{"id":"W2138389026","doi":"10.1287/deca.1090.0155","title":"Managing Project Failure Risk Through Contingent Contracts in Procurement Auctions","year":2009,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Procurement; Common value auction; Business; Payment; Competition (biology); Stochastic game; Ex-ante; Microeconomics; Operations research; Computer science; Industrial organization; Economics; Risk analysis (engineering); Marketing; Finance","score_opus":0.0714278861054132,"score_gpt":0.41759706141194614,"score_spread":0.3461691753065329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138389026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1929609,0.00018035708,0.7939247,0.0054138796,0.000120720986,0.00063350063,0.000026379419,0.000105081715,0.0066344854],"genre_scores_gemma":[0.9874868,0.000100357676,0.01074991,0.0004646763,0.00006343868,0.000048820806,0.000011960831,0.000006672265,0.0010673861],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960334,0.00032532652,0.0011628424,0.0008145699,0.0013458433,0.0003180456],"domain_scores_gemma":[0.99702275,0.0009337719,0.00057561486,0.0010007224,0.00037218202,0.00009496759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003595718,0.00019805544,0.00051729096,0.0013457364,0.0004522993,0.00035143955,0.0006583529,0.00009540038,0.0007869489],"category_scores_gemma":[0.0022632866,0.0001484043,0.0004463206,0.00815857,0.00006349882,0.00050518604,0.000064315915,0.00027477578,0.00041199356],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024294162,0.0011782817,0.031123519,0.000001702462,0.0006636485,0.000028670021,0.0039896495,0.1007043,0.00042143895,0.051967707,0.032255273,0.77742285],"study_design_scores_gemma":[0.0010401071,0.00008806461,0.09650917,0.000025250289,0.0007377335,0.000007855421,0.0057238475,0.03886852,0.00044590345,0.61868125,0.23741053,0.00046178166],"about_ca_topic_score_codex":0.00010300122,"about_ca_topic_score_gemma":0.0008310289,"teacher_disagreement_score":0.79452586,"about_ca_system_score_codex":0.000092470786,"about_ca_system_score_gemma":0.00005006405,"threshold_uncertainty_score":0.86165386},"labels":[],"label_agreement":null},{"id":"W2159196754","doi":"10.1287/deca.1070.0094","title":"Analysis of the Biological Clock Decision","year":2007,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"AGE-WELL","keywords":"Function (biology); Quality of life (healthcare); Quality (philosophy); Psychology; Epistemology; Philosophy","score_opus":0.13803290465819482,"score_gpt":0.4382528561120483,"score_spread":0.3002199514538535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159196754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80334723,0.00011667595,0.19449697,0.00010693749,0.00048187276,0.00011230182,0.00005517317,0.000029411936,0.0012534289],"genre_scores_gemma":[0.9928309,0.000034907633,0.006363463,0.0003687553,0.00004605169,0.0000023767898,0.0000125343295,0.000012471618,0.0003285865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99174666,0.00028887257,0.0030948767,0.0012678561,0.0030883593,0.0005133899],"domain_scores_gemma":[0.9815776,0.012614365,0.0012581412,0.0032652044,0.0009802614,0.00030443503],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0134114595,0.00033723266,0.001673799,0.005411959,0.00036844457,0.0003152162,0.003244924,0.00035271278,0.0036871114],"category_scores_gemma":[0.010883815,0.00017605691,0.0039111283,0.033545427,0.00030645344,0.00022217422,0.0008471386,0.0003058216,0.00042445023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014726035,0.00014256133,0.36702028,1.3080117e-7,0.0009041438,0.000008881353,0.00008160357,0.0100037735,0.0001431766,0.00028718205,0.0009816382,0.6202794],"study_design_scores_gemma":[0.00031850435,0.000060267004,0.9233964,0.000010543972,0.0045189774,0.000003228039,0.00047967426,0.018311175,0.00032683832,0.035736807,0.016536765,0.00030078273],"about_ca_topic_score_codex":0.000096131385,"about_ca_topic_score_gemma":0.0015985671,"teacher_disagreement_score":0.6199786,"about_ca_system_score_codex":0.00011926127,"about_ca_system_score_gemma":0.00006176398,"threshold_uncertainty_score":0.9974479},"labels":[],"label_agreement":null},{"id":"W2162452541","doi":"10.1287/deca.2013.0279","title":"Probabilistic Coherence Weighting for Optimizing Expert Forecasts","year":2013,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Defence Research and Development Canada","funders":"Intelligence Advanced Research Projects Activity","keywords":"Weighting; Probabilistic logic; Aggregate (composite); Consensus forecast; Set (abstract data type); Econometrics; Computer science; Benchmark (surveying); Coherence (philosophical gambling strategy); Probabilistic forecasting; Event (particle physics); Survey of Professional Forecasters; Artificial intelligence; Machine learning; Statistics; Mathematics; Economics","score_opus":0.13385284850812754,"score_gpt":0.40992413735658895,"score_spread":0.27607128884846144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162452541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12108633,0.000061223116,0.87486607,0.0007589987,0.00006801822,0.0007325097,0.000016182035,0.00014070695,0.002269943],"genre_scores_gemma":[0.6310885,0.000005128332,0.3672098,0.00019705154,0.000050961215,0.00053842925,0.00001259559,0.000012997604,0.0008845675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967568,0.000064485466,0.0010121055,0.00080667326,0.0010049946,0.0003549286],"domain_scores_gemma":[0.99334884,0.0038128665,0.00040073667,0.0011607603,0.0010860355,0.00019074004],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019455996,0.00019270492,0.000498008,0.0007378303,0.00039537737,0.0006761233,0.0011155728,0.0001022947,0.002125608],"category_scores_gemma":[0.00498696,0.00013278777,0.0005652976,0.0036180825,0.00008573376,0.00032165227,0.00020634537,0.00009921179,0.00042634414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021028385,0.000110887224,0.0013501022,0.0000026598823,0.00014662453,0.0000010633371,0.00034406016,0.004990954,0.0008602488,0.005558516,0.079629466,0.9069844],"study_design_scores_gemma":[0.00018281196,0.00005555075,0.0014500857,0.000019914443,0.00012682787,0.0000028111076,0.00029461706,0.76672965,0.0005433161,0.2100153,0.020322455,0.00025663676],"about_ca_topic_score_codex":0.00013459007,"about_ca_topic_score_gemma":0.00007261043,"teacher_disagreement_score":0.90672773,"about_ca_system_score_codex":0.00005293506,"about_ca_system_score_gemma":0.000032836382,"threshold_uncertainty_score":0.99878657},"labels":[],"label_agreement":null},{"id":"W2166193748","doi":"10.1287/deca.1120.0247","title":"Sharing Rewards Among Strangers Based on Peer Evaluations","year":2012,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Collusion; Incentive compatibility; Intuition; Computer science; Mechanism (biology); Incentive; Microeconomics; Mechanism design; Group decision-making; Economics; Psychology; Social psychology","score_opus":0.14990551363726276,"score_gpt":0.47425894649224537,"score_spread":0.32435343285498264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166193748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38250157,0.000021184944,0.59943897,0.0009594498,0.00019755657,0.00013954216,0.000031589647,0.00006654538,0.016643582],"genre_scores_gemma":[0.990675,0.0000015721588,0.002881591,0.00040392214,0.00011244363,0.000039270417,0.000032642172,0.00001079541,0.005842763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951414,0.00022880756,0.0007175169,0.000560478,0.003056825,0.00029498315],"domain_scores_gemma":[0.99497455,0.0022604102,0.00027596377,0.0015137631,0.00066552265,0.00030976618],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009450115,0.00015737726,0.00033003054,0.0014896395,0.00048964284,0.00027558976,0.0007882391,0.000098874174,0.014188217],"category_scores_gemma":[0.0049528047,0.00011678386,0.0005845834,0.0059376936,0.0000994789,0.0004515002,0.00007341529,0.0001671188,0.0027055233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010607227,0.0005703604,0.50401384,0.0000010026407,0.00040353564,0.0000016576204,0.00084152695,0.25418124,0.00015396366,0.020759853,0.027753314,0.19121364],"study_design_scores_gemma":[0.00036899804,0.000026909462,0.638308,0.000008538454,0.0007960058,7.0009906e-7,0.00094100414,0.29288954,0.00041292762,0.034099247,0.031842016,0.00030612457],"about_ca_topic_score_codex":0.000017197048,"about_ca_topic_score_gemma":0.00004087799,"teacher_disagreement_score":0.60817343,"about_ca_system_score_codex":0.00006842572,"about_ca_system_score_gemma":0.000030250527,"threshold_uncertainty_score":0.998071},"labels":[],"label_agreement":null},{"id":"W2606017519","doi":"10.1287/deca.2018.0367","title":"Partnership Dissolution: Information and Efficiency","year":2018,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"General partnership; Valuation (finance); Microeconomics; Outcome (game theory); Economics; Monotonic function; Mathematical economics; Computer science; Vickrey auction; Actuarial science; Psychology; Econometrics; Operations research; Business; Common value auction; Auction theory; Mathematics; Finance","score_opus":0.06351627652036611,"score_gpt":0.4009226427682889,"score_spread":0.33740636624792275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606017519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2459489,0.000030166966,0.7411538,0.00064790685,0.00007491926,0.00006699249,0.0000068772633,0.000041895768,0.012028574],"genre_scores_gemma":[0.9967386,0.00000905393,0.0016856153,0.00034337648,0.0000750835,0.00000835019,0.000009080046,0.0000020851207,0.0011287552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978748,0.00010956592,0.00069591927,0.00029521523,0.00087625196,0.00014824113],"domain_scores_gemma":[0.9975975,0.0008579624,0.0002639147,0.000644157,0.000492392,0.00014404273],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028968304,0.000091030626,0.00020553228,0.00083548087,0.0005141543,0.00035368602,0.00037976372,0.000061025657,0.002512937],"category_scores_gemma":[0.0025142732,0.00006418072,0.00015414314,0.0050449003,0.000262507,0.00066704524,0.00010472284,0.00006175226,0.0030365568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000935456,0.0001009839,0.033856414,0.0000011430768,0.0001888,8.175978e-7,0.0021085013,0.000942708,0.00007918991,0.16648301,0.027962666,0.7681822],"study_design_scores_gemma":[0.00037651177,0.00008855556,0.15379564,0.000004738645,0.0003428782,0.000008526264,0.0021253729,0.08205498,0.00034350157,0.2262009,0.5343684,0.0002899993],"about_ca_topic_score_codex":0.0000070753435,"about_ca_topic_score_gemma":0.000028103133,"teacher_disagreement_score":0.7678922,"about_ca_system_score_codex":0.000016423604,"about_ca_system_score_gemma":0.000020352292,"threshold_uncertainty_score":0.9983989},"labels":[],"label_agreement":null},{"id":"W2772633599","doi":"10.1287/deca.2017.0355","title":"Social Media Analytics: Literature Review and Directions for Future Research","year":2017,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Data science; Social media analytics; Social media; Geospatial analysis; Computer science; Analytics; Knowledge management; Stakeholder; Management science; World Wide Web; Engineering; Political science","score_opus":0.0948715113774791,"score_gpt":0.47783898821135945,"score_spread":0.3829674768338803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772633599","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07222327,0.25424963,0.0009569752,0.1973833,0.0039185775,0.0026980867,0.0006841219,0.0004381751,0.46744788],"genre_scores_gemma":[0.76408523,0.21924101,0.001363504,0.00076445524,0.004941587,0.00010751092,0.00008506278,0.00002855675,0.009383108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998146,0.00029906843,0.00022016764,0.0003157045,0.0007082723,0.00031077664],"domain_scores_gemma":[0.9966566,0.001875206,0.0001324506,0.00033202648,0.0008088032,0.00019494494],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004760077,0.00009268225,0.00039692022,0.00034178252,0.0043764,0.0010753815,0.0004404958,0.00017146951,0.00008275683],"category_scores_gemma":[0.018800931,0.00007924286,0.00033173192,0.0014459135,0.00042318544,0.0002684582,0.000091160975,0.00021524084,0.000011173199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040825973,0.000072784555,0.0052729556,0.00011570393,0.00059499,0.0000096370095,0.018796299,1.498272e-7,9.983733e-7,0.026960595,0.12215639,0.8259787],"study_design_scores_gemma":[0.00017693784,0.000010484223,0.03598516,0.00025533303,0.0011574073,2.2496447e-7,0.0047995322,0.000024742425,4.794492e-7,0.018228184,0.9391869,0.00017464408],"about_ca_topic_score_codex":0.000089673325,"about_ca_topic_score_gemma":0.0060034525,"teacher_disagreement_score":0.82580405,"about_ca_system_score_codex":0.00005521208,"about_ca_system_score_gemma":0.00007709422,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W2802397222","doi":"10.1287/deca.2017.0362","title":"On the Road to Making Science of “Art”: Risk Bias in Market Scoring Rules","year":2018,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Prediction market; Market liquidity; Function (biology); Standard deviation; Bounded function; Scoring rule; Econometrics; Economics; Actuarial science; Computer science; Mathematics; Statistics; Machine learning","score_opus":0.06304172308103206,"score_gpt":0.2919062619995064,"score_spread":0.22886453891847436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802397222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96584356,0.00007182743,0.0067583057,0.0001582984,0.00012450176,0.00006515133,0.00003132788,0.000004815008,0.02694223],"genre_scores_gemma":[0.9984301,0.00010285623,0.00077227724,0.00021390038,0.000035241,0.000003403375,9.2975733e-7,0.0000064424585,0.0004348672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986256,0.000010604173,0.00062082073,0.00038343563,0.00013997592,0.0002196101],"domain_scores_gemma":[0.9986895,0.0001869202,0.00035877945,0.00062947144,0.00008136233,0.00005397812],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036282477,0.00009696374,0.0003504946,0.001792919,0.00017770095,0.000103686565,0.00047125577,0.000031431893,0.0028990114],"category_scores_gemma":[0.0010121774,0.00007441486,0.00016713137,0.0038312373,0.00012684107,0.00011147971,0.000111584144,0.00009258159,0.00062274816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009458386,0.00009055273,0.89238316,0.0000033648766,0.00016850786,0.0000030583676,0.0006274636,0.012036816,0.000009722796,0.06497046,0.0026200085,0.026992282],"study_design_scores_gemma":[0.00010194361,0.00004665144,0.71744657,0.000034882694,0.00002832364,1.7466873e-7,0.00005769727,0.26747128,0.00006227325,0.009218622,0.005409338,0.00012227673],"about_ca_topic_score_codex":0.00032351108,"about_ca_topic_score_gemma":0.00047425067,"teacher_disagreement_score":0.25543445,"about_ca_system_score_codex":0.00006224993,"about_ca_system_score_gemma":0.000016216534,"threshold_uncertainty_score":0.9980125},"labels":[],"label_agreement":null},{"id":"W2909061514","doi":"10.1287/deca.2021.0439","title":"A Characterization of Lexicographic Preferences","year":2021,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Lexicographical order; Characterization (materials science); Preference; Mathematical economics; Preference relation; Contrast (vision); Set (abstract data type); Mathematics; Key (lock); Order (exchange); Computer science; Economics; Combinatorics; Artificial intelligence; Statistics","score_opus":0.02195540229017587,"score_gpt":0.25942362438054595,"score_spread":0.23746822209037008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909061514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4093966,0.00004947662,0.5895562,0.0000973406,0.00005069237,0.000014723272,0.0000026969337,0.000018400086,0.0008138424],"genre_scores_gemma":[0.9693776,0.00014503051,0.030278178,0.00010800188,0.000009880167,0.0000019327267,0.00002553187,0.0000015363487,0.000052312465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990463,0.000054505217,0.00024406343,0.00026272604,0.0003034499,0.00008894222],"domain_scores_gemma":[0.9990882,0.00007696929,0.000109126144,0.00050576683,0.00017695225,0.000042968648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016689514,0.00006141338,0.00020857202,0.00035897436,0.00004321473,0.00009326765,0.00037335526,0.000037309983,0.00015165439],"category_scores_gemma":[0.000057803154,0.000047590343,0.00020864868,0.0042009666,0.000016771945,0.00017860407,0.00012421646,0.00003576851,0.000012708899],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009257642,0.00025477688,0.04307927,0.00000777949,0.000659633,0.000031778796,0.0005263438,0.00037555044,0.029398795,0.021400899,0.00007190642,0.904184],"study_design_scores_gemma":[0.00026494774,0.00006141791,0.82064354,0.000021984983,0.00035024926,0.0000049131104,0.00004670844,0.1423639,0.010340291,0.022737008,0.0029156522,0.00024936275],"about_ca_topic_score_codex":0.000007474403,"about_ca_topic_score_gemma":0.000033287466,"teacher_disagreement_score":0.90393466,"about_ca_system_score_codex":0.000004281712,"about_ca_system_score_gemma":0.000029292836,"threshold_uncertainty_score":0.20184252},"labels":[],"label_agreement":null},{"id":"W2968475444","doi":"10.1287/deca.2018.0388","title":"Improving Accuracy by Coherence Weighting of Direct and Ratio Probability Judgments","year":2019,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Overconfidence effect; Weighting; Coherence (philosophical gambling strategy); Probabilistic logic; Econometrics; Statistics; Computer science; Mathematics; Artificial intelligence; Psychology; Social psychology","score_opus":0.05305082806898057,"score_gpt":0.35938487743123354,"score_spread":0.30633404936225295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968475444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8817751,0.000068073954,0.11591931,0.000083080115,0.000024596871,0.0002730792,0.000035698133,0.00003762751,0.0017834256],"genre_scores_gemma":[0.9674888,0.000009296035,0.031901084,0.00003831474,0.0000057619536,0.000011556851,0.000009198415,0.0000051557477,0.00053080724],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997348,0.00010041435,0.00084032456,0.0006262997,0.000930879,0.00015408872],"domain_scores_gemma":[0.9952012,0.0028036716,0.0005943416,0.00094492006,0.00037067028,0.00008522619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028001817,0.00012074633,0.00046239208,0.0003292201,0.00011712699,0.00018104908,0.00056180137,0.000064617816,0.00072881905],"category_scores_gemma":[0.0040827068,0.00008469195,0.00019108673,0.0024847265,0.000071204915,0.00023705007,0.00025811428,0.00008303976,0.00004859058],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003945211,0.00015885783,0.25480336,0.000009976981,0.00014473175,4.4980234e-7,0.00021056709,0.0004270045,0.037303515,0.0009248901,0.004851917,0.70112526],"study_design_scores_gemma":[0.00102295,0.00032187617,0.11146285,0.000104524865,0.0008432015,0.0000038188173,0.0005325991,0.67322147,0.07195627,0.12311422,0.016479313,0.0009369334],"about_ca_topic_score_codex":0.00024236717,"about_ca_topic_score_gemma":0.00006064371,"teacher_disagreement_score":0.70018834,"about_ca_system_score_codex":0.00002453419,"about_ca_system_score_gemma":0.000026187443,"threshold_uncertainty_score":0.79800576},"labels":[],"label_agreement":null},{"id":"W3125789064","doi":"10.1287/deca.1090.0149","title":"The Impact of Online Auction Duration","year":2009,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Common value auction; Duration (music); Dutch auction; Microeconomics; Forward auction; Bidding; English auction; Economics; Jump; Unique bid auction; Revenue equivalence; Auction theory","score_opus":0.06204530858558244,"score_gpt":0.4640449725205675,"score_spread":0.40199966393498504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125789064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5961934,0.000053766038,0.40179667,0.0011017942,0.00004946297,0.00007328504,0.000019760211,0.00002030424,0.0006915613],"genre_scores_gemma":[0.9978218,0.000041957428,0.00084154273,0.000043006556,0.00005293324,0.000002226312,0.000017732842,0.000002249011,0.0011765701],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977116,0.00016571123,0.00086908124,0.00027480698,0.00086426287,0.00011451345],"domain_scores_gemma":[0.99655217,0.0014517269,0.0005028713,0.00087328587,0.0005469701,0.00007300252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023578834,0.00008944756,0.0002458432,0.0005317732,0.00038377717,0.00014520728,0.0005204072,0.00005200613,0.00073984516],"category_scores_gemma":[0.0022587508,0.000044904093,0.0006716867,0.005319376,0.00007363364,0.00021159372,0.000025651838,0.00007981271,0.00016444345],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014690164,0.00022061718,0.0036833987,7.7378054e-8,0.00024466665,4.1775323e-7,0.00013572001,0.06022529,0.0015492877,0.011128582,0.008101327,0.9145637],"study_design_scores_gemma":[0.00016092822,0.00010148288,0.5872006,0.0000018041366,0.00018550524,0.0000029912069,0.0004727609,0.07494663,0.0004447538,0.33210722,0.0042825527,0.00009277513],"about_ca_topic_score_codex":0.000023467226,"about_ca_topic_score_gemma":0.0000591524,"teacher_disagreement_score":0.9144709,"about_ca_system_score_codex":0.00003766715,"about_ca_system_score_gemma":0.00003632996,"threshold_uncertainty_score":0.81007856},"labels":[],"label_agreement":null},{"id":"W4205894018","doi":"10.1287/deca.1110.0207","title":"About the Authors","year":2011,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematical economics; Management science; Epistemology; Economics; Computer science; Philosophy","score_opus":0.2131700065021262,"score_gpt":0.4103663518506729,"score_spread":0.1971963453485467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205894018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28205603,0.0011038592,0.6246779,0.0024215835,0.00057596294,0.0001705361,0.000020885826,0.000110976296,0.08886227],"genre_scores_gemma":[0.98369163,0.00028320754,0.0054883207,0.00073082524,0.000055367127,0.0000080082145,0.00000529984,0.000009859589,0.009727485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945407,0.000499215,0.0012040662,0.0007399826,0.0026857,0.0003303206],"domain_scores_gemma":[0.99405926,0.0022773799,0.00039744,0.0023959826,0.0005499091,0.00032001006],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006577456,0.00019745517,0.0006284104,0.0015303645,0.0005535973,0.00033255512,0.0023881218,0.00012072262,0.01522272],"category_scores_gemma":[0.0054249656,0.000095239026,0.0016455385,0.012991576,0.00018729997,0.0002701175,0.00026536814,0.00021935064,0.004948454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013984971,0.00011575097,0.120666794,2.741772e-7,0.0015493196,0.00003121268,0.0043851533,0.0013907824,0.000010445993,0.007349965,0.033589646,0.8307708],"study_design_scores_gemma":[0.00030311427,0.000056601486,0.41478074,0.0000051239094,0.002743284,0.0000054415004,0.005704789,0.055813976,0.00011002931,0.32202664,0.19801758,0.00043267888],"about_ca_topic_score_codex":0.0002480083,"about_ca_topic_score_gemma":0.0006720174,"teacher_disagreement_score":0.8303381,"about_ca_system_score_codex":0.00002372041,"about_ca_system_score_gemma":0.00004736773,"threshold_uncertainty_score":0.9958263},"labels":[],"label_agreement":null},{"id":"W4237987460","doi":"10.1287/deca.1110.0214","title":"About the Authors","year":2011,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Risk and Portfolio Optimization","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematical economics; Computer science; Management science; Economics","score_opus":0.1872382633331073,"score_gpt":0.4056464698039651,"score_spread":0.21840820647085782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237987460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19386837,0.00037329603,0.73122185,0.00034719528,0.0005439748,0.00012672678,0.00000816014,0.00006212252,0.073448285],"genre_scores_gemma":[0.98153734,0.0003342898,0.009217096,0.00053201336,0.00004836237,0.0000065425033,0.000006993533,0.000008078793,0.008309293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967327,0.00024049777,0.0007715622,0.0004463597,0.0016107039,0.00019813614],"domain_scores_gemma":[0.99677616,0.0009625457,0.00030228705,0.001348729,0.0004209632,0.0001893081],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037135945,0.00012263765,0.00030983897,0.00096112123,0.00030561147,0.00026668105,0.0011855273,0.00008537653,0.006949958],"category_scores_gemma":[0.0030235155,0.000059886064,0.0005397376,0.0072466703,0.000087869324,0.0002345583,0.00012400415,0.00011457063,0.002122883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009312263,0.0000776742,0.21753486,1.18846835e-7,0.00037364213,0.000014990622,0.0040761656,0.006021166,0.000004596447,0.0067126728,0.058355656,0.7067353],"study_design_scores_gemma":[0.00026897065,0.000053006315,0.44273835,0.0000037614695,0.0008426501,0.000005376427,0.0022924303,0.11829969,0.00011396647,0.10250685,0.33255705,0.00031788243],"about_ca_topic_score_codex":0.00009821844,"about_ca_topic_score_gemma":0.00013979613,"teacher_disagreement_score":0.78766894,"about_ca_system_score_codex":0.000012229867,"about_ca_system_score_gemma":0.000035932244,"threshold_uncertainty_score":0.99865407},"labels":[],"label_agreement":null},{"id":"W4362465774","doi":"10.1287/deca.2023.0472","title":"Using Decision Analysis to Determine the Feasibility of a Conservation Translocation","year":2023,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Zoo","funders":"Office of Experimental Program to Stimulate Competitive Research; U.S. Fish and Wildlife Service; National Science Foundation","keywords":"Population; Agency (philosophy); Decision analysis; Government (linguistics); Population viability analysis; Environmental resource management; Operations research; Business; Geography; Computer science; Endangered species; Economics; Engineering; Sociology; Demography","score_opus":0.15769423891473586,"score_gpt":0.37431341612430746,"score_spread":0.2166191772095716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362465774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8411521,0.000010461768,0.15790933,0.00040110192,0.000033787168,0.00016045428,0.000060120117,0.000030502995,0.00024213955],"genre_scores_gemma":[0.9982652,0.000039059934,0.0012277319,0.00026022783,0.0000059736135,0.00000976177,0.000119251636,0.0000056097183,0.00006715934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980406,0.00009062732,0.000524661,0.00039084002,0.0007603127,0.00019296238],"domain_scores_gemma":[0.9985755,0.0004195367,0.00015677464,0.0006698778,0.000072600895,0.00010568733],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00115182,0.000121518024,0.0003348601,0.00051766436,0.00018966738,0.000045489076,0.0003207944,0.000059474034,0.019027399],"category_scores_gemma":[0.00042563613,0.00008724531,0.00047372965,0.016986461,0.00009043524,0.00011321758,0.00012959255,0.000051389907,0.00048014268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001744553,0.0001408616,0.82438326,0.0000028443303,0.00075790973,0.000003410574,0.0006544985,0.10094207,0.015200148,0.00008476027,0.0028814925,0.054774277],"study_design_scores_gemma":[0.00015585122,0.000018263248,0.800804,0.00000343295,0.0012726566,3.6143626e-7,0.0005573917,0.19570209,0.00057474733,0.0001811263,0.0006388465,0.00009119576],"about_ca_topic_score_codex":0.00090674625,"about_ca_topic_score_gemma":0.007956211,"teacher_disagreement_score":0.15711313,"about_ca_system_score_codex":0.00029807628,"about_ca_system_score_gemma":0.000008289625,"threshold_uncertainty_score":0.98186934},"labels":[],"label_agreement":null},{"id":"W4384694506","doi":"10.1287/deca.2022.0063","title":"Assortment Planning with Satisficing Customers","year":2023,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Supply Chain and Inventory Management","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Satisficing; Bounded rationality; Profit (economics); Economics; Microeconomics; Computer science; Expected utility hypothesis; Heuristics; Operations research; Marketing; Mathematical economics; Business; Mathematics","score_opus":0.026217680220161934,"score_gpt":0.26457895677075927,"score_spread":0.23836127655059733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384694506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9105222,0.00006488053,0.015983311,0.00085318787,0.00040516714,0.0003084587,0.0000026528494,0.0007393716,0.071120724],"genre_scores_gemma":[0.99622965,0.000010769779,0.00031570636,0.0016049504,0.00022275717,0.000023178733,0.00010704806,0.000024903598,0.0014610356],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982804,0.00000915207,0.0002940129,0.00039626943,0.0006922113,0.00032793672],"domain_scores_gemma":[0.9992404,0.00010650605,0.00016336924,0.00038358607,0.00008401287,0.000022116492],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006306779,0.00017984142,0.0002923951,0.0022290947,0.00023341006,0.00032884354,0.0002436118,0.00003793817,0.001021107],"category_scores_gemma":[0.000084824016,0.00013911557,0.00019364138,0.006110518,0.00002595511,0.00043219147,0.00018663368,0.000081989194,0.0019664776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015585948,0.000112612994,0.46593973,0.00006145795,0.0027952283,0.0003302104,0.0002624542,0.2774949,0.0000701346,0.009300196,0.13542742,0.10804979],"study_design_scores_gemma":[0.00092337624,0.00001926737,0.20460992,0.000077672805,0.0019628077,5.9078104e-7,0.00278057,0.28531596,0.000013765102,0.00084169366,0.50291485,0.0005395259],"about_ca_topic_score_codex":0.00019131752,"about_ca_topic_score_gemma":0.00012142945,"teacher_disagreement_score":0.36748743,"about_ca_system_score_codex":0.00005100488,"about_ca_system_score_gemma":0.000006392283,"threshold_uncertainty_score":0.9998921},"labels":[],"label_agreement":null},{"id":"W4389623701","doi":"10.1287/deca.2023.intro.v20.n4","title":"Decision Analysis to Advance Environmental Sustainability","year":2023,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Decision analysis; Sustainability science; Scope (computer science); Sustainability organizations; Status quo; Decision support system; Environmental resource management; Risk analysis (engineering); Management science; Business; Computer science; Environmental planning; Environmental economics; Economics; Ecology; Environmental science","score_opus":0.03707153982529466,"score_gpt":0.25812025071307226,"score_spread":0.2210487108877776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389623701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79426515,0.00015954037,0.20408899,0.00028160537,0.00011829578,0.00018306987,0.00018663066,0.000055173958,0.00066157884],"genre_scores_gemma":[0.99381673,0.00021992016,0.0036056156,0.00023623016,0.000031656517,0.000045118333,0.0002689529,0.000021581134,0.0017541647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737173,0.000028207081,0.0010280468,0.0010176458,0.00015348021,0.00040087636],"domain_scores_gemma":[0.9981708,0.00028828246,0.0002734103,0.0010092241,0.0000148313175,0.00024345602],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001462475,0.00022304984,0.00078036526,0.0026279606,0.0002030969,0.00008811376,0.0003794227,0.00011338806,0.0053407564],"category_scores_gemma":[0.0003743784,0.0002549865,0.00086341985,0.005487784,0.000050999162,0.00028477793,0.0002604342,0.00010269262,0.01050256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033966473,0.00008700638,0.78783584,0.0000016061718,0.0012566061,0.0000060833468,0.00018672957,0.18728203,0.000014358138,0.0014147083,0.0008431203,0.021037964],"study_design_scores_gemma":[0.0002676848,0.00003167883,0.9052906,0.0000013205615,0.0005180489,2.905974e-7,0.00030266316,0.06206754,0.000020091551,0.021029765,0.010186716,0.00028360734],"about_ca_topic_score_codex":0.00012309647,"about_ca_topic_score_gemma":0.00015589841,"teacher_disagreement_score":0.20048337,"about_ca_system_score_codex":0.00072681095,"about_ca_system_score_gemma":0.000007917447,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W4408288129","doi":"10.1287/deca.2024.0207","title":"A Bayesian Analysis Framework for Decision Making with Interval Pairwise Comparison Judgments","year":2025,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Pairwise comparison; Bayesian probability; Decision analysis; Decision theory; Interval (graph theory); Bayesian statistics; Computer science; Credible interval; Econometrics; Mathematical economics; Artificial intelligence; Mathematics; Bayesian inference; Statistics; Machine learning; Combinatorics","score_opus":0.09914625328407649,"score_gpt":0.4823816967058079,"score_spread":0.3832354434217314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408288129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11349087,0.0002947026,0.8835818,0.00041458377,0.0006401315,0.0006796983,0.000106700245,0.00014337653,0.00064810057],"genre_scores_gemma":[0.62046266,0.000008126189,0.3780987,0.00075492176,0.000054585285,0.00007485353,0.000026063373,0.000032437387,0.0004876776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9858055,0.00068142,0.004187866,0.003001737,0.005310683,0.0010127769],"domain_scores_gemma":[0.95797545,0.0335548,0.0015860106,0.0043844506,0.0020716488,0.00042762753],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.008744956,0.00082114857,0.003350375,0.013974429,0.00090329,0.002679187,0.0036748142,0.00050872983,0.004525875],"category_scores_gemma":[0.025956227,0.00058161176,0.003287128,0.03974261,0.00020507436,0.000674667,0.0010264319,0.00057798985,0.0002247827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002680323,0.0004480913,0.28748363,0.000008320593,0.007340457,0.000036712416,0.0005094286,0.07091579,0.000021974336,0.0024428037,0.009747986,0.6183645],"study_design_scores_gemma":[0.0012304645,0.00014917119,0.09858568,0.0004630175,0.009557335,0.0000022017523,0.0013966508,0.7776818,0.00005648025,0.098878,0.0113020195,0.0006971615],"about_ca_topic_score_codex":0.00004959941,"about_ca_topic_score_gemma":0.0017945973,"teacher_disagreement_score":0.706766,"about_ca_system_score_codex":0.00034956366,"about_ca_system_score_gemma":0.00016160542,"threshold_uncertainty_score":0.99966353},"labels":[],"label_agreement":null}]}