{"meta":{"query_hash":"e595654d4881","filters":{"venue":"INFORMS Transactions on Education"},"cohort_total":53,"direct_labels_cover":0,"predictions_cover":53,"exported":53,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e595654d4881","api":"https://metacan.xera.ac/api/v1/cohort?venue=INFORMS+Transactions+on+Education"},"results":[{"id":"W1886326043","doi":"10.1287/ited.2013.0120","title":"Bayesian Inference Using Gibbs Sampling in Applications and Curricula of Decision Analysis","year":2014,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gibbs sampling; Computer science; Prior probability; Markov chain Monte Carlo; Machine learning; Inference; Bayesian probability; Bayesian inference; Conjugate prior; Artificial intelligence; Software; Bayes' theorem; Data mining","score_opus":0.07231969343197903,"score_gpt":0.4253733422701641,"score_spread":0.3530536488381851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886326043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21491185,0.000011063102,0.7840702,0.00007928081,0.00003781176,0.00024555862,0.000009773308,0.000026174115,0.00060830254],"genre_scores_gemma":[0.90923685,0.000016627264,0.09051211,0.000047297606,0.000015223234,0.0001228863,0.000008205673,0.000005822976,0.00003499592],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984041,0.000030020068,0.000726936,0.00030234345,0.0004007228,0.00013586658],"domain_scores_gemma":[0.99797094,0.0008291635,0.00027768503,0.00056449545,0.0002756894,0.000082055405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009263273,0.000114682814,0.0002315117,0.0013349791,0.00018058362,0.0000934704,0.00028201545,0.00008635121,0.00007069611],"category_scores_gemma":[0.00024092536,0.00009398981,0.0001000489,0.0032965718,0.00008955884,0.000340602,0.000007783533,0.0001401877,0.000009232149],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008135193,0.00020230483,0.0070283487,0.000006283324,0.000012191876,1.16387024e-8,0.0002904066,0.047054164,0.00016375542,0.007200533,0.0000078335015,0.938026],"study_design_scores_gemma":[0.00035337824,0.00012945649,0.09347275,0.00017252825,0.00022067472,0.0000099876925,0.0014003571,0.6869277,0.0017835797,0.20811366,0.0069472934,0.00046867778],"about_ca_topic_score_codex":0.0003280534,"about_ca_topic_score_gemma":0.00024149571,"teacher_disagreement_score":0.93755734,"about_ca_system_score_codex":0.00005799234,"about_ca_system_score_gemma":0.00010826769,"threshold_uncertainty_score":0.38327932},"labels":[],"label_agreement":null},{"id":"W1987492098","doi":"10.1287/ited.1100.0049","title":"An In-Class Competition Introducing Inventory Management Concepts","year":2010,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Newsvendor model; Competition (biology); Economic shortage; Computer science; Class (philosophy); Inventory management; Process (computing); Inventory theory; Concept inventory; Subject (documents); Operations research; Inventory control; Operations management; Economics; Marketing; Business; Supply chain; Artificial intelligence; Mathematics","score_opus":0.008093644898608445,"score_gpt":0.271538651769697,"score_spread":0.26344500687108857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987492098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38948354,0.0000063251186,0.59473497,0.0007536507,0.004065356,0.0002637702,8.647858e-7,0.00020246614,0.010489073],"genre_scores_gemma":[0.9783716,0.0000075020116,0.020802168,0.00049921183,0.00013162868,0.000053698306,0.00001007059,0.000007957425,0.00011614093],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904907,0.000018610077,0.00025458014,0.00028268102,0.00018761896,0.00020745044],"domain_scores_gemma":[0.9991916,0.000021251286,0.00006804574,0.0005671099,0.000059844035,0.00009216774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002393915,0.00011777827,0.00008837935,0.0003737997,0.00016339433,0.00017410186,0.0004207343,0.0000621764,0.00006977899],"category_scores_gemma":[0.0000037416855,0.0001166135,0.000037677186,0.00040307114,0.00003091341,0.0012607113,0.000006466926,0.0003035645,0.000071094524],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007782278,0.0006164962,0.00054792967,0.000030502864,0.00001205668,0.0000010872022,0.0039353883,0.010999989,0.0012100969,0.10069697,0.00010826203,0.88183343],"study_design_scores_gemma":[0.0031791884,0.00080322573,0.18771543,0.00055314664,0.000055512144,0.000115526644,0.007880062,0.6739928,0.020559737,0.01992479,0.08304096,0.0021795945],"about_ca_topic_score_codex":0.0001285947,"about_ca_topic_score_gemma":0.00020771365,"teacher_disagreement_score":0.8796539,"about_ca_system_score_codex":0.00010365928,"about_ca_system_score_gemma":0.000099775396,"threshold_uncertainty_score":0.47553605},"labels":[],"label_agreement":null},{"id":"W1988175132","doi":"10.1287/ited.1110.0080","title":"Recommendations for an Undergraduate Curriculum at the Interface of Operations Research and Computer Science","year":2012,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Undergraduate Education","keywords":"Curriculum; Interface (matter); Computer science; Set (abstract data type); Work (physics); Undergraduate research; Mathematics education; Engineering ethics; Undergraduate education; Order (exchange); Engineering management; Medical education; Pedagogy; Sociology; Psychology; Engineering; Medicine; Mechanical engineering; Programming language; Business","score_opus":0.04399661379666994,"score_gpt":0.3694180963995592,"score_spread":0.3254214826028893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988175132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14681214,0.000056419158,0.85035616,0.0010599708,0.0010359811,0.000324075,0.000016366555,0.000054577373,0.00028433383],"genre_scores_gemma":[0.9488645,0.000060574188,0.05057664,0.000037242902,0.000065207,0.00012516948,0.00002540647,0.000009612995,0.00023563833],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945116,0.000012138465,0.00016135357,0.000081006794,0.00012888119,0.00016548234],"domain_scores_gemma":[0.99938804,0.00006549631,0.00001315679,0.00017982596,0.00027303566,0.0000804403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004542863,0.000061572566,0.000049927672,0.00020628105,0.00055352197,0.0000672131,0.00010170321,0.000029996567,0.000025198344],"category_scores_gemma":[0.000013408389,0.000046965128,0.00001612073,0.0004337883,0.00015599414,0.00071504165,0.0000033724007,0.00011249053,0.000010567921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008407738,0.0005108235,0.00011516342,0.00004194881,0.000025992354,2.2668998e-9,0.0067502805,0.7466276,0.0005169025,0.0051091504,0.0009972072,0.23929648],"study_design_scores_gemma":[0.00021006267,0.0001715594,0.0005419429,0.000039886454,0.0000142805275,0.0000071423583,0.0033866058,0.9763401,0.01586998,0.00024761359,0.0030318554,0.0001389816],"about_ca_topic_score_codex":0.000045390367,"about_ca_topic_score_gemma":0.000066528264,"teacher_disagreement_score":0.8020524,"about_ca_system_score_codex":0.000115041374,"about_ca_system_score_gemma":0.000075489625,"threshold_uncertainty_score":0.42572993},"labels":[],"label_agreement":null},{"id":"W1995444879","doi":"10.1287/ited.2013.0110ca","title":"<b>Case Article</b>—Acusis: Medical Transcription Outsourcing","year":2013,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library of Parliament","funders":"","keywords":"Outsourcing; Transcription (linguistics); Procurement; Computer science; Business; Operations management; Medical education; Knowledge management; Public relations; Marketing; Medicine; Economics; Political science","score_opus":0.06810485384789476,"score_gpt":0.42309024205619117,"score_spread":0.3549853882082964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995444879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85307825,0.000055991277,0.09593351,0.034202028,0.0038556387,0.0019696807,0.000025426918,0.0004456181,0.010433871],"genre_scores_gemma":[0.9873677,0.00006705963,0.00052425556,0.008443564,0.0003451183,0.0011594462,0.000029544466,0.000024763483,0.0020385436],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99761164,0.00026246926,0.00091404695,0.00023377835,0.00048066038,0.00049741054],"domain_scores_gemma":[0.99829584,0.00036733787,0.00015473322,0.00039122475,0.00034238846,0.00044844983],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00077556167,0.00017882633,0.00020320388,0.0002314303,0.001381402,0.000027479478,0.00014249764,0.00044947874,0.010376043],"category_scores_gemma":[0.00012424019,0.0001527264,0.0001135639,0.0003693369,0.0000659832,0.00083678303,0.0000024984733,0.0011474574,0.0041066003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008924828,0.00081167417,0.0015471556,0.0006570737,0.00005086129,0.0000109347375,0.047964614,0.00032364062,0.0001714214,0.004324502,0.0031677086,0.9408812],"study_design_scores_gemma":[0.007959625,0.0013868187,0.094176844,0.0044717053,0.00040086356,0.0021171465,0.6905553,0.031260394,0.0017501785,0.02808856,0.13480219,0.0030303719],"about_ca_topic_score_codex":0.0034008275,"about_ca_topic_score_gemma":0.0008409329,"teacher_disagreement_score":0.9378508,"about_ca_system_score_codex":0.00032203674,"about_ca_system_score_gemma":0.0009976731,"threshold_uncertainty_score":0.99991864},"labels":[],"label_agreement":null},{"id":"W1997474088","doi":"10.1287/ited.1.1.18","title":"Teaching Business Statistics with Microsoft Excel","year":2000,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Business statistics; Microsoft excel; Computer science; Course (navigation); Microsoft Office; Work (physics); Data science; Statistics; World Wide Web; Mathematics; Engineering","score_opus":0.014984600713755555,"score_gpt":0.35348121322989934,"score_spread":0.33849661251614377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997474088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14256895,0.000019920011,0.59971213,0.0081337225,0.0027770621,0.00075615384,0.00007509438,0.00027131164,0.24568564],"genre_scores_gemma":[0.64573854,0.000062912935,0.28385046,0.0017103383,0.0006776233,0.0002598899,0.00009827245,0.00003394838,0.06756803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988867,0.00007951422,0.0002599463,0.0001730287,0.00035896062,0.00024183214],"domain_scores_gemma":[0.9989285,0.00019563943,0.00008247662,0.00023389613,0.0004782608,0.000081232865],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052783976,0.00012516216,0.00009465395,0.00024399413,0.001304744,0.00013210977,0.00018995431,0.00008949471,0.0022805217],"category_scores_gemma":[0.00008329232,0.000115533956,0.000022184991,0.000847394,0.00020751459,0.0006935618,5.9979317e-7,0.00028550846,0.00023480554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030495648,0.00045898158,0.00012899084,0.000014194142,0.0000148497065,1.1966593e-7,0.011068951,0.00072002603,0.000022374381,0.037211612,0.0012006799,0.94912875],"study_design_scores_gemma":[0.0003211405,0.00008469176,0.020748891,0.0001079073,0.00004726072,0.000013310106,0.013759403,0.00005677673,0.00023262962,0.010440345,0.9537216,0.00046603574],"about_ca_topic_score_codex":0.0029428839,"about_ca_topic_score_gemma":0.0005503386,"teacher_disagreement_score":0.9525209,"about_ca_system_score_codex":0.0003278227,"about_ca_system_score_gemma":0.0017337154,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W2020858880","doi":"10.1287/ited.1.2.51","title":"Causes of the Decline of the Business School Management Science Course","year":2001,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Business management; Computer science; Root (linguistics); Course (navigation); Management science; Engineering ethics; Business; Economics; Engineering","score_opus":0.06751861823834937,"score_gpt":0.39151496754469367,"score_spread":0.3239963493063443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020858880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89168435,0.0001353728,0.07972471,0.0031160715,0.0050936844,0.00086065737,0.000014898503,0.000022386548,0.019347884],"genre_scores_gemma":[0.9928887,0.000010915406,0.0003713284,0.0002635302,0.00002987803,0.000019946861,1.3048465e-7,0.000004145081,0.006411442],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971541,0.00003387849,0.0007296827,0.00020225153,0.00174129,0.00013880082],"domain_scores_gemma":[0.99719095,0.00018962355,0.00044708716,0.0011515163,0.0009644973,0.00005629786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012836552,0.00009157807,0.00014387417,0.00033336636,0.00043129164,0.000122543,0.0012717694,0.00003088221,0.0003287882],"category_scores_gemma":[0.000397112,0.000043193108,0.00012163967,0.004281144,0.00031968462,0.0005014189,0.00003575887,0.000097356264,0.00004263362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013199108,0.0014965185,0.03284149,0.000050929004,0.0000510539,3.6990534e-7,0.0019044939,0.044809967,0.0015950183,0.022779,0.0090137925,0.8853254],"study_design_scores_gemma":[0.000229845,0.00002120271,0.9436161,0.00017140253,0.000026724907,0.000018750505,0.004094211,0.0006891139,0.0017344967,0.011433904,0.037867576,0.00009668691],"about_ca_topic_score_codex":0.00019664232,"about_ca_topic_score_gemma":0.00023766185,"teacher_disagreement_score":0.9107746,"about_ca_system_score_codex":0.0000703668,"about_ca_system_score_gemma":0.0005994467,"threshold_uncertainty_score":0.36000004},"labels":[],"label_agreement":null},{"id":"W2024565576","doi":"10.1287/ited.1090.0028ca","title":"<b>Case Article</b>—MotherLand Air: Using Experiential Learning to Teach Revenue Management Concepts","year":2009,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Supply Chain and Inventory Management","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reservation; Experiential learning; Revenue management; Revenue; Computer science; Work (physics); Horizon; Operations research; Case teaching; Marketing; Business; Teaching method; Mathematics education; Psychology; Finance; Engineering","score_opus":0.01579625402705506,"score_gpt":0.2759329801958877,"score_spread":0.26013672616883265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024565576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9183733,0.000015323434,0.058116175,0.0014137628,0.0015278386,0.00089769077,0.0000023685807,0.00023697394,0.0194166],"genre_scores_gemma":[0.9889892,0.00000369451,0.0010447438,0.005988905,0.00050144544,0.000076208096,0.000014331032,0.000021230491,0.003360287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891084,0.000009649092,0.00029682234,0.0002609315,0.00023859245,0.00028318746],"domain_scores_gemma":[0.9995128,0.000007854846,0.00010839338,0.00025768072,0.000074740674,0.000038550254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020058565,0.00018391004,0.000124696,0.00048325112,0.0004538865,0.00022123227,0.00013717088,0.000051882165,0.00047464535],"category_scores_gemma":[0.000010038832,0.00018346823,0.000086756845,0.00052010216,0.00002366099,0.0010825339,0.0000072134667,0.00015709465,0.00039036456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024980403,0.0012876014,0.0003444056,0.00015662941,0.00009001025,0.000060925595,0.0042785234,0.047984637,0.0006147596,0.0077406103,0.007978097,0.929214],"study_design_scores_gemma":[0.0020300043,0.00023337464,0.0044518756,0.00034670258,0.00028277736,0.00012538135,0.04275332,0.020061808,0.001169336,0.0018821143,0.9254768,0.0011865385],"about_ca_topic_score_codex":0.00013515378,"about_ca_topic_score_gemma":0.000024158038,"teacher_disagreement_score":0.92802745,"about_ca_system_score_codex":0.0001415391,"about_ca_system_score_gemma":0.000021220478,"threshold_uncertainty_score":0.74816173},"labels":[],"label_agreement":null},{"id":"W2027823098","doi":"10.1287/ited.2013.0108","title":"Lessons Learned from Implementing Web-Based Simulations to Teach Operations Management Concepts","year":2013,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Curriculum; Experiential learning; Multimedia; Mathematics education; Psychology; Pedagogy","score_opus":0.02607449540403731,"score_gpt":0.3083775530447606,"score_spread":0.2823030576407233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027823098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61341107,0.000016898872,0.1788066,0.061962646,0.0037351314,0.0049987403,0.000065186556,0.0010694475,0.13593428],"genre_scores_gemma":[0.97922784,0.000005659772,0.005259221,0.007824148,0.00048150076,0.0010085807,0.0006612369,0.00004057915,0.005491232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983027,0.000017135379,0.0004913054,0.00043013575,0.00034831552,0.00041043648],"domain_scores_gemma":[0.99891186,0.00007745428,0.00014011352,0.0005086643,0.00030946155,0.000052439915],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00028451375,0.00026450926,0.00016220906,0.00089420174,0.0008337731,0.0009195317,0.00030533204,0.00007398081,0.005865484],"category_scores_gemma":[0.000050471146,0.00026701894,0.00010003059,0.0009058329,0.00002904124,0.001959357,0.000020115667,0.00017883288,0.0023432171],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042404034,0.0012038607,0.0013227414,0.00015930216,0.00013433877,2.671689e-7,0.00051179127,0.06329062,0.0010066835,0.016834695,0.04257528,0.872918],"study_design_scores_gemma":[0.0016515552,0.000039849052,0.04291252,0.00024330057,0.00032498475,2.7049126e-7,0.0074498085,0.099448964,0.00038144315,0.0047641136,0.8417443,0.0010388877],"about_ca_topic_score_codex":0.002429692,"about_ca_topic_score_gemma":0.00089961535,"teacher_disagreement_score":0.87187916,"about_ca_system_score_codex":0.00016141403,"about_ca_system_score_gemma":0.00011733924,"threshold_uncertainty_score":0.9999782},"labels":[],"label_agreement":null},{"id":"W2048974007","doi":"10.1287/ited.7.3.223","title":"Solving the U2 Brainteaser with Integer and Dynamic Programming","year":2007,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Integer programming; Computer science; Integer (computer science); Branch and price; Dynamic programming; Mathematical optimization; Programming language; Mathematics; Algorithm","score_opus":0.01053777869068455,"score_gpt":0.27295812608886283,"score_spread":0.26242034739817827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048974007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6887867,0.00001726089,0.30675015,0.0013852017,0.00045825122,0.0003306133,0.0000018074752,0.000096127456,0.0021739074],"genre_scores_gemma":[0.9966649,0.000007885489,0.0011687755,0.0010670122,0.000030203588,0.000030606807,0.0000012406637,0.000010749517,0.0010186358],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992992,0.0000126786335,0.00016100456,0.00017911183,0.00014858363,0.00019936681],"domain_scores_gemma":[0.9994539,0.0002144162,0.000058994567,0.00017297767,0.000040144812,0.000059554455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019583253,0.00010974848,0.00006105517,0.0001282193,0.00029987103,0.00014979615,0.00013293214,0.00003698917,0.000026625417],"category_scores_gemma":[0.00002598779,0.00006395788,0.000028078653,0.00023858137,0.00012649942,0.00042427675,0.0000026658577,0.00022822164,0.000017338354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006173013,0.00018895767,0.00007280239,0.00002082001,0.000008428126,8.282983e-7,0.00499045,0.00026311522,0.0046711746,0.0006111621,0.000046861616,0.9890637],"study_design_scores_gemma":[0.0020515898,0.002345629,0.029252533,0.0010924427,0.00014714435,0.0013953741,0.047496047,0.018570436,0.75305766,0.0021433611,0.14060944,0.0018383664],"about_ca_topic_score_codex":0.000039014307,"about_ca_topic_score_gemma":0.00014698492,"teacher_disagreement_score":0.9872253,"about_ca_system_score_codex":0.000055508568,"about_ca_system_score_gemma":0.00007404139,"threshold_uncertainty_score":0.26081267},"labels":[],"label_agreement":null},{"id":"W2049668503","doi":"10.1287/ited.2.2.27","title":"Graphical Spreadsheet Simulation of Queues","year":2002,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Computer science; Gantt chart; Queue; Queueing theory; Graph; Service (business); Queue management system; Fork–join queue; Callback; Real-time computing; Operations research; Theoretical computer science; Computer network; Mathematics","score_opus":0.08833992769319732,"score_gpt":0.402821534329423,"score_spread":0.3144816066362257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049668503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116312675,0.00003879882,0.8562626,0.0014796335,0.00040956814,0.0005514384,0.00003428865,0.0001859141,0.024725083],"genre_scores_gemma":[0.9956818,0.000024090094,0.0015782466,0.00024109505,0.00004298491,0.00008012853,0.000008619132,0.000009367535,0.0023336546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819046,0.000032550157,0.0007266954,0.00023647177,0.0006867716,0.00012706789],"domain_scores_gemma":[0.997972,0.00061492407,0.0002419683,0.0005963613,0.0004883078,0.000086428074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003876765,0.00011584082,0.00016112479,0.00061701954,0.00017192995,0.000077103854,0.00029745474,0.000112483685,0.0025101413],"category_scores_gemma":[0.00018715695,0.000092181464,0.00014758811,0.001252642,0.00008559394,0.00057677604,0.0000025879394,0.00013561855,0.0003229353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001643568,0.0006636102,0.0004662346,0.0000050265253,0.000010348534,3.552298e-8,0.00079302944,0.11431698,0.00017853544,0.0075070485,0.0016905783,0.87435216],"study_design_scores_gemma":[0.00071277615,0.000445894,0.024917658,0.000079143676,0.000060443188,0.000008381844,0.002154548,0.6592023,0.014481425,0.122308195,0.1749841,0.00064516906],"about_ca_topic_score_codex":0.00003840488,"about_ca_topic_score_gemma":0.000011088635,"teacher_disagreement_score":0.87936914,"about_ca_system_score_codex":0.000042712196,"about_ca_system_score_gemma":0.000044119035,"threshold_uncertainty_score":0.9984017},"labels":[],"label_agreement":null},{"id":"W2052583011","doi":"10.1287/ited.5.1.37","title":"Simulating NHL Games to Motivate Student Interest in OR/MS","year":2004,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"League; Computer science; Mathematics education; Monte Carlo method; Simulation; Operations research; Psychology; Statistics; Mathematics; Astronomy","score_opus":0.036967080452320035,"score_gpt":0.31580619388235026,"score_spread":0.2788391134300302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052583011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50945884,0.0000040800387,0.48755124,0.0009721379,0.0007497019,0.00018701355,5.043898e-7,0.00009967624,0.0009767711],"genre_scores_gemma":[0.982228,0.0000040110185,0.016551584,0.00093314797,0.000056513498,0.000042764063,0.0000015281269,0.000009356419,0.00017313511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989995,0.00001059094,0.00033054026,0.00025510872,0.0001554714,0.00024880082],"domain_scores_gemma":[0.9993486,0.00006240132,0.000060613536,0.0003629363,0.000060369504,0.000105119914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001464124,0.00013808672,0.000116003335,0.00038477217,0.0001288876,0.00020936788,0.00043651665,0.00004685999,0.000030000547],"category_scores_gemma":[0.00002120004,0.0001130881,0.000044743687,0.0007095912,0.000011404979,0.0007868988,0.000014876325,0.00018213366,0.00009002302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013869972,0.00050344423,0.0004660207,0.000013789288,0.0000110707615,0.0000015950205,0.014933453,0.38551545,0.0001027256,0.003104831,0.000023664932,0.5953101],"study_design_scores_gemma":[0.008273324,0.0038220058,0.7112717,0.0047250986,0.00006260682,0.00018654902,0.02561105,0.14884086,0.046594903,0.017094241,0.029337177,0.0041804938],"about_ca_topic_score_codex":0.00042344656,"about_ca_topic_score_gemma":0.00046665172,"teacher_disagreement_score":0.71080565,"about_ca_system_score_codex":0.00030070395,"about_ca_system_score_gemma":0.000216443,"threshold_uncertainty_score":0.46115988},"labels":[],"label_agreement":null},{"id":"W2065705816","doi":"10.1287/ited.1.1.47","title":"Let's Put the Squares in Least-Squares","year":2000,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Simple linear regression; Computer science; Least-squares function approximation; Simple (philosophy); Linear regression; Cover (algebra); Regression; Line (geometry); Total least squares; Partial least squares regression; Regression analysis; Statistics; Algorithm; Mathematics; Machine learning; Engineering","score_opus":0.08265043099505216,"score_gpt":0.39486295763598084,"score_spread":0.3122125266409287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065705816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5613265,0.00028348828,0.30201086,0.02521145,0.006716003,0.0025153633,0.00014166045,0.00061195303,0.101182714],"genre_scores_gemma":[0.9494482,0.00020589409,0.022101091,0.0010733476,0.00014009797,0.000452772,0.000024357336,0.000027860195,0.026526345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990758,0.00008171369,0.0003063915,0.00014846065,0.00018971594,0.00019797173],"domain_scores_gemma":[0.9985177,0.00092615123,0.000071154565,0.0003614184,0.00007265448,0.00005090491],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038932383,0.00013771278,0.00013001522,0.000193406,0.00019159104,0.000070607646,0.0001874884,0.00007772997,0.0023841965],"category_scores_gemma":[0.0002459155,0.000096773154,0.00006348665,0.00033125986,0.00007943335,0.0002073744,0.0000010491277,0.00024623983,0.0002871782],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004541663,0.0004798354,0.00009310601,0.000038409376,0.000014376166,1.8570161e-7,0.0062008197,0.00054638623,0.000012308127,0.017168583,0.010322051,0.96507853],"study_design_scores_gemma":[0.0011025021,0.00029903636,0.03334912,0.0002453204,0.00011303224,0.000056853914,0.038215168,0.0006482303,0.0032497642,0.3742544,0.5476672,0.0007993264],"about_ca_topic_score_codex":0.00020882695,"about_ca_topic_score_gemma":0.00025966976,"teacher_disagreement_score":0.9642792,"about_ca_system_score_codex":0.000111673566,"about_ca_system_score_gemma":0.00027842115,"threshold_uncertainty_score":0.99852777},"labels":[],"label_agreement":null},{"id":"W2069402848","doi":"10.1287/ited.3.2.42","title":"Stay or Switch: An Organizational Behavior and Management Science Joint Classroom Exercise","year":2003,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Commit; Experiential learning; Irrational number; Perspective (graphical); Computer science; Organizational behavior; Probabilistic logic; Value (mathematics); Knowledge management; Management science; Psychology; Artificial intelligence; Social psychology; Mathematics education; Machine learning; Mathematics","score_opus":0.1158033304775352,"score_gpt":0.3924308286825795,"score_spread":0.2766274982050443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069402848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25842202,0.000026919064,0.7265065,0.0003073682,0.0034323512,0.0016033172,0.000051762392,0.00026042032,0.009389374],"genre_scores_gemma":[0.5113024,0.0002483659,0.4802275,0.00022643502,0.000028489014,0.0003988776,0.00002305713,0.000028808616,0.007516068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989423,0.00002980161,0.00029709173,0.00024131943,0.000297404,0.0001920732],"domain_scores_gemma":[0.99906534,0.00012698123,0.000101468504,0.0003181675,0.0002373483,0.00015070927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005279743,0.00013831806,0.00012333131,0.0003851479,0.00038595998,0.00012384265,0.0001155471,0.000053749398,0.0008508146],"category_scores_gemma":[0.00023957713,0.000111684734,0.000020423373,0.0004996818,0.00014393912,0.00043396652,0.0000029429075,0.000108449734,0.000038407456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007701714,0.0034073098,0.0008646664,0.00029096854,0.00003761926,0.000001516086,0.00806013,0.000045162225,0.0005538325,0.5670435,0.001988805,0.4176295],"study_design_scores_gemma":[0.0034842514,0.001121981,0.13173996,0.0005291767,0.0011992853,0.0003556323,0.12888429,0.00038024999,0.08361352,0.60566646,0.040520824,0.0025043776],"about_ca_topic_score_codex":0.000010659481,"about_ca_topic_score_gemma":0.000020395339,"teacher_disagreement_score":0.41512513,"about_ca_system_score_codex":0.0001586381,"about_ca_system_score_gemma":0.000554269,"threshold_uncertainty_score":0.93158233},"labels":[],"label_agreement":null},{"id":"W2075805630","doi":"10.1287/ited.1090.0028tn","title":"<b>Teaching Note</b>—MotherLand Air: Using Experiential Learning to Teach Revenue Management Concepts","year":2009,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Business Law and Ethics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Experiential learning; Revenue; Computer science; Case teaching; Mathematics education; Teaching method; Business; Psychology; Finance","score_opus":0.015033055477320582,"score_gpt":0.30077707576473645,"score_spread":0.28574402028741586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075805630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48881465,0.000028856844,0.456336,0.007914837,0.0036091805,0.0010097799,0.000004509781,0.00046235768,0.041819815],"genre_scores_gemma":[0.98668545,0.0000039468596,0.0028457288,0.006737866,0.000805849,0.000036628364,0.000025244984,0.000025868767,0.0028334002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889755,0.000010821863,0.00028746805,0.0002503019,0.00027778783,0.00027606325],"domain_scores_gemma":[0.9994828,0.000014720884,0.0001288974,0.00023109137,0.00011337848,0.00002911483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028620267,0.00019425536,0.0001439437,0.00040041585,0.00072115584,0.0002425402,0.00017218276,0.0001060713,0.00012261896],"category_scores_gemma":[0.000019649284,0.00019139163,0.00008201293,0.0003978079,0.000026562591,0.001405041,0.0000060213483,0.00041051363,0.0002129312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013332433,0.0005929513,0.00011636143,0.00017590448,0.000032714834,0.0000022422018,0.004640627,0.035584595,0.0011003667,0.013006754,0.0012459327,0.9433682],"study_design_scores_gemma":[0.0010487976,0.00008678057,0.005563191,0.00058116583,0.00017759617,0.000012521677,0.009094488,0.0071069133,0.0005290059,0.0027258818,0.9721439,0.00092975853],"about_ca_topic_score_codex":0.0006741974,"about_ca_topic_score_gemma":0.000054673186,"teacher_disagreement_score":0.970898,"about_ca_system_score_codex":0.00012289731,"about_ca_system_score_gemma":0.00005228243,"threshold_uncertainty_score":0.7804724},"labels":[],"label_agreement":null},{"id":"W2086414271","doi":"10.1287/ited.3.2.55","title":"Solving “Einstein's Riddle” Using Spreadsheet Optimization","year":2003,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Einstein; Computer science; Calculus (dental); Theoretical physics; Mathematics; Physics; Mathematical physics; Medicine","score_opus":0.019062245624656533,"score_gpt":0.25391149707224625,"score_spread":0.23484925144758972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086414271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01758314,0.000037140548,0.9680055,0.00012761004,0.002164751,0.00019912737,0.0000011470128,0.00023417635,0.011647459],"genre_scores_gemma":[0.7613861,0.000014494735,0.23793317,0.00033220978,0.0000613099,0.000019795638,0.0000046488817,0.000015979285,0.0002322771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875295,0.000034512515,0.00033709177,0.00030995545,0.00025607055,0.00030942372],"domain_scores_gemma":[0.9990173,0.000055405926,0.00012780278,0.0005354316,0.00014424878,0.00011979103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023003948,0.00018706918,0.00013220233,0.00033760566,0.00045284742,0.00031334528,0.0003433595,0.00009216064,0.00009804053],"category_scores_gemma":[0.000029187466,0.00018129055,0.00008562554,0.0006707599,0.000024197781,0.0017007352,0.000005697233,0.00018444062,0.000046377838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034654865,0.00023000364,0.00008076108,0.000016586544,0.000018180343,4.860134e-7,0.0012725536,0.8559403,0.00013285593,0.010715958,0.00006020781,0.13152865],"study_design_scores_gemma":[0.00041609874,0.00010286565,0.00039741266,0.00013661802,0.000026136438,0.000083861356,0.0005791985,0.98416394,0.0069057066,0.0010278294,0.0056533488,0.00050697936],"about_ca_topic_score_codex":0.00010866663,"about_ca_topic_score_gemma":0.000007542233,"teacher_disagreement_score":0.74380296,"about_ca_system_score_codex":0.000208376,"about_ca_system_score_gemma":0.0004013726,"threshold_uncertainty_score":0.7392814},"labels":[],"label_agreement":null},{"id":"W2090573100","doi":"10.1287/ited.1080.0016tn","title":"<b>Teaching Note</b>—Bidding on Priceline","year":2008,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Conflict of Laws and Jurisdiction","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bidding; Case teaching; Computer science; Teaching method; Mathematics education; Business; Marketing; Psychology","score_opus":0.025943531337462022,"score_gpt":0.3369896970146339,"score_spread":0.31104616567717186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090573100","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39771187,0.00003087092,0.075738795,0.010624933,0.0041425526,0.0006377603,0.000009094949,0.00049406936,0.51061004],"genre_scores_gemma":[0.986084,0.00013433864,0.0006338597,0.00090371456,0.00046857953,0.000041150524,0.0000092175915,0.000010719766,0.011714409],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907035,0.00003549326,0.00020771654,0.00014341144,0.0003418187,0.00020124293],"domain_scores_gemma":[0.99947774,0.00008685333,0.00007661084,0.0001613382,0.000085268824,0.000112203066],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0003108176,0.00009754955,0.00008356746,0.0002203861,0.0016621237,0.00004672121,0.0001103591,0.000099780445,0.00032519293],"category_scores_gemma":[0.00003908673,0.00009383781,0.00007770994,0.00023032635,0.000073500574,0.00051151053,8.64135e-7,0.00029508656,0.00022893769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040934483,0.0005354344,0.000073884396,0.0000074286495,0.000010840019,5.0317846e-7,0.04739489,0.00063571753,0.00009584345,0.013793692,0.00067348144,0.93673736],"study_design_scores_gemma":[0.00026065527,0.00016486368,0.0043505994,0.000058946145,0.000016906608,0.0000066429157,0.0049957805,0.00028020126,0.0004932201,0.0004234326,0.9887135,0.00023523162],"about_ca_topic_score_codex":0.003199988,"about_ca_topic_score_gemma":0.0004703636,"teacher_disagreement_score":0.98804003,"about_ca_system_score_codex":0.00028018592,"about_ca_system_score_gemma":0.00041836654,"threshold_uncertainty_score":0.9996376},"labels":[],"label_agreement":null},{"id":"W2096791356","doi":"10.1287/ited.1080.0016ca","title":"<b>Case Article</b>—Bidding on Priceline","year":2008,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Taxation and Legal Issues","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bidding; Business; Marketing","score_opus":0.02594881573927569,"score_gpt":0.25401968925687773,"score_spread":0.22807087351760205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096791356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90018564,0.000011223451,0.011244335,0.0011726309,0.0011087975,0.00027127043,0.0000018661179,0.00029741446,0.085706845],"genre_scores_gemma":[0.9926426,0.000008099362,0.00030538876,0.0037159706,0.0005605117,0.00004778063,0.000016236094,0.000015496611,0.0026879255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930596,0.0000027961776,0.00022446956,0.00014022434,0.00017587682,0.00015069108],"domain_scores_gemma":[0.9995236,0.000024285047,0.00012173596,0.00018586186,0.00012508048,0.000019471556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008404802,0.000118867894,0.0000834866,0.00035509522,0.00041956175,0.00011194278,0.00007136909,0.00005208557,0.00083229586],"category_scores_gemma":[0.000032455067,0.00010375733,0.000059527203,0.0004527122,0.000029111354,0.0013689444,0.0000016349072,0.00015355574,0.0020746947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028620206,0.003538088,0.0016288674,0.00017662451,0.000070287606,0.000096160475,0.0037052606,0.012957543,0.00050695665,0.06840766,0.013625405,0.89500093],"study_design_scores_gemma":[0.001342426,0.00010768844,0.014898243,0.00012266151,0.00008265035,0.00046844047,0.00444777,0.011392729,0.0029573038,0.0011955457,0.96219146,0.0007930859],"about_ca_topic_score_codex":0.00049644936,"about_ca_topic_score_gemma":0.0000557613,"teacher_disagreement_score":0.9485661,"about_ca_system_score_codex":0.00005088605,"about_ca_system_score_gemma":0.000045342727,"threshold_uncertainty_score":0.9987023},"labels":[],"label_agreement":null},{"id":"W2097821369","doi":"10.1287/ited.2013.0104","title":"Deal or No Deal: A Spreadsheet Game to Introduce Decision Making Under Uncertainty","year":2013,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematical economics; Operations research; Management science; Artificial intelligence; Mathematics; Economics","score_opus":0.01609205023618361,"score_gpt":0.28852035761492933,"score_spread":0.27242830737874574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097821369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15123701,0.000007481212,0.8428124,0.0015349283,0.0018436465,0.00049257395,0.0000021909163,0.00027189907,0.0017978336],"genre_scores_gemma":[0.8589372,0.000007459386,0.13722306,0.0028508788,0.00023749642,0.00016190695,0.000004396738,0.000020124247,0.0005574796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817735,0.000025279862,0.00046201606,0.0004830179,0.00039382055,0.0004585187],"domain_scores_gemma":[0.99833035,0.0002261704,0.00010992744,0.00075755693,0.00034912516,0.00022685078],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021717057,0.00024799706,0.00019009502,0.00043252142,0.0003142802,0.00054942025,0.0007369725,0.000107667416,0.0004413818],"category_scores_gemma":[0.000043112777,0.00019265182,0.000092330985,0.0008623709,0.000024706069,0.0014634796,0.000027631471,0.00025582613,0.001697284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041290547,0.0001931203,0.00003749663,0.00001227247,0.000017612889,3.768432e-7,0.0015283637,0.07462051,0.00009946283,0.0016323989,0.002903192,0.9189139],"study_design_scores_gemma":[0.0023724986,0.0026375158,0.08178945,0.0017131952,0.00009279181,0.00032607495,0.0036236928,0.7345861,0.0026442136,0.023872003,0.14312972,0.003212718],"about_ca_topic_score_codex":0.00067704543,"about_ca_topic_score_gemma":0.00016274913,"teacher_disagreement_score":0.9157012,"about_ca_system_score_codex":0.0003368984,"about_ca_system_score_gemma":0.00044217665,"threshold_uncertainty_score":0.99908},"labels":[],"label_agreement":null},{"id":"W2108105895","doi":"10.1287/ited.1100.0045","title":"The Mexico-China Sourcing Game: Teaching Global Dual Sourcing","year":2010,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Dual (grammatical number); China; Crowd sourcing; Strategic sourcing; Experiential learning; Computer science; Business; Marketing; Strategic planning; Data science","score_opus":0.005547877097797692,"score_gpt":0.23423193412296944,"score_spread":0.22868405702517175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108105895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8372807,0.000006602965,0.03510873,0.010209062,0.0067808414,0.00034593194,0.000002424427,0.00023741693,0.110028304],"genre_scores_gemma":[0.99346936,0.000002274453,0.0004923552,0.0036861415,0.00068053824,0.000058016405,0.00002230269,0.000015012713,0.0015739984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904025,0.000004833732,0.00036043223,0.00016211544,0.00018157414,0.0002508025],"domain_scores_gemma":[0.9994136,0.000032012482,0.00019858989,0.00023110372,0.0001073551,0.00001731775],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0006041204,0.00015345759,0.00009391287,0.00014580625,0.0013152707,0.0006385492,0.00017608322,0.00008697814,0.00022967078],"category_scores_gemma":[0.000054879518,0.00011980571,0.000071637434,0.0002292569,0.000054333083,0.0011874284,0.0000071162667,0.0004908632,0.00046827935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003176091,0.00024955755,0.0024740954,0.000032287153,0.00005794067,2.1036166e-7,0.00175375,0.0011503359,0.00013041901,0.15155973,0.004732015,0.8378279],"study_design_scores_gemma":[0.0006775886,0.000012877302,0.08668141,0.00005294283,0.00005399675,0.000021178168,0.007881369,0.0059769466,0.00021849434,0.011288997,0.8865334,0.00060079107],"about_ca_topic_score_codex":0.00035619718,"about_ca_topic_score_gemma":0.00030692868,"teacher_disagreement_score":0.88180137,"about_ca_system_score_codex":0.00014495153,"about_ca_system_score_gemma":0.00017411246,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W2108484033","doi":"10.1287/ited.1080.0008","title":"An Interactive Spreadsheet-Based Tool to Support Teaching Design of Experiments","year":2008,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Optimal Experimental Design Methods","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Factor (programming language); Set (abstract data type); Replication (statistics); Software; Simple (philosophy); Product (mathematics); Programming language; Statistics; Mathematics","score_opus":0.14078575005690017,"score_gpt":0.470903571447055,"score_spread":0.3301178213901549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108484033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20293024,0.0000029007142,0.79185736,0.00007012246,0.00059986184,0.00054976624,0.000015137184,0.00005006566,0.003924515],"genre_scores_gemma":[0.72197974,6.227373e-7,0.27678415,0.00045535853,0.00002145906,0.00016057395,0.000010489639,0.0000147932205,0.0005728359],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973846,0.0002696565,0.0007816158,0.0003921033,0.0009482636,0.00022374169],"domain_scores_gemma":[0.9979435,0.00059827795,0.00023764228,0.0007343207,0.00028557592,0.00020064945],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014583573,0.00020006427,0.00026076456,0.00079446426,0.0002867166,0.00009401622,0.00055244647,0.00008629615,0.0009984225],"category_scores_gemma":[0.00033161242,0.00016614173,0.00011862548,0.0005621652,0.00008097765,0.0016901424,0.0000042091488,0.00021728223,0.0003355068],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012182923,0.0037797526,0.0003580237,0.000006194571,0.000036815432,0.000001901041,0.021293268,0.09572184,0.11686472,0.00029870673,0.0015908601,0.75882965],"study_design_scores_gemma":[0.0007713478,0.0034515688,0.0053374427,0.00005132045,0.000017543438,0.000028588387,0.0099830935,0.008939733,0.9671454,0.00050981547,0.0032856544,0.00047850615],"about_ca_topic_score_codex":0.00011554942,"about_ca_topic_score_gemma":0.0000017372281,"teacher_disagreement_score":0.85028064,"about_ca_system_score_codex":0.00023750441,"about_ca_system_score_gemma":0.0006136254,"threshold_uncertainty_score":0.9999148},"labels":[],"label_agreement":null},{"id":"W2132284017","doi":"10.1287/ited.1120.0090","title":"An Educational Game in Collaborative Logistics","year":2013,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Quality and Supply Management","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Negotiation; Computer science; Profit (economics); Game theory; Game Developer; Non-cooperative game; Sequential game; Screening game; Cooperative game theory; Simulations and games in economics education; Operations research; Game design; Knowledge management; Microeconomics; Economics; Multimedia; Sociology; Engineering","score_opus":0.014129535415985075,"score_gpt":0.27093230359242293,"score_spread":0.2568027681764379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132284017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60498947,0.000050123064,0.16178867,0.03823355,0.004648388,0.0034121105,0.000026016372,0.00033374157,0.18651795],"genre_scores_gemma":[0.9935358,0.000008212331,0.0005210699,0.0037673288,0.0003103706,0.00042258325,0.00013034948,0.000011147028,0.0012931309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999177,0.000008318177,0.0002832065,0.00016822258,0.00018884924,0.00017441128],"domain_scores_gemma":[0.99938214,0.0000362226,0.000093467585,0.00022474922,0.00024435113,0.000019092646],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015602713,0.00012300108,0.000096325,0.00047642985,0.00011858494,0.00033433133,0.00015807542,0.0000593118,0.002610463],"category_scores_gemma":[0.00002676708,0.000116458374,0.000029756065,0.000677643,0.000047041573,0.0029046135,0.0000025131928,0.0001376836,0.0016886095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238548,0.0061404346,0.006297784,0.00033309503,0.000056285884,5.5538834e-7,0.0029346722,0.047050104,0.0001265438,0.38567168,0.016958721,0.53433776],"study_design_scores_gemma":[0.0016160916,0.00015891339,0.44859245,0.00018044622,0.00008650109,0.0000024611707,0.03156419,0.036096875,0.00015984097,0.19652715,0.28368232,0.0013327536],"about_ca_topic_score_codex":0.001809248,"about_ca_topic_score_gemma":0.0005897719,"teacher_disagreement_score":0.533005,"about_ca_system_score_codex":0.00010781736,"about_ca_system_score_gemma":0.00015858022,"threshold_uncertainty_score":0.9990887},"labels":[],"label_agreement":null},{"id":"W2137674832","doi":"10.1287/ited.5.3.19","title":"An Interactive VBA Tool for Teaching Statistical Process Control (SPC) and Process Management Issues","year":2005,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visual Basic for Applications; Statistical process control; Computer science; Process (computing); Software; Process capability; Control (management); Quality (philosophy); Graphical user interface; Work in process; Software engineering; Artificial intelligence; Operations management; Engineering; Programming language","score_opus":0.04289137197470965,"score_gpt":0.462495766865841,"score_spread":0.4196043948911313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137674832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039676473,0.000012838119,0.95638037,0.00093799207,0.00047858633,0.0010674576,0.00013798935,0.0001233232,0.0011849713],"genre_scores_gemma":[0.7072366,0.000015514086,0.2901433,0.0003926845,0.0001191136,0.00087552576,0.000046466528,0.00002034992,0.0011504384],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990314,0.00005238937,0.0003360293,0.00022721224,0.00016210154,0.00019081873],"domain_scores_gemma":[0.9985682,0.00082853937,0.00012954882,0.00019401398,0.0001965314,0.00008319491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044996495,0.00016317006,0.00017618177,0.00018497117,0.00025622675,0.00010494495,0.000110580826,0.00006392628,0.00010345317],"category_scores_gemma":[0.00036830534,0.00014281755,0.000029329029,0.000070940616,0.00006279645,0.0005690225,9.919839e-7,0.00018670032,0.000010910348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002757739,0.0013509594,0.00004810694,0.0005300267,0.000093107024,1.2826072e-7,0.017568482,0.00032120978,0.000018821389,0.08883864,0.00173386,0.8892209],"study_design_scores_gemma":[0.004208872,0.0012628885,0.0051593473,0.00046646406,0.0007864637,0.000051017727,0.14224751,0.018220132,0.00514051,0.774585,0.046502873,0.0013689054],"about_ca_topic_score_codex":0.000010039656,"about_ca_topic_score_gemma":0.000014330164,"teacher_disagreement_score":0.88785195,"about_ca_system_score_codex":0.00010189414,"about_ca_system_score_gemma":0.00012909657,"threshold_uncertainty_score":0.58239305},"labels":[],"label_agreement":null},{"id":"W2137942941","doi":"10.1287/ited.2.1.27","title":"Designing and Delivering a University Course—A Process (or Operations) Management Perspective","year":2001,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Perspective (graphical); Course (navigation); Reading (process); Process (computing); Medical education; Value (mathematics); Computer science; Mathematics education; Engineering ethics; Psychology; Engineering; Medicine; Political science","score_opus":0.01076607247996908,"score_gpt":0.24524443276565017,"score_spread":0.2344783602856811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137942941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5498103,0.000055340483,0.16468431,0.0042685783,0.0013088031,0.0016494278,0.0000024290632,0.00049641484,0.2777244],"genre_scores_gemma":[0.9901388,0.00012593144,0.001497503,0.0006692876,0.00017616621,0.000044388948,0.00001613613,0.000015068858,0.007316669],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992971,0.0000062627687,0.00014046456,0.00022951546,0.00015677184,0.00016990214],"domain_scores_gemma":[0.9995331,0.00001928492,0.00006716164,0.0001476401,0.00021320226,0.000019603138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018911733,0.00013922404,0.00008427282,0.0004338318,0.0005144968,0.0002389706,0.00012004181,0.0000414421,0.00031395053],"category_scores_gemma":[0.0000130056405,0.0001329844,0.00003122387,0.0006058427,0.00003419265,0.0019058498,0.0000071842105,0.00010054596,0.00007195767],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013017732,0.0025960214,0.005333302,0.0010948742,0.00040288694,0.000016367916,0.005721221,0.020925386,0.00006909619,0.10723295,0.0032150515,0.8520911],"study_design_scores_gemma":[0.004669712,0.0002187743,0.14048553,0.0011640503,0.0016153527,0.00006196941,0.49525446,0.03441233,0.00020027658,0.008291874,0.31099248,0.0026331998],"about_ca_topic_score_codex":0.0006133691,"about_ca_topic_score_gemma":0.00037477328,"teacher_disagreement_score":0.84945786,"about_ca_system_score_codex":0.00013896369,"about_ca_system_score_gemma":0.00007259926,"threshold_uncertainty_score":0.5422946},"labels":[],"label_agreement":null},{"id":"W2140068869","doi":"10.1287/ited.5.3.55","title":"The Free ISP Model and Spinway, Inc.","year":2005,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Corporate Governance and Law","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.010598277940714905,"score_gpt":0.21665731895165624,"score_spread":0.20605904101094133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140068869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82411397,0.0002666032,0.02966325,0.029115813,0.0012385155,0.00064608804,0.0000136876,0.0002437113,0.114698365],"genre_scores_gemma":[0.9927955,0.00010977125,0.00023411425,0.0032406498,0.0004126535,0.000049788323,0.000008960891,0.000009677601,0.0031388546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995116,8.8117264e-7,0.00014705685,0.00009381426,0.00012539391,0.000121244964],"domain_scores_gemma":[0.99957836,0.000013130039,0.00009356136,0.00022757734,0.00007785699,0.000009508383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093558265,0.00008551258,0.00005078073,0.00007309155,0.0004036736,0.00024133715,0.00013392407,0.000036899022,0.000063227075],"category_scores_gemma":[0.00000943524,0.000060322458,0.000026685502,0.00016161943,0.000038851824,0.0015757869,0.0000048565666,0.000100985424,0.00018918679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027192968,0.0001091208,0.000109589986,0.000019149611,0.000009210157,4.1194916e-8,0.00013080203,0.005052407,0.000033616776,0.040387694,0.010133849,0.9439873],"study_design_scores_gemma":[0.00037395692,0.000011451521,0.0066384873,0.000028812905,0.000034110937,0.000002196677,0.00057789974,0.058803167,0.00009025004,0.012749268,0.92047685,0.00021357017],"about_ca_topic_score_codex":0.00032534398,"about_ca_topic_score_gemma":0.0013696215,"teacher_disagreement_score":0.94377375,"about_ca_system_score_codex":0.000040078266,"about_ca_system_score_gemma":0.00006285553,"threshold_uncertainty_score":0.31047717},"labels":[],"label_agreement":null},{"id":"W2142819178","doi":"10.1287/ited.2013.0119","title":"The Appointment Scheduling Game","year":2014,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Scheduling (production processes); Operations research; Health care; Markov decision process; Operations management; Markov process; Engineering","score_opus":0.028312395391122045,"score_gpt":0.3882065085429044,"score_spread":0.3598941131517823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142819178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071457796,0.000047712987,0.88674694,0.0147993835,0.0035214417,0.0011970563,0.000005594239,0.00020278775,0.022021275],"genre_scores_gemma":[0.9837522,0.00015377645,0.007099673,0.0027089543,0.00032263514,0.0007305188,0.000036301462,0.00002178229,0.0051741963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985702,0.0001788113,0.00053966953,0.00016753912,0.00021242438,0.00033136652],"domain_scores_gemma":[0.9985438,0.0004376377,0.00014594228,0.00040478588,0.00033461238,0.00013323707],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009268915,0.00012602963,0.00010910731,0.000119517186,0.002678855,0.00005559299,0.00013574783,0.00014497785,0.00022513942],"category_scores_gemma":[0.00015026008,0.00008497067,0.000056612767,0.00028166364,0.00004115838,0.00026410795,0.0000024395608,0.000535966,0.00078234554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054369295,0.00019968992,0.00031204036,0.000065373024,0.000023448109,2.995343e-8,0.004623677,0.04370605,0.000035363082,0.04083732,0.0006063426,0.9095363],"study_design_scores_gemma":[0.0013592483,0.00047160324,0.008097707,0.00046491245,0.000055608867,0.0000050075787,0.020280195,0.15672037,0.0003065029,0.004985733,0.8066617,0.000591398],"about_ca_topic_score_codex":0.00015711495,"about_ca_topic_score_gemma":0.0001900013,"teacher_disagreement_score":0.9122944,"about_ca_system_score_codex":0.00026640826,"about_ca_system_score_gemma":0.00081317534,"threshold_uncertainty_score":0.99999565},"labels":[],"label_agreement":null},{"id":"W2165935036","doi":"10.1287/ited.5.1.100","title":"A Baseball Decision Problem","year":2004,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Decision problem; Computer science; Operations research; Mathematical economics; Economics; Engineering; Algorithm","score_opus":0.014540462099994907,"score_gpt":0.22613986249019133,"score_spread":0.21159940039019642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165935036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24442227,0.00023335534,0.6644208,0.0014248365,0.0015606631,0.00039087393,0.000063661,0.000089710185,0.08739384],"genre_scores_gemma":[0.992323,0.00018561404,0.004229882,0.0006142091,0.000053120606,0.00005170609,0.000019544526,0.000012483776,0.0025104878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992354,5.951873e-7,0.00039453534,0.00017554323,0.000041806612,0.00015210881],"domain_scores_gemma":[0.9995051,0.000009709668,0.0001321391,0.00024190819,0.00003825599,0.000072898285],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015454755,0.00009897734,0.0001247547,0.00029916328,0.00014193993,0.00006545639,0.00010509729,0.00006638633,0.0013474048],"category_scores_gemma":[0.0000056936206,0.00009948414,0.00008294458,0.00027690455,0.000019915635,0.00043288863,0.0000011239829,0.00012296204,0.0012574228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008579553,0.0017521022,0.004696739,0.000066803834,0.00007385831,9.891312e-7,0.0025140126,0.15185831,0.000009907673,0.4357153,0.0013961893,0.40183],"study_design_scores_gemma":[0.0022702427,0.00053855055,0.073390216,0.00025785883,0.000026787902,0.0000345387,0.00068687974,0.0060712746,0.0008670201,0.28605685,0.62871414,0.001085641],"about_ca_topic_score_codex":0.00038795054,"about_ca_topic_score_gemma":0.00007263417,"teacher_disagreement_score":0.74790066,"about_ca_system_score_codex":0.00018094578,"about_ca_system_score_gemma":0.00010183464,"threshold_uncertainty_score":0.9995655},"labels":[],"label_agreement":null},{"id":"W2175093175","doi":"10.1287/ited.2015.0144","title":"Game—The Hotel Game: Pricing Simulations with Opaque and Transparent Channels","year":2015,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Consumer Market Behavior and Pricing","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competitor analysis; Pricing strategies; Computer science; Product (mathematics); Game theory; Video game; Sequential game; Game Developer; Marketing; Business; Microeconomics; Game design; Multimedia; Economics","score_opus":0.036859862674371906,"score_gpt":0.26559242805030137,"score_spread":0.22873256537592945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175093175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9079583,0.00007985003,0.08198239,0.0019314757,0.00097314315,0.0007127028,0.000005268945,0.0001543695,0.0062024803],"genre_scores_gemma":[0.99848604,0.0000107021815,0.000100713885,0.00072573946,0.00019524265,0.00007454301,0.000028961977,0.000019238114,0.0003588332],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992088,0.0000069101243,0.00021700855,0.00016682484,0.00021894196,0.00018148281],"domain_scores_gemma":[0.9994096,0.000056010198,0.00009989108,0.00021353783,0.00018850628,0.00003245844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018545933,0.00015751325,0.00011406975,0.0002700771,0.00023185628,0.00030296732,0.00010725675,0.000048370566,0.00007808099],"category_scores_gemma":[0.000013769883,0.00010933667,0.000034502787,0.00049772864,0.000057778507,0.0012373436,0.000003152518,0.0001825782,0.000032846645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032729114,0.00067057984,0.027474036,0.00023101435,0.000085504435,0.0000014925448,0.007058114,0.06458846,0.00009022565,0.0014936496,0.00033086262,0.89764875],"study_design_scores_gemma":[0.0073117707,0.0004127572,0.52075773,0.001389579,0.0021080482,0.00015014391,0.027840672,0.11021374,0.0010946173,0.006646581,0.3188894,0.0031849574],"about_ca_topic_score_codex":0.0007240172,"about_ca_topic_score_gemma":0.00036509696,"teacher_disagreement_score":0.89446384,"about_ca_system_score_codex":0.000049175094,"about_ca_system_score_gemma":0.00012183336,"threshold_uncertainty_score":0.44586203},"labels":[],"label_agreement":null},{"id":"W2577604813","doi":"10.1287/ited.2016.0164","title":"Student Peer Evaluated Line Balancing Competition","year":2017,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Calgary","funders":"","keywords":"Laptop; Competition (biology); Computer science; Class (philosophy); Finish line; Experiential learning; Mathematics education; Psychology; Artificial intelligence","score_opus":0.01982177490039459,"score_gpt":0.3048108749043551,"score_spread":0.2849891000039605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577604813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5727096,0.00001278102,0.023798868,0.014282541,0.008895244,0.0010635327,0.0000041457215,0.00038950643,0.37884378],"genre_scores_gemma":[0.9866668,0.000011445555,0.00017986985,0.0013893703,0.0009824206,0.00013150151,0.00013993775,0.000020043928,0.010478616],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988638,0.0000061829082,0.00027605207,0.00021273489,0.00044363356,0.00019760392],"domain_scores_gemma":[0.9986327,0.000021595459,0.00034074154,0.0005294742,0.00045745735,0.000018028895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006665498,0.00016040938,0.000116593,0.0003544884,0.0010216963,0.0009816847,0.00032254492,0.000062126295,0.0010753502],"category_scores_gemma":[0.000119481774,0.00015104857,0.00007206986,0.00015069566,0.000039448147,0.0022310412,0.000011575007,0.00015473345,0.0007701679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019728085,0.0025010025,0.014686784,0.00050682883,0.00014517341,7.246062e-7,0.0009023498,0.0026275676,0.00029253098,0.03823179,0.024961192,0.9149468],"study_design_scores_gemma":[0.0013344716,0.000054644057,0.61840534,0.00032321265,0.00026886532,0.0000018353079,0.0032343399,0.008562372,0.00028272867,0.0037559574,0.3630815,0.0006946979],"about_ca_topic_score_codex":0.00052530196,"about_ca_topic_score_gemma":0.00020895392,"teacher_disagreement_score":0.9142521,"about_ca_system_score_codex":0.00010900055,"about_ca_system_score_gemma":0.00007480139,"threshold_uncertainty_score":0.9998378},"labels":[],"label_agreement":null},{"id":"W2626464553","doi":"10.1287/ited.2016.0160","title":"How Big Should My Dot Be? Using Spreadsheet Simulation to Evaluate Process Improvement Data Collection Strategies","year":2017,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Quality Council; University of Saskatchewan","funders":"","keywords":"Data collection; Computer science; Process (computing); Big data; Data science; Data mining; Operating system; Mathematics; Statistics","score_opus":0.15144504037994205,"score_gpt":0.39363335579327674,"score_spread":0.2421883154133347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626464553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16489826,0.0000073868973,0.82827014,0.002563292,0.0025683388,0.00061311136,0.000011351462,0.00015965801,0.0009084702],"genre_scores_gemma":[0.9842226,0.0000060079947,0.014743794,0.00034795643,0.0002313592,0.00007116683,0.000030757947,0.000018891258,0.00032746413],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820614,0.000020121759,0.000333151,0.00057438447,0.00052825245,0.00033794413],"domain_scores_gemma":[0.99722445,0.000052485917,0.00029034467,0.0019250353,0.00035897465,0.00014868264],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00041948285,0.00024333328,0.00017301812,0.0003560521,0.001451727,0.0029459794,0.0014481836,0.00010263141,0.000011739645],"category_scores_gemma":[0.000066820576,0.00022267377,0.00005389132,0.00039897763,0.000037857313,0.005398447,0.000054142703,0.0002048476,0.00001084282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036283396,0.00023291817,0.000073095835,0.00004823814,0.000037342747,2.9747991e-7,0.002633531,0.33513808,0.00089739304,0.00029164297,0.000110518646,0.66050065],"study_design_scores_gemma":[0.000429417,0.00024519957,0.0039389315,0.00011721943,0.000046872876,0.000007012079,0.0017088996,0.9844983,0.004930558,0.0009821138,0.0026908976,0.0004045836],"about_ca_topic_score_codex":0.0007539639,"about_ca_topic_score_gemma":0.0002875794,"teacher_disagreement_score":0.8193243,"about_ca_system_score_codex":0.0002591554,"about_ca_system_score_gemma":0.00090489606,"threshold_uncertainty_score":0.99984825},"labels":[],"label_agreement":null},{"id":"W2737757977","doi":"10.1287/ited.2017.0174","title":"Game—The Online Wood Supply Game","year":2017,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Supply chain; Computer science; Supply and demand; Context (archaeology); Adaptation (eye); Simplicity; Business; Marketing; Microeconomics; Economics","score_opus":0.1248548114082424,"score_gpt":0.4274075476761319,"score_spread":0.30255273626788953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737757977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6534323,0.00031407905,0.2831285,0.010190042,0.011376044,0.0011214192,0.00014747643,0.0001651633,0.04012498],"genre_scores_gemma":[0.97312874,0.000010150534,0.00054618256,0.0006257917,0.00028295664,0.00005308371,0.0000050179287,0.000012508424,0.025335591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973601,0.000048728325,0.0007898293,0.00034775404,0.0012067507,0.00024682097],"domain_scores_gemma":[0.99604106,0.00062591326,0.0005270225,0.002196837,0.0004739358,0.00013524081],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010624966,0.00017232337,0.00022405348,0.00036400024,0.0011202935,0.0015733393,0.0015076657,0.00008939032,0.0012501653],"category_scores_gemma":[0.00064469845,0.00009999963,0.00021459146,0.0003428513,0.00014125074,0.0011551132,0.000015908343,0.0002840866,0.0014053572],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038112295,0.0002865375,0.0005675969,0.0000033105073,0.000014460286,5.0582855e-7,0.0014690016,0.000980356,0.00003686045,0.0029929439,0.007809016,0.9858013],"study_design_scores_gemma":[0.0005618776,0.00013854644,0.2247357,0.00011259469,0.000023882489,0.000062570434,0.0062279375,0.004828661,0.00021283331,0.05512665,0.70762664,0.0003421195],"about_ca_topic_score_codex":0.0003318396,"about_ca_topic_score_gemma":0.0006609482,"teacher_disagreement_score":0.9854592,"about_ca_system_score_codex":0.00008157113,"about_ca_system_score_gemma":0.00033098712,"threshold_uncertainty_score":0.9996628},"labels":[],"label_agreement":null},{"id":"W2793902665","doi":"10.1287/ited.2017.0190","title":"Using Homemade, Short, Fictional Cases for Teaching the Theory of Constraints","year":2018,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Operations Management Techniques","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Deliberation; Reuse; Computer science; Advice (programming); Focus (optics); Operations research; Process management; Engineering management; Knowledge management; Business; Engineering; Political science","score_opus":0.1365195232101287,"score_gpt":0.43681185337376993,"score_spread":0.3002923301636412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793902665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093401834,0.000007224805,0.89403087,0.00042888572,0.0007744686,0.0006313971,0.00004801255,0.00005454926,0.010622747],"genre_scores_gemma":[0.98032343,0.0000026383102,0.017830478,0.00030068334,0.00013173434,0.00011680083,0.00000787086,0.000008776023,0.0012775668],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99859405,0.00007947581,0.00052853324,0.00019557531,0.0004697926,0.00013259289],"domain_scores_gemma":[0.99767137,0.0011656273,0.00014970655,0.00045680662,0.000521297,0.000035186626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022055868,0.000105870626,0.000119576645,0.00045723992,0.0007468356,0.0001530956,0.00035611834,0.000055211185,0.0004881317],"category_scores_gemma":[0.000632708,0.00006782112,0.00011080319,0.00039395964,0.0005032271,0.0007497524,0.0000049093655,0.00012739633,0.000023175908],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005952229,0.00029032867,0.00014449288,0.00000733982,0.00003841253,5.687316e-8,0.0018747814,0.0007691496,0.0005152922,0.080292195,0.0024314984,0.9135769],"study_design_scores_gemma":[0.0015587105,0.0031377878,0.021219477,0.0005170237,0.0006224642,0.00034390765,0.1866032,0.05003398,0.09960183,0.41587237,0.21868095,0.0018083104],"about_ca_topic_score_codex":0.000028814895,"about_ca_topic_score_gemma":0.000037211557,"teacher_disagreement_score":0.9117686,"about_ca_system_score_codex":0.00007911578,"about_ca_system_score_gemma":0.00025961702,"threshold_uncertainty_score":0.5744131},"labels":[],"label_agreement":null},{"id":"W2799331810","doi":"10.1287/ited.2017.0191","title":"A Case-Based Undergraduate Operations Research Course","year":2018,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; University of Toronto","funders":"","keywords":"Course (navigation); Process (computing); Computer science; Mathematics education; Engineering management; Undergraduate research; Medical education; Engineering; Psychology; Programming language","score_opus":0.05958730738012575,"score_gpt":0.36621762187785795,"score_spread":0.3066303144977322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799331810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056185637,0.000010535231,0.9319271,0.004934698,0.0013630147,0.00025269916,0.0000027964645,0.00020761794,0.005115889],"genre_scores_gemma":[0.96735275,0.0000031989794,0.031046074,0.00062948285,0.0001788122,0.000082842154,0.0000050614362,0.000010565475,0.00069122197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998787,0.0000523909,0.00023410069,0.0002779417,0.00032905984,0.0003194947],"domain_scores_gemma":[0.99854815,0.0001050242,0.000025397478,0.0006520953,0.0005372362,0.00013211112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045305374,0.00011670695,0.00008082514,0.00036766566,0.00112694,0.0004025065,0.00039587583,0.0000654029,0.000063768784],"category_scores_gemma":[0.000019269566,0.00010407838,0.000052967654,0.0009962197,0.00011618121,0.0008187793,0.000007325465,0.00026847151,0.0004147303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019071727,0.0013252619,0.000057192832,0.000023898816,0.000043774195,0.000020969728,0.005379309,0.0340835,0.00017488528,0.053261206,0.0035519046,0.902059],"study_design_scores_gemma":[0.0007179337,0.00083480217,0.0011861634,0.00012850868,0.000023928184,0.0007568538,0.0015372665,0.9607663,0.008755312,0.0041874545,0.020570206,0.00053528143],"about_ca_topic_score_codex":0.00071874337,"about_ca_topic_score_gemma":0.00066524005,"teacher_disagreement_score":0.9266828,"about_ca_system_score_codex":0.00015032757,"about_ca_system_score_gemma":0.0009866253,"threshold_uncertainty_score":0.8667625},"labels":[],"label_agreement":null},{"id":"W2884257008","doi":"10.1287/ited.2018.0197","title":"Online Teaching in a Large, Required, Undergraduate Management Science Course","year":2018,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Course (navigation); Online course; Computer science; Procrastination; Value (mathematics); Mathematics education; Online teaching; Course evaluation; Online learning; Multimedia; Medical education; Higher education; Psychology; Engineering; Medicine","score_opus":0.02914353387648977,"score_gpt":0.43064047255340615,"score_spread":0.4014969386769164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884257008","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3909469,0.000022126573,0.17255303,0.023981808,0.011463773,0.0013364439,0.00003181097,0.0002691904,0.39939493],"genre_scores_gemma":[0.9282383,0.000028840635,0.064745605,0.0010357747,0.00040883198,0.00010987045,0.000017011824,0.000010839813,0.005404944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983036,0.00008439871,0.00034997743,0.0002656128,0.0005847103,0.00041169525],"domain_scores_gemma":[0.99909174,0.0000865566,0.00011377565,0.00032830506,0.00028561946,0.00009400676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002530985,0.000112760594,0.00008946847,0.0008817666,0.0016520588,0.0001300975,0.00038980448,0.00006859086,0.00012574712],"category_scores_gemma":[0.00016773939,0.000117208474,0.00003420159,0.0022821303,0.0006307416,0.0011993549,0.0000055991204,0.00028204222,0.00010080174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014408196,0.00213137,0.0004546778,0.000010951816,0.000012086939,1.9660004e-7,0.013661175,0.000087441804,0.000030019602,0.49452266,0.0005237271,0.4885513],"study_design_scores_gemma":[0.0011411753,0.00027116915,0.1403549,0.00046909656,0.00007333049,0.000008799546,0.17648229,0.0010783029,0.00068991724,0.122084126,0.55639744,0.00094947836],"about_ca_topic_score_codex":0.0005133421,"about_ca_topic_score_gemma":0.003006056,"teacher_disagreement_score":0.5558737,"about_ca_system_score_codex":0.0009139219,"about_ca_system_score_gemma":0.0014821141,"threshold_uncertainty_score":0.9996477},"labels":[],"label_agreement":null},{"id":"W2915260722","doi":"10.1287/ited.2017.0184","title":"Introduction to the Special Issue: Teaching Healthcare Operations Research, Part 2","year":2017,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Operations Management Techniques","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Health care; Operations research; Engineering management; Data science; Management science; Engineering; Economics; Economic growth","score_opus":0.13130572458357836,"score_gpt":0.48785992538783424,"score_spread":0.35655420080425587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915260722","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013780104,0.000011310717,0.13219762,0.76656115,0.0115082525,0.0025894714,0.000041053296,0.00021080518,0.07310024],"genre_scores_gemma":[0.88589525,0.000039409384,0.0054920553,0.0022044992,0.01946689,0.00092300447,0.000027654585,0.000023379249,0.085927874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681,0.0002842251,0.0006341105,0.0005026482,0.0014464885,0.00032252545],"domain_scores_gemma":[0.99598426,0.00019254112,0.00011077585,0.0025502567,0.0010109494,0.00015120655],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005425575,0.00015151712,0.00014870468,0.00085914414,0.00758415,0.003147911,0.0015165304,0.00008582218,0.0018441122],"category_scores_gemma":[0.0026613628,0.00010203886,0.00008555075,0.00058996165,0.00016440832,0.0024736763,0.00003315801,0.0006936427,0.0039177244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013154031,0.00013536676,0.000023089287,0.000002039912,0.0000060823177,7.759273e-8,0.0019184403,0.0025096796,0.000014839739,0.013914392,0.40419427,0.5772686],"study_design_scores_gemma":[0.000066585664,0.00015015408,0.0026629888,0.00002083823,0.000006917739,0.000003347813,0.005484481,0.000516585,0.00053397124,0.0027145606,0.9877126,0.00012696632],"about_ca_topic_score_codex":0.0011753095,"about_ca_topic_score_gemma":0.005500964,"teacher_disagreement_score":0.87211514,"about_ca_system_score_codex":0.0003105106,"about_ca_system_score_gemma":0.00030817257,"threshold_uncertainty_score":0.9990683},"labels":[],"label_agreement":null},{"id":"W2980875634","doi":"10.1287/ited.2019.0225","title":"Game—Rolling the Dice on Global Supply Chain Sustainability: A Total Cost of Ownership Simulation","year":2020,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Sustainability in Higher Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dice; Sustainability; Supply chain; Experiential learning; Supply chain management; Debriefing; Reputation; Business; Marketing; Knowledge management; Operations management; Computer science; Engineering; Psychology; Sociology; Pedagogy","score_opus":0.02615716086542784,"score_gpt":0.35198037020978556,"score_spread":0.3258232093443577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980875634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88206494,0.000032534575,0.041734293,0.066785365,0.0013604178,0.002941983,0.000038190836,0.0001877679,0.004854477],"genre_scores_gemma":[0.99794173,0.000009519386,0.000076111384,0.001062222,0.00031083997,0.00023741112,0.0000239127,0.000011460594,0.00032677405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9981314,0.00021878081,0.00044199312,0.00027184468,0.00060523266,0.00033074635],"domain_scores_gemma":[0.9978267,0.0006912361,0.00021041856,0.0003457366,0.0007396645,0.00018622557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007593828,0.00016542307,0.00016095517,0.00010436911,0.00054015964,0.00010954252,0.0002849632,0.00015085537,0.00017094772],"category_scores_gemma":[0.0009895846,0.00013516571,0.00013551826,0.001263455,0.00032382255,0.0005777333,0.0000034299585,0.00027320275,0.000029532928],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003924971,0.0008900429,0.0049633216,0.00016233399,0.00003931204,1.806703e-7,0.14587654,0.55651647,0.0000054494462,0.019372355,0.00012228845,0.2716592],"study_design_scores_gemma":[0.0013282287,0.001108026,0.10119023,0.00017021029,0.0002228069,0.000002515382,0.7697803,0.024564661,0.00059476803,0.025836436,0.07427787,0.00092396094],"about_ca_topic_score_codex":0.0020950357,"about_ca_topic_score_gemma":0.00025797452,"teacher_disagreement_score":0.62390375,"about_ca_system_score_codex":0.0017338514,"about_ca_system_score_gemma":0.0023442088,"threshold_uncertainty_score":0.5511898},"labels":[],"label_agreement":null},{"id":"W3012355208","doi":"10.1287/ited.2019.0226","title":"An Educational Game with <i>Dragons’ Den</i> Experiences for Supply Chain Management Training","year":2020,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Supply chain; Game Developer; Game design; Supply chain management; Game design document; Knowledge management; Training (meteorology); Business; Computer science; Win-win game; Engineering management; Multimedia; Marketing; Engineering; Sociology; Geography","score_opus":0.01752855189006294,"score_gpt":0.2476238850955544,"score_spread":0.23009533320549147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012355208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58356494,0.00005792866,0.28230885,0.04465115,0.0039664307,0.0045321696,0.000017912556,0.00075815606,0.0801425],"genre_scores_gemma":[0.9837656,0.000008811076,0.004113228,0.0074361847,0.0011413723,0.002038987,0.00026557746,0.000035593865,0.0011946313],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987388,0.000007353169,0.0003040875,0.00037335124,0.00028668018,0.00028969604],"domain_scores_gemma":[0.99929774,0.000049538314,0.00019408009,0.00023734884,0.00016669171,0.000054621676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023813365,0.00022429354,0.00014467868,0.00034119497,0.0003530418,0.00041677817,0.00028662774,0.000051078532,0.00062794075],"category_scores_gemma":[0.000023895174,0.00020135418,0.00007029555,0.0006005757,0.000051824158,0.0021350167,0.0000043149507,0.0001070297,0.000087339344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097630115,0.0019280151,0.0013572468,0.0012563079,0.00021157936,6.524883e-7,0.033140153,0.0037801424,0.00011979346,0.06897255,0.018050557,0.8702067],"study_design_scores_gemma":[0.0030097296,0.00055040244,0.021219615,0.00041937944,0.000609995,0.0000072153057,0.27148682,0.021296129,0.00038824478,0.0057830485,0.6733222,0.0019072384],"about_ca_topic_score_codex":0.00006148663,"about_ca_topic_score_gemma":0.000040367864,"teacher_disagreement_score":0.8682995,"about_ca_system_score_codex":0.00005973545,"about_ca_system_score_gemma":0.00015350041,"threshold_uncertainty_score":0.8210985},"labels":[],"label_agreement":null},{"id":"W3016505055","doi":"10.1287/ited.2019.0223","title":"Game—The Transportation Game","year":2020,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Purchasing; Computer science; Supply chain; Procurement; Game theory; Game Developer; Supply chain management; Sequential game; Operations research; Resource (disambiguation); Business; Game design; Marketing; Microeconomics; Economics","score_opus":0.12527916240710363,"score_gpt":0.3865897086891981,"score_spread":0.2613105462820945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016505055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11118757,0.00014651266,0.87031096,0.0075752507,0.0018746286,0.00058244873,0.0000354331,0.00013889205,0.008148287],"genre_scores_gemma":[0.99375206,0.000004835875,0.00042147108,0.0030579627,0.00018622488,0.00006380535,0.0000059934655,0.000011834299,0.0024958292],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744123,0.000053321037,0.0008397072,0.0003319937,0.0011540372,0.00017968215],"domain_scores_gemma":[0.99818873,0.0005365417,0.0002523906,0.00051129534,0.00033957965,0.00017143866],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00052706717,0.00014899846,0.00018901512,0.00021821665,0.00024151149,0.00036064183,0.00054353225,0.00006977527,0.0013225722],"category_scores_gemma":[0.00018728094,0.000090405934,0.00019663891,0.0012856091,0.000054798285,0.0006716344,0.0000016120974,0.00023138721,0.0016560853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012127895,0.00016231662,0.00040290802,0.000011502718,0.000020982174,7.8348006e-7,0.014763353,0.017962473,0.00015479403,0.008811393,0.015782826,0.94180536],"study_design_scores_gemma":[0.0005273406,0.000234027,0.048531383,0.00004922746,0.00003224303,0.000010664675,0.013045285,0.014418203,0.00048671616,0.0260685,0.8962341,0.0003623337],"about_ca_topic_score_codex":0.00008429774,"about_ca_topic_score_gemma":0.00011172218,"teacher_disagreement_score":0.9414431,"about_ca_system_score_codex":0.000047287478,"about_ca_system_score_gemma":0.00022691482,"threshold_uncertainty_score":0.99959034},"labels":[],"label_agreement":null},{"id":"W3112579031","doi":"10.1287/ited.2019.0240","title":"Monte Carlo Enhancement via Simulation Decomposition: A “Must-Have” Inclusion for Many Disciplines","year":2020,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Monte Carlo method; Decomposition; Computer science; Field (mathematics); Management science; Inclusion (mineral); Mathematical optimization; Industrial engineering; Mathematics; Engineering; Sociology","score_opus":0.019552182543016227,"score_gpt":0.32400207018309146,"score_spread":0.30444988764007525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112579031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12433919,0.000059671187,0.87331855,0.0005568694,0.00065269583,0.00051510165,0.000015565322,0.0002799163,0.00026245002],"genre_scores_gemma":[0.9730037,0.000027334878,0.02602067,0.00017389387,0.00023213506,0.00027073396,0.000048761696,0.000035604062,0.00018717285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906474,0.000011078364,0.00038008016,0.0001688858,0.00019535325,0.00017985408],"domain_scores_gemma":[0.9994034,0.00011514488,0.000044495908,0.0001811552,0.00012057466,0.00013520404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000112004374,0.00018571656,0.00015286815,0.00015147247,0.0002950361,0.0000499265,0.00011415788,0.00009844402,0.00006981386],"category_scores_gemma":[0.000017078644,0.00018291129,0.00010629793,0.00023122458,0.000011229727,0.00043681616,0.0000060578104,0.00014446584,0.000020448151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045485383,0.000049774128,0.0000073044102,0.00011746595,0.000022247494,5.7976806e-8,0.0018199711,0.9200375,0.0010337959,0.00001681865,0.00006683675,0.076782726],"study_design_scores_gemma":[0.0004370803,0.00011010406,0.00019819276,0.000039851348,0.000026084539,7.0723183e-7,0.00016965247,0.9837063,0.0065774773,0.00013996514,0.00838619,0.00020837349],"about_ca_topic_score_codex":0.000008612876,"about_ca_topic_score_gemma":0.0000044592507,"teacher_disagreement_score":0.8486645,"about_ca_system_score_codex":0.00015895508,"about_ca_system_score_gemma":0.000037856204,"threshold_uncertainty_score":0.74589056},"labels":[],"label_agreement":null},{"id":"W3131271896","doi":"10.1287/ited.2019.0241ca","title":"Case Article—The SafeBirth Clinic","year":2021,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Quality and Supply Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Bottleneck; Human multitasking; Process (computing); Resource (disambiguation); Computer science; Simple (philosophy); Isolation (microbiology); Risk analysis (engineering); Operations research; Business; Mathematics","score_opus":0.027339475915908684,"score_gpt":0.2773906120908588,"score_spread":0.2500511361749501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131271896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7555526,0.00007045117,0.05870095,0.030409085,0.004224796,0.000733294,0.000008732751,0.00030877377,0.14999135],"genre_scores_gemma":[0.981893,0.000014903449,0.0001347992,0.010279338,0.00036450804,0.000076905475,0.000023622646,0.000010709872,0.0072022374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922514,0.000009930985,0.00027921237,0.00015061838,0.00016920886,0.00016590937],"domain_scores_gemma":[0.9993591,0.00005534876,0.00008125343,0.00034560016,0.00014549812,0.000013229099],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00029513758,0.00010024784,0.00008096634,0.0001204127,0.0005166471,0.00029891296,0.00010259376,0.000042236898,0.0030595683],"category_scores_gemma":[0.000036163787,0.00007703571,0.00008968478,0.00052358175,0.00003773456,0.0010088818,0.0000060191624,0.00016861616,0.0025000542],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006920805,0.0015581604,0.0005263082,0.000248982,0.00011599933,0.00009233933,0.0012037611,0.0018948725,0.000037526373,0.049283892,0.016862905,0.92810607],"study_design_scores_gemma":[0.00065062323,0.000022780934,0.0057952045,0.000050196097,0.0001776374,0.00024743288,0.019633632,0.0025290132,0.0003828977,0.010590874,0.95952225,0.0003974606],"about_ca_topic_score_codex":0.00032432989,"about_ca_topic_score_gemma":0.0005345258,"teacher_disagreement_score":0.9426593,"about_ca_system_score_codex":0.000040505634,"about_ca_system_score_gemma":0.000089886,"threshold_uncertainty_score":0.9982766},"labels":[],"label_agreement":null},{"id":"W3200010478","doi":"10.1287/ited.2021.0256","title":"Introducing and Integrating Machine Learning in an Operations Research Curriculum: An Application-Driven Course","year":2023,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Computer science; Curriculum; Popularity; Artificial intelligence; Analytics; Learning to learn; Mathematics education; Machine learning; Data science; Pedagogy","score_opus":0.05187039857945313,"score_gpt":0.3701565385443961,"score_spread":0.318286139964943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200010478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638441,0.00002487856,0.032545682,0.0016021095,0.00039808682,0.0005232537,0.000007048592,0.0002794878,0.0007753149],"genre_scores_gemma":[0.9975283,0.000052467258,0.0007098588,0.000183282,0.00038833046,0.000273744,0.00064450846,0.00002122883,0.00019829138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881625,0.000023125456,0.00029928272,0.0003427639,0.00025614124,0.00026241917],"domain_scores_gemma":[0.9991974,0.000039278657,0.000050035345,0.00029409007,0.00039017247,0.000029006227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007565492,0.0001356156,0.000111756985,0.0009183231,0.0007002738,0.00053641305,0.00022470146,0.000079549805,0.00009541927],"category_scores_gemma":[0.00007789553,0.00012341343,0.000019225263,0.0020558685,0.00007407173,0.0041481648,0.000013347575,0.00051339256,0.00023595514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002238521,0.0008148312,0.028369345,0.00011395687,0.000009464285,6.2678924e-7,0.0017296224,0.10914153,0.0014247785,0.016618257,0.00014532427,0.8416099],"study_design_scores_gemma":[0.00017961298,0.00004749392,0.025222315,0.00010867474,0.000017354423,0.0000036538495,0.011733734,0.9546229,0.00012143264,0.00077508023,0.0068975235,0.00027017476],"about_ca_topic_score_codex":0.006592108,"about_ca_topic_score_gemma":0.01227564,"teacher_disagreement_score":0.8454814,"about_ca_system_score_codex":0.00006409214,"about_ca_system_score_gemma":0.000120919634,"threshold_uncertainty_score":0.99653393},"labels":[],"label_agreement":null},{"id":"W4220689859","doi":"10.1287/ited.2021.0266ca","title":"Case Article—Pediatrician Scheduling at British Columbia Women’s Hospital","year":2022,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Scheduling and Timetabling Solutions","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Active listening; Computer science; Integer programming; Scheduling (production processes); Profit (economics); Nurse scheduling problem; Class (philosophy); Iterative and incremental development; Operations research; Mathematics education; Mathematical optimization; Job shop scheduling; Artificial intelligence; Psychology; Schedule; Mathematics; Software engineering","score_opus":0.026877843640826703,"score_gpt":0.29984827040225687,"score_spread":0.2729704267614302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220689859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859022,0.00006514831,0.008481338,0.0006041754,0.0032134599,0.0003017387,0.00012624329,0.0001513613,0.0011543512],"genre_scores_gemma":[0.9820055,0.000009038814,0.001714648,0.0005420956,0.00014952151,0.00057998055,0.000016578166,0.000020137408,0.014962516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721515,0.00009368807,0.00069282926,0.00044916468,0.001071697,0.00047749226],"domain_scores_gemma":[0.99818856,0.00040723447,0.00024521272,0.00057704997,0.0003028591,0.00027911455],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016558181,0.00012240448,0.00019814142,0.00036780778,0.003205596,0.0009835748,0.0003832874,0.00007095438,0.008540369],"category_scores_gemma":[0.0004943753,0.00016830562,0.00017025437,0.001894069,0.000074288306,0.0006671524,0.00002236463,0.00044945785,0.00059687276],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006728919,0.0036151486,0.013440105,0.000012242315,0.00010459195,0.00013948319,0.014158562,0.12550524,0.000049875678,0.00015358331,0.016041081,0.8267128],"study_design_scores_gemma":[0.0065322467,0.003890687,0.09786702,0.00008409856,0.0004919949,0.022918774,0.3735143,0.066518806,0.0004780317,0.04873909,0.37434626,0.0046186913],"about_ca_topic_score_codex":0.0051117307,"about_ca_topic_score_gemma":0.0050067757,"teacher_disagreement_score":0.8220941,"about_ca_system_score_codex":0.0010093381,"about_ca_system_score_gemma":0.00059019745,"threshold_uncertainty_score":0.9980921},"labels":[],"label_agreement":null},{"id":"W4220709187","doi":"10.1287/ited.2021.0266cs","title":"Case—Pediatrician Scheduling at British Columbia Women’s Hospital","year":2022,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Download; License; Scheduling (production processes); Computer science; Library science; Operations research; World Wide Web; Operations management; Economics; Engineering","score_opus":0.018684908440871936,"score_gpt":0.3240189914028324,"score_spread":0.30533408296196046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220709187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802225,0.000044212597,0.010304351,0.0010490196,0.0042198524,0.0012665741,0.00019567159,0.0002028931,0.002494897],"genre_scores_gemma":[0.97141534,0.00006507181,0.0028717986,0.002094108,0.00028650684,0.003958878,0.00021566924,0.000041832176,0.019050818],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99790585,0.00020052437,0.0007013486,0.00031348184,0.00034469165,0.0005341016],"domain_scores_gemma":[0.99872977,0.00015026773,0.00023005511,0.00033251243,0.00030667672,0.0002507334],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066574925,0.00012775228,0.00018768912,0.00019145226,0.008559946,0.00012335101,0.00013529528,0.00015100375,0.011880103],"category_scores_gemma":[0.00006913564,0.0001969233,0.00007457976,0.00070192147,0.000030057487,0.00042952498,0.000015506484,0.0009404026,0.00021203703],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017088247,0.00420853,0.038981512,0.0005927782,0.00016344196,0.00015203978,0.108242735,0.22233917,0.000030189303,0.00042431543,0.031144967,0.59354943],"study_design_scores_gemma":[0.005555258,0.003298326,0.03109179,0.00032601747,0.0001925108,0.0026259588,0.50786823,0.03822746,0.00001821021,0.0010308969,0.40686482,0.002900502],"about_ca_topic_score_codex":0.018462276,"about_ca_topic_score_gemma":0.020431114,"teacher_disagreement_score":0.59064895,"about_ca_system_score_codex":0.0030401275,"about_ca_system_score_gemma":0.0018222831,"threshold_uncertainty_score":0.99744344},"labels":[],"label_agreement":null},{"id":"W4293194504","doi":"10.1287/ited.2022.0275","title":"Advising Student-Driven Analytics Projects: A Summary of Experiences and Lessons Learned","year":2022,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Analytics; Project-based learning; Computer science; Project team; Learning analytics; Work (physics); Engineering management; Knowledge management; Data science; Process management; Engineering; Mathematics education; Psychology","score_opus":0.04227055705158924,"score_gpt":0.32831310923130064,"score_spread":0.2860425521797114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293194504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7273019,0.00008634431,0.26862088,0.0011360206,0.0008912705,0.00023016577,0.0000036784147,0.000095182775,0.0016345568],"genre_scores_gemma":[0.99248135,0.000028808356,0.0070491186,0.00013677882,0.000019319103,0.00008743101,0.0000030564715,0.000005306738,0.00018883559],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99912435,0.000026543801,0.00023040986,0.00020214613,0.00027386972,0.00014268118],"domain_scores_gemma":[0.9994622,0.00005573967,0.00011289092,0.0002667859,0.000053748063,0.000048627368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015987147,0.00008851217,0.00010607718,0.00027051166,0.0004074092,0.00009596941,0.00034860952,0.000021499622,0.000024371499],"category_scores_gemma":[0.0000063213392,0.00008323615,0.00004279816,0.00053971243,0.00003850137,0.000534366,0.000028662398,0.00015354135,0.0000011976144],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012964608,0.0005235341,0.00093604485,0.000028090202,0.00003650847,6.0805456e-7,0.10122575,0.022449339,0.00015436519,0.0024379587,0.00010994994,0.8720849],"study_design_scores_gemma":[0.0018394897,0.002123384,0.041595295,0.00034255162,0.00012334883,0.00014592808,0.4843559,0.4374451,0.00589927,0.002066634,0.022600172,0.0014629168],"about_ca_topic_score_codex":0.00012402101,"about_ca_topic_score_gemma":0.000010569896,"teacher_disagreement_score":0.870622,"about_ca_system_score_codex":0.00008164001,"about_ca_system_score_gemma":0.00026518715,"threshold_uncertainty_score":0.33942717},"labels":[],"label_agreement":null},{"id":"W4320036011","doi":"10.1287/ited.2023.0282ca","title":"Case Article—Moneyball for Murderball: Using Analytics to Construct Lineups in Wheelchair Rugby","year":2023,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto; Concordia University","keywords":"Computer science; Construct (python library); Analytics; Descriptive statistics; Perspective (graphical); Data science; Software; League; Predictive analytics; Data analysis; Regression analysis; Artificial intelligence; Machine learning; Knowledge management; Data mining; Statistics","score_opus":0.05757221609130932,"score_gpt":0.28827746193030046,"score_spread":0.23070524583899116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320036011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9321184,0.000026913045,0.06461296,0.00067371776,0.0008673124,0.00044085653,0.00016688473,0.00005316538,0.0010397861],"genre_scores_gemma":[0.9968378,0.00005310934,0.0016348299,0.00043638464,0.00007799848,0.00008021139,0.00002972276,0.00002079466,0.0008291549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988563,0.000001882364,0.0005871886,0.00023797518,0.00003921762,0.00027740464],"domain_scores_gemma":[0.99939746,0.000039092865,0.00013737955,0.00025684576,0.00005893841,0.000110305526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032404964,0.00012718987,0.00020865051,0.0008524846,0.00015154063,0.00007308409,0.00009042843,0.0000834087,0.00011507006],"category_scores_gemma":[0.000028447808,0.00014451297,0.00009274048,0.0009732955,0.000023379846,0.00026688428,0.000002819424,0.000119802506,0.0001858129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012104566,0.00068498123,0.033396803,0.0001872302,0.00012519742,0.000029020382,0.005923967,0.82301104,0.00005880197,0.046845812,0.0013790553,0.088237025],"study_design_scores_gemma":[0.0009343447,0.00017729489,0.01457033,0.00006979711,0.000027657587,0.00014158772,0.0027887223,0.93964714,0.00031826086,0.0069278823,0.03380165,0.00059533794],"about_ca_topic_score_codex":0.0007989787,"about_ca_topic_score_gemma":0.0004726526,"teacher_disagreement_score":0.116636075,"about_ca_system_score_codex":0.00018676373,"about_ca_system_score_gemma":0.00010432015,"threshold_uncertainty_score":0.58930683},"labels":[],"label_agreement":null},{"id":"W4320036048","doi":"10.1287/ited.2023.0282cs","title":"Case—Moneyball for Murderball: Using Analytics to Construct Lineups in Wheelchair Rugby","year":2023,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Construct (python library); Analytics; Computer science; Wheelchair; Data science; World Wide Web; Programming language","score_opus":0.06365462649112408,"score_gpt":0.2906275994451796,"score_spread":0.2269729729540555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320036048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89089715,0.000043480723,0.10358339,0.00082722,0.0014721935,0.00061422726,0.00029019505,0.00007082909,0.0022012938],"genre_scores_gemma":[0.99626523,0.0000778671,0.0017592841,0.00042692595,0.000088315224,0.00008663355,0.000049497346,0.000022440021,0.0012238338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988537,0.0000016769417,0.00058913924,0.00024676582,0.00003901502,0.0002697388],"domain_scores_gemma":[0.99939835,0.000038043636,0.00014739664,0.00025816806,0.00005888363,0.00009913986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031358236,0.00013425319,0.00022402836,0.0010091191,0.00015520999,0.00006935702,0.00010115819,0.00009155829,0.0001181866],"category_scores_gemma":[0.000023365494,0.00015350174,0.00010024567,0.0009736174,0.000022642542,0.00024874508,0.0000027664585,0.00012284942,0.00016204167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108573535,0.0005957498,0.025699668,0.00023758726,0.00014214538,0.000022884757,0.005627797,0.81249577,0.000028907356,0.056128006,0.0021078088,0.09680509],"study_design_scores_gemma":[0.001068312,0.00023534818,0.014452382,0.00010275579,0.00003312474,0.00017196116,0.003304769,0.8743216,0.00019704583,0.008221816,0.09707782,0.0008130602],"about_ca_topic_score_codex":0.0009138127,"about_ca_topic_score_gemma":0.0004970101,"teacher_disagreement_score":0.105368026,"about_ca_system_score_codex":0.00019925003,"about_ca_system_score_gemma":0.000119171986,"threshold_uncertainty_score":0.6259619},"labels":[],"label_agreement":null},{"id":"W4382658182","doi":"10.1287/ited.2023.0286","title":"Introducing Prescriptive and Predictive Analytics to MBA Students with Microsoft Excel","year":2023,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Analytics; Business analytics; Data science; Microsoft excel; Python (programming language); Predictive analytics; Business intelligence; Pipeline (software); Big data; Software engineering; Knowledge management; Business model; Management; Programming language; Data mining","score_opus":0.010792682455154443,"score_gpt":0.2657964726647238,"score_spread":0.2550037902095693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382658182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3110219,0.0000085537085,0.68684417,0.0006766063,0.0005846222,0.0002712105,0.0000050656454,0.00018540634,0.00040245554],"genre_scores_gemma":[0.985562,0.00001725756,0.01320129,0.00038819137,0.00007929352,0.00006545609,0.000007177469,0.000011197965,0.0006681273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899286,0.000010830281,0.00017817902,0.00031954548,0.00027228968,0.00022627054],"domain_scores_gemma":[0.9992886,0.0000543043,0.00005245079,0.0003473578,0.00013142724,0.00012585735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001601864,0.00013044867,0.00010573603,0.00037687272,0.00024635872,0.00028880316,0.00033260198,0.000038246657,0.0000049564915],"category_scores_gemma":[0.000013870791,0.000107923974,0.000024204845,0.0010320899,0.000025161025,0.00069208007,0.000021142449,0.00014053594,0.000050769242],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013295251,0.00066513394,0.008650071,0.00007601125,0.00024138167,0.0000034013433,0.06787894,0.21132407,0.00066361687,0.0010338244,0.003557992,0.70577264],"study_design_scores_gemma":[0.0016971431,0.002291963,0.74317724,0.0006555146,0.00013958293,0.000078007266,0.013437962,0.2161476,0.0088754175,0.001254952,0.010965509,0.0012791336],"about_ca_topic_score_codex":0.00009119517,"about_ca_topic_score_gemma":0.000024821813,"teacher_disagreement_score":0.7345271,"about_ca_system_score_codex":0.00010066653,"about_ca_system_score_gemma":0.00013052505,"threshold_uncertainty_score":0.4401012},"labels":[],"label_agreement":null},{"id":"W4386396810","doi":"10.1287/ited.2023.0020","title":"That’s Incorrect and Let Me Tell You Why: A Scalable Assessment to Evaluate Higher Order Thinking Skills","year":2023,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Grading (engineering); Higher-order thinking; Computer science; Scalability; Critical thinking; Data science; Analytics; Mathematics education; Teaching method; Psychology; Database; Engineering","score_opus":0.015899317714452486,"score_gpt":0.3182597238451819,"score_spread":0.30236040613072945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386396810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107922524,0.000019128935,0.8127891,0.06734919,0.0037863564,0.0005059734,0.000007743301,0.0008082467,0.006811746],"genre_scores_gemma":[0.9363862,0.00006184337,0.038363386,0.0034269504,0.00010983202,0.0000852787,0.000023275621,0.000020665491,0.021522537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988786,0.000031444215,0.00019630295,0.0002718869,0.00037978837,0.00024199116],"domain_scores_gemma":[0.9992311,0.00008719334,0.00006665902,0.00035745208,0.00013801573,0.00011955189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004724393,0.0001393912,0.00012467912,0.00039696135,0.00031704112,0.0003239337,0.0002802455,0.0000646812,0.000060461636],"category_scores_gemma":[0.000018661405,0.000118986565,0.000042835247,0.0011646913,0.000019928837,0.00067601097,0.000014822698,0.00024127918,0.00024744196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009925152,0.0006419454,0.0021915694,0.00006443698,0.00008543056,0.0000016469438,0.008955577,0.082715,0.00012919852,0.0053194193,0.009114145,0.8907717],"study_design_scores_gemma":[0.0015474452,0.0010132465,0.12270366,0.00068208185,0.00017505714,0.000046087443,0.004041189,0.5812892,0.0017497578,0.036541145,0.24855231,0.0016588614],"about_ca_topic_score_codex":0.00014344451,"about_ca_topic_score_gemma":0.000026864538,"teacher_disagreement_score":0.88911283,"about_ca_system_score_codex":0.00011489008,"about_ca_system_score_gemma":0.0003525316,"threshold_uncertainty_score":0.48521313},"labels":[],"label_agreement":null},{"id":"W4390814955","doi":"10.1287/ited.2022.0022","title":"An Interactive Spreadsheet Model for Teaching Classification Using Logistic Regression","year":2024,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Toronto","funders":"","keywords":"Computer science; Logistic regression; Context (archaeology); Binary classification; Lift (data mining); Metric (unit); Receiver operating characteristic; Artificial intelligence; Machine learning; Statistics; Support vector machine; Mathematics","score_opus":0.34037957902406024,"score_gpt":0.5271602547696113,"score_spread":0.18678067574555102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390814955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015499968,0.00002089419,0.9795749,0.0002876716,0.0027009568,0.00054327026,0.00011360806,0.00029161284,0.0009671092],"genre_scores_gemma":[0.64814013,0.00001140046,0.3496641,0.00009317158,0.00011574113,0.00022802994,0.000091889444,0.00002995658,0.0016256004],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894047,0.00007225398,0.0003689194,0.00028226335,0.0001567817,0.0001793406],"domain_scores_gemma":[0.9980668,0.0012133508,0.00012315632,0.00033878963,0.00017258349,0.000085336535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005711674,0.00017929541,0.00015292752,0.0003819405,0.0002970235,0.00016798436,0.00013506616,0.00012047863,0.000054696004],"category_scores_gemma":[0.000581814,0.00014711502,0.00008715719,0.00014639135,0.00005709771,0.0006744136,0.0000015385052,0.0003004684,0.000016568802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018156876,0.001147831,0.000008319274,0.0005420033,0.000081082995,2.4104313e-7,0.020181738,0.010643392,0.004830681,0.23163536,0.0060595996,0.7246882],"study_design_scores_gemma":[0.00011821992,0.00009081231,0.000053966676,0.0002917952,0.0001150403,0.000011423979,0.007070007,0.7973499,0.0015214912,0.19150746,0.0016653943,0.00020454911],"about_ca_topic_score_codex":0.000031731604,"about_ca_topic_score_gemma":0.000012438206,"teacher_disagreement_score":0.78670645,"about_ca_system_score_codex":0.0003722825,"about_ca_system_score_gemma":0.00056774303,"threshold_uncertainty_score":0.5999176},"labels":[],"label_agreement":null},{"id":"W4399362136","doi":"10.1287/ited.2023.0026ca","title":"Case Article—Budding with ERP: Information and Operations Management Challenges in a Nascent Industry","year":2024,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; MacEwan University; Thompson Rivers University","funders":"","keywords":"Budding; Business; Process management; Knowledge management; Computer science; Operations management; Engineering; Biology","score_opus":0.03233630174704372,"score_gpt":0.28666631935979336,"score_spread":0.25433001761274965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399362136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514224,0.00019831564,0.010924252,0.0056700585,0.0009207432,0.0012174435,0.000010758217,0.0002850803,0.029350938],"genre_scores_gemma":[0.9983557,0.00011524358,0.00026963942,0.00074741145,0.000101929996,0.00021916199,0.000026050786,0.000012125602,0.00015276631],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992025,0.0000056002464,0.00032282923,0.00013777985,0.00016377919,0.00016749813],"domain_scores_gemma":[0.9997234,0.000016510543,0.00004457152,0.00013074704,0.0000611553,0.000023626164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021856531,0.0001337093,0.00008499204,0.00082714984,0.00017935039,0.0006518491,0.000046161946,0.00007253779,0.00014869755],"category_scores_gemma":[0.0000059881813,0.000109997934,0.000022499511,0.00053516834,0.000019516563,0.0049927575,0.000004062869,0.00022087184,0.0001293736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003132469,0.0001807107,0.00058872695,0.0007433759,0.00006162788,0.00002150907,0.0038529034,0.0034237981,0.000009161865,0.05553879,0.0002550088,0.9352931],"study_design_scores_gemma":[0.0052000713,0.00033115566,0.083635576,0.003977496,0.0005066935,0.002755668,0.43286183,0.110980265,0.0003905298,0.0018297555,0.3553027,0.0022282442],"about_ca_topic_score_codex":0.00051523454,"about_ca_topic_score_gemma":0.000934934,"teacher_disagreement_score":0.9330648,"about_ca_system_score_codex":0.00012138177,"about_ca_system_score_gemma":0.00006242855,"threshold_uncertainty_score":0.6285796},"labels":[],"label_agreement":null},{"id":"W4399362178","doi":"10.1287/ited.2023.0026cs","title":"Case—Budding with ERP: Information and Operations Management Challenges in a Nascent Industry","year":2024,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; MacEwan University; Thompson Rivers University","funders":"","keywords":"Budding; Business; Process management; Information management; Knowledge management; Operations management; Computer science; Engineering; Biology","score_opus":0.033984974693700785,"score_gpt":0.2869401274982844,"score_spread":0.25295515280458364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399362178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85633355,0.0005122158,0.026599327,0.011813626,0.0023979954,0.002697698,0.000026995596,0.0006190578,0.09899953],"genre_scores_gemma":[0.9981633,0.00016604946,0.00028306205,0.0007623836,0.0001162251,0.00024265173,0.00004162394,0.0000130752605,0.00021166653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991937,0.00000524308,0.00032403914,0.0001432417,0.00016958232,0.00016417247],"domain_scores_gemma":[0.9997221,0.000016183049,0.000047050522,0.0001316263,0.00006186055,0.000021140751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021297774,0.00014284074,0.00009051718,0.0009781168,0.00018578686,0.0006548311,0.00005128856,0.0000792758,0.00015418511],"category_scores_gemma":[0.0000049580212,0.00011742966,0.000023876964,0.0005363683,0.000019270985,0.004991378,0.0000041013845,0.00023122574,0.00011493366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025203142,0.00013899864,0.0003751564,0.00085951114,0.00006174107,0.000015894077,0.003224822,0.0026751524,0.00000416812,0.059671357,0.00033118218,0.93261683],"study_design_scores_gemma":[0.003559643,0.00025728726,0.04852503,0.003607407,0.00037005593,0.0020721476,0.31742802,0.052191403,0.00014890169,0.0012300236,0.5688226,0.0017874497],"about_ca_topic_score_codex":0.00058808667,"about_ca_topic_score_gemma":0.000973892,"teacher_disagreement_score":0.93082935,"about_ca_system_score_codex":0.00012923658,"about_ca_system_score_gemma":0.00007070819,"threshold_uncertainty_score":0.6314551},"labels":[],"label_agreement":null},{"id":"W4405500067","doi":"10.1287/ited.2024.cfp.v25.n2","title":"Call for Papers—<i>INFORMS Transactions on Education</i> Special Issue on Generative AI in Teaching Management Science, Operations Research, Operations Management, and Analytics","year":2024,"lang":"en","type":"paratext","venue":"INFORMS Transactions on Education","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ivey Foundation","funders":"","keywords":"Computer science; Analytics; Data science; Generative grammar; Data management; Mathematics education; Artificial intelligence; Database; Psychology","score_opus":0.049883307006323735,"score_gpt":0.3702544982509413,"score_spread":0.32037119124461755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405500067","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011225778,0.00017544813,0.102681294,0.00994524,0.021386182,0.007596956,0.00065526087,0.00019649857,0.8562405],"genre_scores_gemma":[0.11807735,0.003113952,0.006760066,0.01652877,0.015184894,0.008413385,0.004550968,0.0002992461,0.82707137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958952,0.00002868625,0.0010202476,0.0011920448,0.0010718373,0.00079197314],"domain_scores_gemma":[0.9980752,0.00009423164,0.00012510153,0.0008875238,0.0007172809,0.00010067942],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010788568,0.0006988138,0.00045632402,0.005969074,0.0027304252,0.003066539,0.00082128006,0.0003486579,0.0017239561],"category_scores_gemma":[0.000044330318,0.000626153,0.00019226187,0.0030550633,0.0004287831,0.0034722805,0.000029969626,0.0016430573,0.0035038702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015685515,0.0020785567,0.000001813385,0.001377415,0.00021134526,0.000001677377,0.0010055006,0.08675686,0.000022499085,0.060773972,0.22302435,0.62458915],"study_design_scores_gemma":[0.00044214484,0.00012442023,0.00011882049,0.0013517835,0.000277732,0.000004471226,0.0044819037,0.0119620245,0.00017181736,0.00095730124,0.9792906,0.0008169512],"about_ca_topic_score_codex":0.001068435,"about_ca_topic_score_gemma":0.0027936613,"teacher_disagreement_score":0.7562663,"about_ca_system_score_codex":0.0009793562,"about_ca_system_score_gemma":0.0009947116,"threshold_uncertainty_score":0.999619},"labels":[],"label_agreement":null},{"id":"W4407297940","doi":"10.1287/ited.2023.0051cs","title":"Case—Potty Parity: Stadium Restroom Design","year":2025,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Structural Engineering and Vibration Analysis","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Computer science; Stadium; Mathematics","score_opus":0.010844216966866915,"score_gpt":0.2413497327093069,"score_spread":0.23050551574244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407297940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013956582,0.00006106241,0.980252,0.00014056184,0.0009729299,0.00012479517,0.0000063496827,0.00037064226,0.0041150516],"genre_scores_gemma":[0.99485564,0.00003685244,0.003601348,0.00011227775,0.000021134172,0.0000490564,0.000013789152,0.000011061884,0.0012988131],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994953,0.000007790972,0.00019872599,0.0000935573,0.000076226934,0.00012838331],"domain_scores_gemma":[0.99964654,0.000043437332,0.000014832819,0.00020582305,0.00004623573,0.00004314726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005820169,0.000118089134,0.00009542067,0.00032538327,0.00010956545,0.00005683749,0.00006187435,0.000074706346,0.00012812372],"category_scores_gemma":[0.0000073203596,0.00011332709,0.00006045416,0.0004797216,0.000016388363,0.0002377596,5.51081e-7,0.00016828207,0.00004381903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051777056,0.000018334376,0.00000373927,0.000029136736,0.0000589066,0.0000013977959,0.00016106783,0.7259653,0.0001213355,0.00043772644,0.00079110527,0.27240673],"study_design_scores_gemma":[0.00066428457,0.00008872645,0.001963458,0.00013305743,0.00028748292,0.0002721763,0.003066234,0.89707845,0.05187614,0.0017476539,0.04205089,0.00077146577],"about_ca_topic_score_codex":0.00006584051,"about_ca_topic_score_gemma":0.000018242994,"teacher_disagreement_score":0.9808991,"about_ca_system_score_codex":0.00015591795,"about_ca_system_score_gemma":0.00008383819,"threshold_uncertainty_score":0.46213448},"labels":[],"label_agreement":null},{"id":"W4407328220","doi":"10.1287/ited.2023.0051ca","title":"Case Article—Potty Parity: Stadium Restroom Design","year":2025,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Urban Design and Spatial Analysis","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Computer science; Stadium; Mathematics; Geometry","score_opus":0.01273770240196293,"score_gpt":0.23020024375090958,"score_spread":0.21746254134894666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407328220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06524891,0.00005748137,0.9285425,0.00023221367,0.0005714028,0.00019609598,0.000006306868,0.00025001267,0.004895069],"genre_scores_gemma":[0.994371,0.000035423902,0.0027386372,0.00017388057,0.000031527816,0.00007169412,0.0000067936016,0.000011011234,0.0025600474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993907,0.000015961474,0.0002331539,0.00010610292,0.00009168354,0.00016238548],"domain_scores_gemma":[0.9995557,0.000056723486,0.000018594503,0.00024054473,0.000057447327,0.00007098136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010219239,0.00011765282,0.000107761465,0.0002864829,0.00013536894,0.00006838551,0.00007001466,0.00007811936,0.00016728847],"category_scores_gemma":[0.0000095721125,0.000112290014,0.000069805574,0.0005078392,0.000020317271,0.00026774945,6.9762376e-7,0.00017618528,0.00011453077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056986006,0.00041718569,0.0001784901,0.00008729534,0.00028736785,0.000019485604,0.0012161367,0.32889903,0.0012801274,0.000924248,0.0094780745,0.6571556],"study_design_scores_gemma":[0.0017221837,0.00036098153,0.0049746186,0.00024403473,0.0010696058,0.00036190057,0.0046332916,0.8017564,0.12537001,0.008508916,0.049436443,0.0015616212],"about_ca_topic_score_codex":0.00022002625,"about_ca_topic_score_gemma":0.00015375244,"teacher_disagreement_score":0.9291221,"about_ca_system_score_codex":0.00016315962,"about_ca_system_score_gemma":0.00012055854,"threshold_uncertainty_score":0.45790538},"labels":[],"label_agreement":null}]}