{"meta":{"query_hash":"3a596fdb8f7c","filters":{"venue":"MAA spectrum"},"cohort_total":43,"direct_labels_cover":0,"predictions_cover":43,"exported":43,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3a596fdb8f7c","api":"https://metacan.xera.ac/api/v1/cohort?venue=MAA+spectrum"},"results":[{"id":"W2266269208","doi":"10.5948/upo9781614445180.006","title":"Finite Mathematics","year":2000,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics; Mathematics education; Pure mathematics; Computer science","score_opus":0.018398220697034527,"score_gpt":0.21432054496792957,"score_spread":0.19592232427089504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266269208","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006377872,0.00031108217,0.23613076,0.0012292966,0.00063399493,0.00032007298,0.00001807208,0.00058976084,0.7607606],"genre_scores_gemma":[0.0016286494,0.00029528805,0.15183781,0.000565304,0.0012332258,0.000019767223,0.00002584827,0.00016662353,0.8442275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99726015,0.00002231171,0.0005737466,0.0009612364,0.00064290175,0.00053965603],"domain_scores_gemma":[0.99717563,0.00027962282,0.00023643416,0.0020916206,0.00004438035,0.00017230617],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002501635,0.0005801137,0.0006357753,0.00025779023,0.00014644495,0.00027475273,0.002130408,0.00039306626,0.0035246587],"category_scores_gemma":[0.000022181526,0.0005662911,0.00033068404,0.00010746593,0.00012656822,0.00014603478,0.0008013173,0.00069059234,0.003499275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023564337,0.00006968591,0.0000038344365,0.00006179203,0.000048394275,0.00017611946,0.0002683195,0.00015381404,9.897543e-7,0.92505926,0.0019029143,0.072252534],"study_design_scores_gemma":[0.000121733305,0.00010159957,0.00002321522,0.000064393935,0.000017863871,0.0000638771,0.0000011347852,0.028090853,0.00002130278,0.70067453,0.27029163,0.0005278784],"about_ca_topic_score_codex":0.000021069196,"about_ca_topic_score_gemma":0.000030182104,"teacher_disagreement_score":0.26838872,"about_ca_system_score_codex":0.00019197508,"about_ca_system_score_gemma":0.00011625095,"threshold_uncertainty_score":0.99967885},"labels":[],"label_agreement":null},{"id":"W2405194103","doi":"10.1090/spec/079","title":"Mathematicians on Creativity","year":2018,"lang":"en","type":"book","venue":"MAA spectrum","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Creativity; Psychology; Mathematics education; Social psychology","score_opus":0.048055983109481726,"score_gpt":0.36085730370065316,"score_spread":0.31280132059117144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405194103","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001679076,0.000028892071,0.0001976002,0.0017605115,0.002952254,0.00032327912,0.00008607063,0.00017173868,0.9928006],"genre_scores_gemma":[0.0046011093,0.000009627688,0.00004494838,0.0010957848,0.0009886342,0.00003939926,0.000024049565,0.00006115541,0.9931353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834216,0.00010643188,0.00023643077,0.0006252366,0.00031372026,0.0003760254],"domain_scores_gemma":[0.9983322,0.0003670279,0.00021511326,0.0009556741,0.000022290182,0.000107720814],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023373659,0.00031733993,0.00035212145,0.0002120454,0.00016448417,0.00005490318,0.0004094223,0.00028519612,0.038181346],"category_scores_gemma":[0.000090502595,0.00029703215,0.00013888901,0.00011600391,0.00034411385,0.000028810075,0.000052253217,0.0004633061,0.015892634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023929142,0.00035610894,0.000061516104,0.000019047557,0.000022236569,0.000026031765,0.0014185258,8.1806604e-8,0.000011114434,0.15072262,0.8456711,0.0016676635],"study_design_scores_gemma":[0.0001553568,0.0004305578,0.0015683337,0.00010578974,0.00003187606,0.00003873886,0.00008184153,0.0000035898856,0.00016886972,0.040022526,0.9570447,0.0003477926],"about_ca_topic_score_codex":0.000039275463,"about_ca_topic_score_gemma":0.00006437192,"teacher_disagreement_score":0.1113736,"about_ca_system_score_codex":0.00021096523,"about_ca_system_score_gemma":0.0001495864,"threshold_uncertainty_score":0.9999482},"labels":[],"label_agreement":null},{"id":"W2476872298","doi":"10.5948/upo9781614445159","title":"More Fallacies, Flaws, and Flimflam","year":2013,"lang":"en","type":"book","venue":"MAA spectrum","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Forensic engineering; Engineering","score_opus":0.007276872442842972,"score_gpt":0.20563497364288494,"score_spread":0.19835810120004196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476872298","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085980655,0.01115862,0.17507331,0.018722314,0.003106396,0.0012188426,0.00001071443,0.00439274,0.78545725],"genre_scores_gemma":[0.0018296303,0.00007559054,0.023446787,0.00021287195,0.0005018987,0.000015784077,0.000019626683,0.000052649862,0.9738452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982419,0.000058703074,0.0002180225,0.0006775848,0.00032938493,0.0004743747],"domain_scores_gemma":[0.998831,0.000073691735,0.00015338004,0.00077200297,0.000019755304,0.00015020931],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024360947,0.0003452411,0.00033929653,0.00016064508,0.0002880178,0.0006385531,0.00093345303,0.00029522247,0.000077134646],"category_scores_gemma":[0.00002657048,0.0003230519,0.000097638935,0.000080505764,0.000115343835,0.00016734617,0.00052771624,0.0010364087,0.0003354845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019340953,0.000020962994,0.00015442746,0.00011122153,0.00006449481,0.00008304747,0.0019323318,0.000009561211,0.0000036177646,0.14361472,0.09775851,0.7562452],"study_design_scores_gemma":[0.00011908727,0.00008333447,0.00046663155,0.00009324169,0.000012624812,0.00006158582,0.000013188414,0.0008244715,0.000004674775,0.0045778104,0.99335027,0.00039310294],"about_ca_topic_score_codex":0.0001732695,"about_ca_topic_score_gemma":0.000023727533,"teacher_disagreement_score":0.89559174,"about_ca_system_score_codex":0.00012079921,"about_ca_system_score_gemma":0.00013959582,"threshold_uncertainty_score":0.99992216},"labels":[],"label_agreement":null},{"id":"W2481028726","doi":"10.5948/upo9781614445180.008","title":"Calculus: Limits and Derivatives","year":2000,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Mathematical and Theoretical Analysis","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Calculus (dental); Mathematics; Computer science; Applied mathematics; Medicine; Dentistry","score_opus":0.028464470971923853,"score_gpt":0.2593657611595083,"score_spread":0.23090129018758448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481028726","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003757991,0.00033791648,0.0017144291,0.0012960919,0.000025755558,0.00019606446,0.000028419954,0.00012837446,0.9958972],"genre_scores_gemma":[0.022611469,0.0005732432,0.0029421912,0.00018292357,0.00032651064,0.000012814869,0.000015045146,0.00013580927,0.97319996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99851364,0.000022686254,0.000427719,0.00042378923,0.00031023374,0.00030193414],"domain_scores_gemma":[0.99880886,0.00044321807,0.00013045313,0.0004189356,0.000021203712,0.00017731654],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013447422,0.00041641048,0.0007398313,0.00011551928,0.00010838918,0.000052077787,0.00018936383,0.00031663122,0.026789743],"category_scores_gemma":[0.000104589715,0.0003136003,0.00023936472,0.000038881568,0.0003491312,0.000031047144,0.000089469504,0.00038989983,0.00053697225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012809301,0.00003380864,0.0000018038538,0.00017339314,0.00017558751,0.000033090462,0.00009493917,4.3095394e-8,0.000003436281,0.9946489,0.0007129245,0.0041092783],"study_design_scores_gemma":[0.00012452556,0.00005867118,0.0000039158704,0.00020498881,0.000278714,0.000019804518,0.000008065735,0.00010048255,0.00012176119,0.95166075,0.047052227,0.0003660954],"about_ca_topic_score_codex":0.0000055296255,"about_ca_topic_score_gemma":0.000018630313,"teacher_disagreement_score":0.046339303,"about_ca_system_score_codex":0.000029301527,"about_ca_system_score_gemma":0.00001392561,"threshold_uncertainty_score":0.99993163},"labels":[],"label_agreement":null},{"id":"W2490787834","doi":"10.5948/upo9781614445180.012","title":"Advanced Undergraduate Mathematics","year":2000,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Mathematics Education and Programs","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Mathematics; Computer science","score_opus":0.040685600622099895,"score_gpt":0.30059320049303223,"score_spread":0.2599075998709323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490787834","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006100628,0.00025954808,0.0013575595,0.0020606006,0.00037462692,0.00082002906,0.000036107976,0.0004920097,0.9945385],"genre_scores_gemma":[0.0009745966,0.0005627811,0.042212404,0.00013218014,0.0003435115,0.000031119715,0.00006253405,0.00030884673,0.95537204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99752736,0.000019158562,0.000858404,0.0005140685,0.00058790355,0.0004931286],"domain_scores_gemma":[0.9976135,0.00034074168,0.0005530424,0.0012348657,0.00005375129,0.00020408038],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002551736,0.0006889144,0.0008448316,0.00021515688,0.00016728592,0.00011345163,0.0004960712,0.00046296106,0.020610055],"category_scores_gemma":[0.000070215625,0.00064936513,0.00038129708,0.00006356403,0.00012242702,0.00005709597,0.0000808883,0.0006759987,0.0030745133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000837076,0.00012900049,4.381655e-7,0.0004834731,0.00011473692,0.000015604024,0.00038025618,6.334146e-7,0.0000020318073,0.96988547,0.0151128825,0.0138670765],"study_design_scores_gemma":[0.00019016361,0.000049047376,2.6786182e-7,0.00029544617,0.00011107397,0.00003802495,0.000025815421,0.000039560633,0.000046592824,0.6409559,0.35780415,0.0004439016],"about_ca_topic_score_codex":0.000004055323,"about_ca_topic_score_gemma":0.000042397078,"teacher_disagreement_score":0.34269127,"about_ca_system_score_codex":0.00015466005,"about_ca_system_score_gemma":0.00011099401,"threshold_uncertainty_score":0.99959576},"labels":[],"label_agreement":null},{"id":"W2490939867","doi":"10.5948/upo9780883859667.035","title":"The Evolution of Group Theory, Israel Kleiner (Al)","year":2007,"lang":"en","type":"other","venue":"MAA spectrum","topic":"History and Theory of Mathematics","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Group (periodic table); Geology; Physics","score_opus":0.014091939087267672,"score_gpt":0.26168339157790793,"score_spread":0.24759145249064027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490939867","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011074952,0.0025302519,0.039189048,0.00013561666,0.00090546365,0.0004357746,0.000031226697,0.00027045317,0.9563914],"genre_scores_gemma":[0.0021467928,0.000097186625,0.003162679,0.00005150239,0.0006100261,0.000016154245,0.0000066070534,0.0005327189,0.9933763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982095,0.00020252765,0.00048744524,0.00027422118,0.00043396317,0.00039236996],"domain_scores_gemma":[0.99744666,0.0008052704,0.0006533607,0.0010014051,0.000026606498,0.000066713015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018687787,0.00035344245,0.00049383205,0.00029572388,0.00018272123,0.000016314063,0.00056314404,0.00034594384,0.0031566266],"category_scores_gemma":[0.0004174628,0.0002448437,0.00024509136,0.00019655452,0.0004085615,0.00002252778,0.00008467152,0.00038849295,0.000371455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029421924,0.00008953096,0.000004698626,0.00018300126,0.00009103223,0.00000479965,0.00011801882,5.6519635e-8,0.000016018725,0.6927295,0.30593807,0.0007958775],"study_design_scores_gemma":[0.00014742847,0.000040789535,0.0000026769974,0.00017667106,0.000068531874,0.0000064176274,0.00025343354,0.000006924543,0.00003709638,0.48764786,0.51144356,0.00016862624],"about_ca_topic_score_codex":0.000084590996,"about_ca_topic_score_gemma":0.0004984275,"teacher_disagreement_score":0.20550548,"about_ca_system_score_codex":0.0002294941,"about_ca_system_score_gemma":0.000044011667,"threshold_uncertainty_score":0.9984436},"labels":[],"label_agreement":null},{"id":"W2497107028","doi":"10.5948/upo9781614445180.009","title":"Calculus: Integration and Differential Equations","year":2000,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Matrix Theory and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Calculus (dental); Differential calculus; Applied mathematics; Differential (mechanical device); Mathematics; Differential equation; Computer science; Algebra over a field; Mathematical analysis; Pure mathematics; Physics; Medicine; Dentistry; Thermodynamics","score_opus":0.011734801686126497,"score_gpt":0.21639996704525127,"score_spread":0.20466516535912477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2497107028","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018605977,0.00018884642,0.6231807,0.0005292777,0.00028679371,0.00012362303,0.000013876212,0.0001243433,0.3755339],"genre_scores_gemma":[0.069534756,0.00032033343,0.0030509746,0.00017471243,0.0009284392,0.0000134520815,0.00007087703,0.000047430163,0.92585903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990679,0.000019671446,0.00019452431,0.00036982985,0.00018159772,0.00016648021],"domain_scores_gemma":[0.9993935,0.000055095454,0.00007946119,0.00038711578,0.000013051071,0.00007172595],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006675384,0.0002159227,0.00019390283,0.00013106252,0.00015105316,0.00018107609,0.0003469299,0.0001630994,0.0018749632],"category_scores_gemma":[0.000005864184,0.00019316103,0.000079810845,0.000031042367,0.00006002926,0.00013790638,0.00012491221,0.0002780149,0.00023862052],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027526285,0.000006621727,1.8630209e-7,0.000004673051,0.000011589131,0.000008991484,0.00008260309,0.0000014380087,0.000009870412,0.9213885,0.00017976406,0.07830301],"study_design_scores_gemma":[0.00021324234,0.000094913776,0.000024232508,0.00007621459,0.000031568925,0.000024320441,0.0000027972583,0.030156104,0.0002278348,0.88970876,0.07902802,0.00041198955],"about_ca_topic_score_codex":0.00001785009,"about_ca_topic_score_gemma":0.00002845281,"teacher_disagreement_score":0.62012976,"about_ca_system_score_codex":0.00003360911,"about_ca_system_score_gemma":0.000027617916,"threshold_uncertainty_score":0.99903744},"labels":[],"label_agreement":null},{"id":"W2756024200","doi":"10.1090/spec/033/03","title":"Algebra and Number Theory","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"History and Theory of Mathematics","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Algebra over a field; Mathematics; Computer science; Pure mathematics","score_opus":0.017407231660161993,"score_gpt":0.2638231472639698,"score_spread":0.24641591560380782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756024200","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010966166,0.00039929108,0.0028403348,0.00007476738,0.00024916182,0.00024496822,0.00009353446,0.00048503507,0.99550325],"genre_scores_gemma":[0.00013004344,0.00010510748,0.0063378005,0.00007853271,0.00052105356,0.000018895576,0.000016649357,0.00064120675,0.9921507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988171,0.00012955294,0.00022664623,0.00031452405,0.00019729056,0.00031488627],"domain_scores_gemma":[0.99869764,0.00039183252,0.00022029613,0.0005790891,0.000006118454,0.00010503582],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037552384,0.0003537323,0.0004849996,0.0001156695,0.000088888635,0.0000260784,0.00022338763,0.00036288745,0.3221622],"category_scores_gemma":[0.00017511712,0.0003189555,0.00010099905,0.0000782143,0.0001951266,0.00002167974,0.000077863515,0.00031332136,0.0021579508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004207555,0.00004507766,0.000008209345,0.00018272878,0.000057133628,0.000034023808,0.00014466453,2.859275e-9,5.240017e-7,0.45930603,0.539407,0.00081035064],"study_design_scores_gemma":[0.000108724606,0.000009644297,9.712692e-7,0.00014183692,0.000051011066,0.00006199154,0.000046410085,7.9408574e-7,0.0000061198893,0.47871596,0.52065706,0.00019950223],"about_ca_topic_score_codex":0.000019992316,"about_ca_topic_score_gemma":0.00009298873,"teacher_disagreement_score":0.32000428,"about_ca_system_score_codex":0.000042082887,"about_ca_system_score_gemma":0.000020451009,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W3046412562","doi":"10.1090/spec/048/61","title":"A Baseball Giant, A Math Giant, and the Epsilon in the Middle","year":2006,"lang":"en","type":"other","venue":"MAA spectrum","topic":"American Sports and Literature","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Mathematics education; Mathematics","score_opus":0.011486756937705556,"score_gpt":0.18445250126151425,"score_spread":0.17296574432380868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046412562","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011669015,0.004617051,0.0000055996616,0.0037961483,0.00023750638,0.00042130277,0.00018074307,0.00006471239,0.99056023],"genre_scores_gemma":[0.006526169,0.0001499787,0.00003851807,0.0018459182,0.0012975364,0.000036752674,0.000062156774,0.00015754202,0.98988545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899113,0.00007528939,0.00019043185,0.00027074784,0.0001866276,0.00028576606],"domain_scores_gemma":[0.9993729,0.00004391205,0.00016869053,0.00038488893,0.000006047059,0.000023534734],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001938159,0.00028116442,0.00034211364,0.00011585347,0.00016378639,0.0003332478,0.00027388643,0.00009885189,0.015256299],"category_scores_gemma":[0.0000037323416,0.00013086232,0.00010089913,0.000052905572,0.00068107987,0.000029708894,0.000040843246,0.0004190489,0.000042646432],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018847457,0.000028507213,0.000019884434,0.000030898347,0.000014999126,0.00006701249,0.007560885,8.9550255e-8,1.0368994e-7,0.36553538,0.6263902,0.0003331432],"study_design_scores_gemma":[0.00044695,0.000031546748,0.00022681388,0.00013869394,0.00003433782,0.000016906306,0.0026610268,0.00003478305,7.458383e-8,0.00067174557,0.9955376,0.00019954809],"about_ca_topic_score_codex":0.013440441,"about_ca_topic_score_gemma":0.035181254,"teacher_disagreement_score":0.36914733,"about_ca_system_score_codex":0.00001489703,"about_ca_system_score_gemma":0.000020265548,"threshold_uncertainty_score":0.99312913},"labels":[],"label_agreement":null},{"id":"W3046461609","doi":"10.1090/spec/081/10","title":"The Mathematical Association of America: Its First 100 Years","year":2015,"lang":"en","type":"other","venue":"MAA spectrum","topic":"History and Theory of Mathematics","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Geography; Epistemology; Philosophy","score_opus":0.024057549689773406,"score_gpt":0.2673799783812947,"score_spread":0.24332242869152126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046461609","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000084656036,0.0006423692,0.00066441204,0.00061676226,0.0004457265,0.0004628262,0.000093439616,0.0002458608,0.996744],"genre_scores_gemma":[0.0002825901,0.00012757593,0.0025824034,0.000022282718,0.000372896,0.000023574567,0.000009391372,0.00038358034,0.99619573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815494,0.00014212636,0.00048000732,0.00021479433,0.00066582387,0.00034231925],"domain_scores_gemma":[0.9973612,0.0009108694,0.00093106244,0.00065810565,0.000049346316,0.00008942223],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00096747035,0.00027892497,0.0006336962,0.000116802046,0.00010646543,0.000026435564,0.00047892486,0.00035612215,0.0053579635],"category_scores_gemma":[0.0014201526,0.00021345906,0.0001688407,0.00017638963,0.00013462339,0.000022557493,0.00009289886,0.00033427918,0.0016523424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000840319,0.00012234296,0.0000026055075,0.00035464557,0.00015622258,0.000006074862,0.00057632977,2.54727e-7,0.0000013223744,0.09613969,0.9023945,0.00023765402],"study_design_scores_gemma":[0.00017050478,0.00004157992,0.0000012998723,0.00019346883,0.00010441695,0.0000038356657,0.00010285262,0.000034256613,0.000015754022,0.24954015,0.74961734,0.00017453665],"about_ca_topic_score_codex":0.000011423638,"about_ca_topic_score_gemma":0.0001374055,"teacher_disagreement_score":0.15340045,"about_ca_system_score_codex":0.00027297658,"about_ca_system_score_gemma":0.000079586105,"threshold_uncertainty_score":0.999125},"labels":[],"label_agreement":null},{"id":"W3148088604","doi":"10.5948/upo9781614445159.009","title":"Probability and Statistics","year":2013,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Statistics; Probability and statistics; Mathematics","score_opus":0.23128746329117947,"score_gpt":0.36516618770905557,"score_spread":0.1338787244178761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148088604","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045776094,0.00023910201,0.115718976,0.0007524678,0.0010201343,0.0007275284,0.0007530259,0.00018079471,0.8805622],"genre_scores_gemma":[0.00002831576,0.0001316958,0.4364027,0.000045816883,0.00011791088,0.000014530292,0.000030684856,0.00004069539,0.56318766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989375,0.000041697163,0.0003204221,0.00032436804,0.00017751158,0.00019848731],"domain_scores_gemma":[0.9978472,0.001359265,0.00021206269,0.00041626618,0.000072007584,0.0000931931],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002880473,0.0002660279,0.00038892232,0.000070641916,0.00007331082,0.000053742482,0.000118495605,0.00022573893,0.009413964],"category_scores_gemma":[0.0010775815,0.0002387151,0.0000397266,0.000011200014,0.00019759806,0.00001830422,0.00008743376,0.00031979603,0.00034682755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032487496,0.000011741896,0.000012908497,0.00020514103,0.000026302532,0.0000029968567,0.00008239668,2.1887265e-8,0.0000010843152,0.8486607,0.14264502,0.008348415],"study_design_scores_gemma":[0.000073256124,0.000037220427,0.00011484352,0.000032760003,0.000059094673,0.000009639648,0.000014025227,0.000011183859,0.00001530355,0.81027675,0.18915218,0.00020372962],"about_ca_topic_score_codex":0.000021619364,"about_ca_topic_score_gemma":0.000041824627,"teacher_disagreement_score":0.32068372,"about_ca_system_score_codex":0.00008005353,"about_ca_system_score_gemma":0.00007782707,"threshold_uncertainty_score":0.99149156},"labels":[],"label_agreement":null},{"id":"W4210852355","doi":"10.5948/upo9781614445180","title":"Mathematical Fallacies, Flaws, and Flimflam","year":2000,"lang":"en","type":"book","venue":"MAA spectrum","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Epistemology; Philosophy; Mathematical economics; Mathematics","score_opus":0.00913653424467434,"score_gpt":0.2040316027830562,"score_spread":0.19489506853838187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210852355","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013256766,0.001343589,0.11901152,0.002614956,0.0006436209,0.0006734564,0.00002062339,0.00086991413,0.87468976],"genre_scores_gemma":[0.0009245797,0.0002635969,0.057534613,0.0003954271,0.0011512922,0.000033677865,0.000028970759,0.00010295409,0.9395649],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967149,0.000084937376,0.0005547095,0.0012533173,0.00068645645,0.0007057113],"domain_scores_gemma":[0.9976161,0.00027811437,0.00015121962,0.0016518477,0.000035631983,0.0002670445],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003685528,0.0006089961,0.00078417204,0.00021913277,0.00020527386,0.0004916131,0.0017486339,0.00046551033,0.0011326444],"category_scores_gemma":[0.000031289605,0.0005722996,0.00020918778,0.00018976834,0.0002979929,0.0001858874,0.0011611754,0.0007602161,0.0009981787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012738972,0.00020599207,0.000034957706,0.00038935864,0.00011975653,0.000426619,0.000664303,0.000024007084,0.000004812317,0.7618272,0.06251716,0.17377315],"study_design_scores_gemma":[0.00022496632,0.00016021829,0.0002005811,0.00007986133,0.00002463261,0.00027657824,0.0000024280346,0.0127229,0.000019992583,0.63055277,0.35509586,0.0006392223],"about_ca_topic_score_codex":0.00001618364,"about_ca_topic_score_gemma":0.000022835016,"teacher_disagreement_score":0.2925787,"about_ca_system_score_codex":0.0003315889,"about_ca_system_score_gemma":0.00033122775,"threshold_uncertainty_score":0.9997805},"labels":[],"label_agreement":null},{"id":"W4229719288","doi":"10.1090/spec/079/16","title":"Chapter R","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229719288","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010501126,0.00039729654,0.000027438738,0.00048906164,0.000822283,0.00038662477,0.00034106933,0.000674544,0.9967567],"genre_scores_gemma":[0.006257876,0.000050413346,0.00019204803,0.00022628948,0.0029469354,0.00000785847,0.000098504555,0.00082188274,0.9893982],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974068,0.00001061816,0.00041715792,0.0008821659,0.0006392142,0.0006440767],"domain_scores_gemma":[0.9980331,0.000025239327,0.00033371587,0.0013315536,0.0000654451,0.00021091737],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020593009,0.000756164,0.0006093282,0.0004239114,0.00014323398,0.00008072875,0.00057303545,0.0005940662,0.20252247],"category_scores_gemma":[0.000013169095,0.0007569551,0.00035364093,0.000029598175,0.00040281637,0.00008029209,0.00028848465,0.00070336415,0.43308654],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006832494,0.0000152232515,0.000018793626,0.000025713049,0.0001924371,0.00019220286,0.00012393239,1.6882736e-7,0.00013239094,0.8849619,0.11312652,0.0011423809],"study_design_scores_gemma":[0.0002317384,0.00014198697,0.000053969237,0.00011157573,0.00009290777,0.00005632895,0.0000023953357,0.000006946434,0.00032490114,0.17711945,0.8211478,0.00070997933],"about_ca_topic_score_codex":0.00004102349,"about_ca_topic_score_gemma":0.00030146513,"teacher_disagreement_score":0.7080213,"about_ca_system_score_codex":0.00028979796,"about_ca_system_score_gemma":0.000045527708,"threshold_uncertainty_score":0.9994881},"labels":[],"label_agreement":null},{"id":"W4230334928","doi":"10.1090/spec/079/07","title":"Chapter G","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230334928","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010509125,0.0003972967,0.000027446284,0.00048906176,0.0008222844,0.00038662506,0.00034106956,0.000674068,0.99675703],"genre_scores_gemma":[0.006262317,0.000050412997,0.00019196348,0.00022628861,0.0029469195,0.000007858425,0.00009850378,0.0008216993,0.989394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974068,0.000010618375,0.00041715888,0.0008821666,0.0006392176,0.0006440769],"domain_scores_gemma":[0.99803317,0.000025239486,0.00033371634,0.0013315431,0.00006544525,0.00021091745],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020595107,0.00075616414,0.0006093298,0.0004238601,0.00014323407,0.00008072897,0.0005730351,0.0005940661,0.20254008],"category_scores_gemma":[0.000013169343,0.0007569552,0.00035364207,0.000029595252,0.0004028163,0.00008029213,0.00028848485,0.0007033641,0.43308786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006832743,0.000015223807,0.000018806506,0.000025713993,0.00019244557,0.00019220995,0.00012393702,1.6886483e-7,0.00013238081,0.8850281,0.11306039,0.0011422569],"study_design_scores_gemma":[0.00023173967,0.00014198804,0.00005400129,0.000111576366,0.00009291293,0.000056329354,0.0000023953526,0.0000069448834,0.00032490527,0.1771216,0.82114565,0.00070998346],"about_ca_topic_score_codex":0.0000410235,"about_ca_topic_score_gemma":0.00030142206,"teacher_disagreement_score":0.70808524,"about_ca_system_score_codex":0.00028979804,"about_ca_system_score_gemma":0.00004552772,"threshold_uncertainty_score":0.9994881},"labels":[],"label_agreement":null},{"id":"W4230554526","doi":"10.1090/spec/079/22","title":"Appendix A: Hadamard’s Survey","year":2018,"lang":"ru","type":"book-chapter","venue":"MAA spectrum","topic":"Consumer Market Behavior and Pricing","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Hadamard transform; Appendix; Mathematics; Geology; Mathematical analysis; Paleontology","score_opus":0.03186256382803333,"score_gpt":0.23747587944199516,"score_spread":0.20561331561396184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230554526","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016107043,0.0014560891,0.00014539389,0.0011455033,0.0054212306,0.0009799296,0.00018426648,0.00040634867,0.9741542],"genre_scores_gemma":[0.3925626,0.0004436965,0.00005794493,0.0010231679,0.0059690746,0.000019237144,0.0017099337,0.00050441246,0.59770995],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953112,0.00005634087,0.001049228,0.0014646122,0.0008862093,0.0012324121],"domain_scores_gemma":[0.9970801,0.00023383697,0.00091960066,0.0013796953,0.00030519944,0.0000815851],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0018390398,0.0013011943,0.0012094898,0.0008927679,0.0008671266,0.001268628,0.0011119328,0.00077270187,0.2535317],"category_scores_gemma":[0.00015135395,0.0013902496,0.0005615686,0.00031466776,0.0004146402,0.0006837422,0.0012713923,0.0011507525,0.0641014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008258597,0.00033127714,0.6322746,0.0018183404,0.0011070773,0.0007847348,0.00015999304,0.000001424788,0.000085514504,0.05742004,0.20040116,0.104789965],"study_design_scores_gemma":[0.0006499397,0.00004021423,0.14697301,0.00055307604,0.0006857578,0.000010013921,0.000029222858,0.00008098405,0.000016065882,0.004567012,0.8447932,0.0016015243],"about_ca_topic_score_codex":0.010321006,"about_ca_topic_score_gemma":0.013162661,"teacher_disagreement_score":0.644392,"about_ca_system_score_codex":0.00014244196,"about_ca_system_score_gemma":0.0000895241,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W4230582316","doi":"10.1090/spec/079/05","title":"Chapter E","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020860176788559063,"score_gpt":0.22658735532739172,"score_spread":0.20572717853883266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230582316","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000107932996,0.00038876315,0.000027362421,0.0004834838,0.0008200857,0.0003863925,0.00034061307,0.0006737613,0.99677163],"genre_scores_gemma":[0.0063587897,0.00005165052,0.0001925724,0.00022586627,0.0029427495,0.00000785915,0.000098440534,0.000821804,0.98930025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740887,0.000010604779,0.00041680125,0.00088149915,0.0006386806,0.00064354984],"domain_scores_gemma":[0.9980343,0.000025323907,0.00033355944,0.0013306872,0.00006539133,0.00021076806],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020554631,0.00075582234,0.0006089712,0.00042378012,0.00014303815,0.000080428996,0.0005727217,0.0005937181,0.20365445],"category_scores_gemma":[0.00001321377,0.0007566289,0.0003534055,0.000029582843,0.0004000792,0.00008024087,0.00028835415,0.0007028483,0.42903882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068404246,0.000015238527,0.000018952616,0.000025739899,0.00019267545,0.00018986399,0.00012374183,1.6867419e-7,0.00013541554,0.8839824,0.11411375,0.0011336233],"study_design_scores_gemma":[0.00023187869,0.00014216299,0.000053942167,0.00011169733,0.00009305451,0.00005632641,0.0000023915845,0.0000069420066,0.00032388468,0.17562619,0.82264054,0.00071096816],"about_ca_topic_score_codex":0.000040632192,"about_ca_topic_score_gemma":0.00030599738,"teacher_disagreement_score":0.7085268,"about_ca_system_score_codex":0.00028913954,"about_ca_system_score_gemma":0.000045424564,"threshold_uncertainty_score":0.9994885},"labels":[],"label_agreement":null},{"id":"W4231540099","doi":"10.1090/spec/079/11","title":"Chapter K","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Geography","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231540099","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010505875,0.00039725789,0.00002744625,0.00048906344,0.0008222803,0.00038662172,0.0003410681,0.00067406526,0.99675715],"genre_scores_gemma":[0.006261879,0.000050399296,0.00019195802,0.00022627247,0.0029468217,0.000007858153,0.00009850054,0.00082167273,0.98939466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974068,0.000010618366,0.00041715856,0.00088216574,0.00063921674,0.00064407673],"domain_scores_gemma":[0.9980331,0.000025239458,0.0003337162,0.0013315558,0.00006544512,0.0002109174],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002059507,0.0007561638,0.000609329,0.00042392738,0.0001432341,0.000080728896,0.00057303574,0.00059406616,0.20253737],"category_scores_gemma":[0.000013168638,0.00075695495,0.00035364198,0.00002959977,0.0004028163,0.0000802921,0.00028848456,0.00070336397,0.43308756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068326335,0.000015223586,0.000018793438,0.000025713232,0.00019244272,0.00019220721,0.00012393523,1.6886248e-7,0.00013239897,0.8850172,0.11307158,0.001142013],"study_design_scores_gemma":[0.00023173765,0.00014198682,0.000053976073,0.00011157386,0.00009291219,0.000056328972,0.0000023953355,0.0000069448565,0.00032489997,0.17712028,0.82114697,0.0007099784],"about_ca_topic_score_codex":0.000041023002,"about_ca_topic_score_gemma":0.00030146335,"teacher_disagreement_score":0.7080754,"about_ca_system_score_codex":0.00028979796,"about_ca_system_score_gemma":0.00004552771,"threshold_uncertainty_score":0.9994881},"labels":[],"label_agreement":null},{"id":"W4232298005","doi":"10.1090/spec/079/23","title":"Appendix B: Biographies","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Appendix; History; Geology","score_opus":0.03182523515487354,"score_gpt":0.18688352927250268,"score_spread":0.15505829411762914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232298005","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006123913,0.003301098,0.000042369942,0.00033713292,0.004197286,0.00016867687,0.001479667,0.00009757033,0.99031496],"genre_scores_gemma":[0.0009431774,0.0015366594,0.000107347994,0.00013220382,0.0006723016,0.000006116479,0.00007080629,0.00006132962,0.99647003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981579,0.000001720488,0.0005727025,0.0008265691,0.000039776376,0.00040132625],"domain_scores_gemma":[0.99883264,0.000016829008,0.0004574616,0.0005906803,0.000014444682,0.00008793779],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002767824,0.00035082988,0.00068365055,0.0007099578,0.00022595975,0.0001290326,0.00040502442,0.0002611325,0.30481207],"category_scores_gemma":[0.0000111544305,0.00041285323,0.00038021535,0.000065932,0.0004680586,0.0000954871,0.00024166238,0.0002080958,0.4027802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038998987,0.0000059392096,0.00021511171,0.000011077323,0.00013147909,0.0000044376734,0.00009119029,1.7763713e-7,5.4738507e-8,0.52868575,0.47075883,0.00009207054],"study_design_scores_gemma":[0.00012866741,0.000034554105,0.00006369531,0.000019138786,0.000012270049,0.0000023351972,0.000034882934,0.000007288628,0.000003190153,0.25881755,0.74052167,0.00035473876],"about_ca_topic_score_codex":0.00009817045,"about_ca_topic_score_gemma":0.000064237815,"teacher_disagreement_score":0.2698682,"about_ca_system_score_codex":0.00009828122,"about_ca_system_score_gemma":0.00000976949,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W4232855224","doi":"10.1090/spec/033/04","title":"Geometry and Topology","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Topology (electrical circuits); Geometry; Geometry and topology; Computer science; Geology; Mathematics; Combinatorics","score_opus":0.00824158122214659,"score_gpt":0.2443053800041835,"score_spread":0.23606379878203693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232855224","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039539346,0.0038134889,0.000101540245,0.00040447674,0.00042515923,0.00017597913,0.00012577893,0.00061452365,0.99394363],"genre_scores_gemma":[0.001212786,0.00030685126,0.00027663138,0.00010347734,0.0010368321,0.0000069603966,0.000036795478,0.0013982172,0.99562144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883807,0.000041298408,0.00011554581,0.00042258875,0.00014185054,0.00044066802],"domain_scores_gemma":[0.9993306,0.000017159227,0.000117566095,0.0004395076,0.000003133378,0.0000920523],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007402672,0.00028122007,0.00036276857,0.0006866497,0.000032609576,0.000022446762,0.00017804779,0.0004343631,0.1308092],"category_scores_gemma":[0.000019730282,0.00027947908,0.000046362384,0.0002877607,0.00019497877,0.000011609029,0.00010954029,0.0002957342,0.01851232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059065555,0.000024744077,0.0054515325,0.000025192498,0.00006685892,0.00012389963,0.000008845024,5.328065e-8,0.000033346605,0.003939852,0.98856556,0.0017541834],"study_design_scores_gemma":[0.00028006296,0.000045057197,0.001347351,0.000027228913,0.00003422449,0.000132315,0.000016644964,0.0000015694874,0.0000408721,0.0009441918,0.99683684,0.00029364417],"about_ca_topic_score_codex":0.0031680653,"about_ca_topic_score_gemma":0.0032825537,"teacher_disagreement_score":0.11229688,"about_ca_system_score_codex":0.00007130402,"about_ca_system_score_gemma":0.000017510838,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W4233156472","doi":"10.1090/spec/079/08","title":"Chapter H","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Chemistry","score_opus":0.020775590945622886,"score_gpt":0.22650354237615328,"score_spread":0.20572795143053038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233156472","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010500021,0.00039673777,0.000027441012,0.0004911245,0.0008222321,0.00038651773,0.00034102707,0.000674062,0.99675584],"genre_scores_gemma":[0.0062192134,0.000050380822,0.00019188493,0.00022610594,0.0029462732,0.0000078561,0.00009847368,0.0008214803,0.98943835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740696,0.000010617383,0.00041711904,0.00088205526,0.0006392232,0.0006440185],"domain_scores_gemma":[0.9980333,0.000025237312,0.0003337004,0.0013314132,0.00006544017,0.00021089759],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020591952,0.0007561295,0.00060929556,0.00042384153,0.00014322037,0.00008054281,0.00057300314,0.00059405604,0.20249489],"category_scores_gemma":[0.000013165822,0.0007569548,0.0003536487,0.000029591305,0.00040272606,0.00008028585,0.00028847298,0.00070335745,0.43307513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007281509,0.000015378893,0.000018377326,0.000025976662,0.00019441836,0.00019416738,0.00012511537,1.7058353e-7,0.00013348983,0.8836914,0.114376225,0.0011524938],"study_design_scores_gemma":[0.00023168891,0.0001419591,0.000055242614,0.00011157249,0.00009291765,0.000056325836,0.0000023944726,0.000006943658,0.0003244067,0.1770857,0.8211809,0.00070997817],"about_ca_topic_score_codex":0.000041019146,"about_ca_topic_score_gemma":0.00030136868,"teacher_disagreement_score":0.70680463,"about_ca_system_score_codex":0.00028972398,"about_ca_system_score_gemma":0.00004533018,"threshold_uncertainty_score":0.9994881},"labels":[],"label_agreement":null},{"id":"W4233499937","doi":"10.1090/spec/079/01","title":"Chapter A","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology","score_opus":0.020658427306480254,"score_gpt":0.22635827250547413,"score_spread":0.20569984519899387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233499937","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000113489936,0.0003933609,0.0000288782,0.00049481244,0.00068693544,0.0004154818,0.0003422767,0.00067080226,0.99685395],"genre_scores_gemma":[0.00651928,0.000044424196,0.000205754,0.00023288757,0.0026855078,0.000009879993,0.00008527241,0.0008107127,0.9894063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974208,0.000010731959,0.0004116064,0.00088293105,0.0006301563,0.0006437796],"domain_scores_gemma":[0.99806184,0.000024872195,0.00033181984,0.0013058265,0.00006432821,0.00021132485],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020351863,0.0007520406,0.00061632897,0.0004401676,0.00013718697,0.00008173945,0.0005543018,0.0005776038,0.18461013],"category_scores_gemma":[0.000013927276,0.00075018115,0.0003634085,0.00003132033,0.00039128287,0.000076709344,0.0002887917,0.0006937099,0.40553492],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000843751,0.000017391676,0.000016819025,0.000028649247,0.00021432323,0.00023279803,0.00016375599,1.4287649e-7,0.0001377293,0.8946635,0.10331168,0.0011287982],"study_design_scores_gemma":[0.0002532586,0.00015561758,0.00004511577,0.00012639772,0.00009726371,0.00006778716,0.0000025937359,0.000008262989,0.00024406951,0.17822285,0.820074,0.0007027568],"about_ca_topic_score_codex":0.000045494355,"about_ca_topic_score_gemma":0.00034958386,"teacher_disagreement_score":0.71676236,"about_ca_system_score_codex":0.00029190574,"about_ca_system_score_gemma":0.000049546987,"threshold_uncertainty_score":0.9994949},"labels":[],"label_agreement":null},{"id":"W4236610840","doi":"10.1090/spec/033/01","title":"General","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.010169416797591264,"score_gpt":0.2399581846116824,"score_spread":0.22978876781409113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236610840","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044996887,0.0010059202,0.00008781658,0.00018254547,0.0006176168,0.00021598123,0.0001932088,0.0014658214,0.9961861],"genre_scores_gemma":[0.000082102844,0.00007514747,0.0008225642,0.00009074121,0.0039600236,0.000013497662,0.000111156936,0.0034875295,0.9913572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860185,0.00003902056,0.00013087552,0.00042381586,0.00028805554,0.0005163718],"domain_scores_gemma":[0.99909365,0.0000039361926,0.00013692096,0.0006617941,0.0000036979916,0.000100011544],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00005688615,0.0003495743,0.00032140437,0.00038691374,0.000030054463,0.00003585692,0.00032734952,0.0003300421,0.27700964],"category_scores_gemma":[0.000006739357,0.0003456599,0.000116832656,0.00026100271,0.00006276161,0.000012726586,0.00007145979,0.00028806692,0.15277514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036388662,0.000031090916,0.0006320796,0.0000111575055,0.00005954725,0.00013606463,0.0000053364756,0.0000010027466,0.0000909069,0.0024550064,0.99598676,0.00058740756],"study_design_scores_gemma":[0.00025421105,0.000020522786,0.00023312998,0.00003819246,0.00003157046,0.00003514823,0.0000024693086,0.000013320532,0.0001110803,0.0005187507,0.99833816,0.00040343852],"about_ca_topic_score_codex":0.0045336126,"about_ca_topic_score_gemma":0.00400364,"teacher_disagreement_score":0.12423451,"about_ca_system_score_codex":0.0001541307,"about_ca_system_score_gemma":0.00003219835,"threshold_uncertainty_score":0.99989957},"labels":[],"label_agreement":null},{"id":"W4236679327","doi":"10.1090/spec/079/02","title":"Chapter B","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020681660920693037,"score_gpt":0.2261578491611408,"score_spread":0.20547618824044775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236679327","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010603924,0.00039525412,0.000027937715,0.0004938879,0.0008219331,0.0003865035,0.0003407889,0.0006739702,0.9967537],"genre_scores_gemma":[0.0065799304,0.000050206312,0.00018931164,0.00022594511,0.0029447176,0.000007864303,0.00009845921,0.0008214759,0.9890821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974077,0.000010615867,0.00041702422,0.00088190613,0.00063897436,0.00064381794],"domain_scores_gemma":[0.9980337,0.000025227435,0.00033364393,0.0013311213,0.00006546307,0.00021084963],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020581289,0.0007560361,0.0006090725,0.00042373716,0.00014316478,0.00008068995,0.0005727981,0.0005939666,0.20225862],"category_scores_gemma":[0.000013163999,0.00075686636,0.0003535572,0.00002957936,0.00040263488,0.00008025226,0.0002883896,0.0007031468,0.43301365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068411355,0.00001515733,0.000019032905,0.000025548752,0.00019195645,0.00019150412,0.00012333393,1.687839e-7,0.00013036531,0.88463104,0.11349941,0.0011040578],"study_design_scores_gemma":[0.00023165475,0.00014233244,0.000054033786,0.00011145617,0.00009308104,0.000056376502,0.0000023530865,0.000006988226,0.0003250859,0.176097,0.82216865,0.00071098073],"about_ca_topic_score_codex":0.00004187068,"about_ca_topic_score_gemma":0.00030627838,"teacher_disagreement_score":0.70866925,"about_ca_system_score_codex":0.0002896408,"about_ca_system_score_gemma":0.00004549547,"threshold_uncertainty_score":0.99948823},"labels":[],"label_agreement":null},{"id":"W4237432095","doi":"10.1090/spec/079/13","title":"Chapter M","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020747967526208354,"score_gpt":0.22639383314277264,"score_spread":0.20564586561656428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237432095","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010525856,0.00039648928,0.000027418833,0.00049056904,0.00082125835,0.0003866097,0.000341066,0.000674442,0.9967569],"genre_scores_gemma":[0.006219015,0.000050635645,0.00019294998,0.00022624915,0.0029464427,0.000007858262,0.0000985016,0.00082169304,0.9894366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974067,0.000010611456,0.00041713988,0.00088213204,0.0006393283,0.00064405665],"domain_scores_gemma":[0.99803317,0.000025366631,0.00033370446,0.0013314165,0.00006545469,0.00021091168],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020580732,0.0007561495,0.00060931884,0.00042384883,0.00014323102,0.00008072367,0.00057301595,0.00059403625,0.20228271],"category_scores_gemma":[0.000013228316,0.0007569396,0.00035363485,0.0000295946,0.00040278194,0.000080284655,0.00028847659,0.0007033273,0.4330359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006841291,0.0000152415905,0.000018852807,0.000025745334,0.00019268488,0.00019245024,0.00012375925,1.6889071e-7,0.00013256604,0.88456625,0.11351493,0.0011489424],"study_design_scores_gemma":[0.00023166151,0.00014194292,0.000053974956,0.00011153033,0.0000928831,0.000056309902,0.0000023929158,0.0000069378752,0.00032480914,0.17741689,0.8208509,0.00070975017],"about_ca_topic_score_codex":0.000040948926,"about_ca_topic_score_gemma":0.00030115354,"teacher_disagreement_score":0.707336,"about_ca_system_score_codex":0.00028974577,"about_ca_system_score_gemma":0.000045522742,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4237537564","doi":"10.1090/spec/079/04","title":"Chapter D","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020885233145949294,"score_gpt":0.22595007760376745,"score_spread":0.20506484445781817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237537564","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000107516935,0.00039476893,0.000027430024,0.00048468728,0.0008246417,0.0003859281,0.00034077198,0.0006738809,0.99676037],"genre_scores_gemma":[0.0065751933,0.00004964415,0.00019133155,0.00022354479,0.0029444504,0.000007862612,0.00009847491,0.00082159287,0.9890879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974148,0.000010604666,0.00041683236,0.00088181184,0.0006323839,0.0006435566],"domain_scores_gemma":[0.99803406,0.000025190533,0.000333562,0.0013309844,0.00006539099,0.00021079252],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020554083,0.0007559548,0.00060902146,0.00042371015,0.00014442577,0.00008071553,0.00057270186,0.00059410353,0.20347159],"category_scores_gemma":[0.000013119406,0.0007567551,0.0003535061,0.000029586408,0.00040546793,0.00008022182,0.00028835924,0.00070334587,0.43401942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067432564,0.000015170542,0.00001881956,0.000025663227,0.00019132935,0.00019417173,0.00012337288,1.696354e-7,0.00013076063,0.88693804,0.11116288,0.0011321718],"study_design_scores_gemma":[0.00023155201,0.00014158287,0.00005379403,0.0001114685,0.0000927595,0.000057208603,0.000002385686,0.000006991276,0.00032324306,0.17916027,0.81911033,0.000708404],"about_ca_topic_score_codex":0.000041168187,"about_ca_topic_score_gemma":0.0003022794,"teacher_disagreement_score":0.70794743,"about_ca_system_score_codex":0.0002897874,"about_ca_system_score_gemma":0.000045676676,"threshold_uncertainty_score":0.99948835},"labels":[],"label_agreement":null},{"id":"W4238275986","doi":"10.1090/spec/079/20","title":"Chapter V","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020723183454387235,"score_gpt":0.22641028865472657,"score_spread":0.20568710520033934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238275986","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010505934,0.0003972978,0.000027446555,0.0004890634,0.0008222845,0.00038662515,0.0003410697,0.00067406805,0.9967571],"genre_scores_gemma":[0.0062622745,0.000050413062,0.00019196453,0.00022628864,0.0029469195,0.000007858425,0.000098504024,0.00082169933,0.98939407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974068,0.000010618376,0.00041715894,0.0008821668,0.00063921773,0.00064407696],"domain_scores_gemma":[0.9980331,0.000025239491,0.00033371642,0.0013315567,0.00006544528,0.00021091745],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020595116,0.0007561642,0.00060932984,0.00042386013,0.00014323414,0.000080729005,0.00057303614,0.00059406634,0.20254008],"category_scores_gemma":[0.000013169382,0.00075695524,0.0003536421,0.000029595254,0.00040281645,0.000080292135,0.00028848508,0.00070336426,0.43308786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006832732,0.000015223783,0.000018792452,0.000025713945,0.00019244525,0.0001922096,0.00012393681,1.688646e-7,0.00013240537,0.8850282,0.113060325,0.0011422614],"study_design_scores_gemma":[0.00023173973,0.00014198801,0.000053975466,0.00011157634,0.000092912895,0.000056329336,0.0000023953519,0.0000069449084,0.00032491662,0.17712167,0.8211456,0.00070998323],"about_ca_topic_score_codex":0.00004102353,"about_ca_topic_score_gemma":0.00030146542,"teacher_disagreement_score":0.70808524,"about_ca_system_score_codex":0.00028979804,"about_ca_system_score_gemma":0.000045527726,"threshold_uncertainty_score":0.9994881},"labels":[],"label_agreement":null},{"id":"W4239662419","doi":"10.5948/upo9781614445159.007","title":"Integral Calculus","year":2013,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"Matrix Theory and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Calculus (dental); Mathematics; Medicine; Dentistry","score_opus":0.010164394972534126,"score_gpt":0.20532453678973248,"score_spread":0.19516014181719835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239662419","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052874148,0.00031429587,0.12498625,0.0012745628,0.0009975629,0.00017129624,0.000007592739,0.00028892801,0.8719542],"genre_scores_gemma":[0.0013722912,0.000044610148,0.0056313947,0.00027640065,0.00061945524,0.0000079728925,0.000007541895,0.000037631624,0.9920027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985931,0.000018660181,0.00024890678,0.0005190531,0.0002718469,0.0003484687],"domain_scores_gemma":[0.9987792,0.00004125199,0.00012955684,0.00088670896,0.000027818884,0.00013550727],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014013278,0.0003388543,0.00032025456,0.00014254487,0.0001080824,0.00019678196,0.001279041,0.0002574468,0.005916876],"category_scores_gemma":[0.0000069778926,0.00028845223,0.00020438242,0.000040905543,0.00007904499,0.0001709879,0.0004391754,0.0005561033,0.007111723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012671208,0.0000057058733,3.6781336e-7,0.000010713447,0.00001961196,0.000060302857,0.000037791935,7.404832e-7,0.0000026717296,0.9476418,0.0075287214,0.04469032],"study_design_scores_gemma":[0.000085113315,0.00005829973,0.000004480787,0.000040316958,0.000008072059,0.00004257738,0.0000013982128,0.002036115,0.00012743815,0.49240163,0.5048734,0.000321159],"about_ca_topic_score_codex":0.000046035264,"about_ca_topic_score_gemma":0.00000981825,"teacher_disagreement_score":0.4973447,"about_ca_system_score_codex":0.00007361,"about_ca_system_score_gemma":0.000051946045,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W4241310915","doi":"10.1090/spec/079/19","title":"Chapter U","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241310915","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010186576,0.00040179805,0.000030065583,0.00049411965,0.00080619735,0.00037822296,0.0003412596,0.00067321706,0.99677324],"genre_scores_gemma":[0.0063935197,0.0000510587,0.00018718168,0.00022927114,0.0029396901,0.000007661707,0.00009897805,0.0008212663,0.9892714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974092,0.000010430236,0.00041713243,0.00088112074,0.0006410178,0.00064105785],"domain_scores_gemma":[0.9980359,0.000025101494,0.00033399166,0.0013276424,0.00006668157,0.00021065418],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020362972,0.0007539413,0.00060575525,0.00042590787,0.00014325275,0.00008315967,0.0005852002,0.0005904611,0.20228472],"category_scores_gemma":[0.000013421699,0.00075477856,0.00034724877,0.000030345922,0.00040106126,0.000082992185,0.0002904726,0.0007008407,0.42262307],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070138936,0.000015569283,0.000020011681,0.000027769649,0.00019491193,0.0001974046,0.00012536733,1.7741544e-7,0.00012896002,0.884509,0.11354398,0.0011667052],"study_design_scores_gemma":[0.00022960243,0.00013875081,0.00005346514,0.00011134225,0.00009228723,0.000054891323,0.0000023094099,0.000006797158,0.00033275672,0.18086715,0.81740505,0.00070560345],"about_ca_topic_score_codex":0.00004166511,"about_ca_topic_score_gemma":0.0003099342,"teacher_disagreement_score":0.70386106,"about_ca_system_score_codex":0.00028677727,"about_ca_system_score_gemma":0.000046225916,"threshold_uncertainty_score":0.9994903},"labels":[],"label_agreement":null},{"id":"W4243331600","doi":"10.1090/spec/033/07","title":"Miscellaneous","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.007749699348664535,"score_gpt":0.21773020549942895,"score_spread":0.2099805061507644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243331600","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000985546,0.0016713999,0.000012072967,0.00014808151,0.0004957606,0.00026568217,0.00018686258,0.0018007325,0.99540955],"genre_scores_gemma":[0.00020950404,0.00011846024,0.0002409448,0.000059114183,0.0018355815,0.0000090275025,0.00010120476,0.0037066343,0.9937195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984875,0.0000411138,0.00014233426,0.00047833682,0.00030314305,0.00054757047],"domain_scores_gemma":[0.9989577,0.00001170967,0.00015649939,0.0007514496,0.0000038947355,0.00011874531],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00005265515,0.00039479168,0.00036195194,0.00030250938,0.000032669315,0.00003866551,0.00037433158,0.00038584488,0.49527922],"category_scores_gemma":[0.000010054342,0.00039093196,0.00011545496,0.00015027712,0.000072115785,0.000002310493,0.00006135029,0.0003312246,0.305182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006379316,0.000042570628,0.00016403846,0.000026487825,0.000063080384,0.0008556755,0.000007102192,7.7281e-7,0.000039130427,0.00032181008,0.9977883,0.000684648],"study_design_scores_gemma":[0.00022309527,0.000032533357,0.000022671522,0.00007052305,0.000041629875,0.00022286239,0.000005929703,0.0000041971234,0.00006483041,0.00032065462,0.99853766,0.0004534198],"about_ca_topic_score_codex":0.007699448,"about_ca_topic_score_gemma":0.010847675,"teacher_disagreement_score":0.19009721,"about_ca_system_score_codex":0.00013420591,"about_ca_system_score_gemma":0.000027184984,"threshold_uncertainty_score":0.99985427},"labels":[],"label_agreement":null},{"id":"W4244028337","doi":"10.1090/spec/079/10","title":"Chapter J","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Philosophy","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244028337","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010399031,0.00039702118,0.000027446209,0.00049240014,0.00082330615,0.00038660466,0.00034104002,0.0006740615,0.9967541],"genre_scores_gemma":[0.006229035,0.000050202605,0.00019188842,0.00022607394,0.0029909809,0.000007855819,0.00009845553,0.0008213994,0.9893841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740744,0.000010616803,0.00041698662,0.00088202755,0.0006389622,0.00064398453],"domain_scores_gemma":[0.99803346,0.000025220215,0.00033366904,0.0013313916,0.00006542507,0.00021083845],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020583576,0.00075607694,0.0006091583,0.00042370372,0.00014322487,0.000080712634,0.000572943,0.0005939735,0.20251876],"category_scores_gemma":[0.000013152906,0.0007568634,0.00035357758,0.00002959208,0.00040276174,0.000080281934,0.0002884563,0.0007031288,0.43307742],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006815604,0.000015188122,0.00001868611,0.000025654064,0.00019199835,0.00019173505,0.0001236412,1.6846735e-7,0.00013208958,0.8827643,0.115331076,0.0011373246],"study_design_scores_gemma":[0.00023173126,0.0001419806,0.000053227202,0.00011157306,0.00009290091,0.000055612913,0.0000023952398,0.0000069454786,0.00032489115,0.17696671,0.821302,0.000710009],"about_ca_topic_score_codex":0.000041006788,"about_ca_topic_score_gemma":0.00030081437,"teacher_disagreement_score":0.70597094,"about_ca_system_score_codex":0.00028973157,"about_ca_system_score_gemma":0.00004550826,"threshold_uncertainty_score":0.99948823},"labels":[],"label_agreement":null},{"id":"W4244705394","doi":"10.1090/spec/079/17","title":"Chapter S","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.02068539741782637,"score_gpt":0.22624715886272087,"score_spread":0.2055617614448945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244705394","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010494054,0.0004039261,0.000027252654,0.000491375,0.0008218327,0.0003864428,0.0003406726,0.0006739382,0.99674964],"genre_scores_gemma":[0.006410135,0.000050406972,0.00019247326,0.00022589233,0.0029460604,0.000007865182,0.00009851543,0.0008220226,0.9892466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740857,0.000010611948,0.00041691348,0.00088161736,0.0006386261,0.0006436905],"domain_scores_gemma":[0.99803436,0.000025186975,0.00033359198,0.0013306604,0.0000653914,0.00021083077],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020559257,0.0007559031,0.00060889084,0.00042342398,0.00014316103,0.00008066809,0.0005727358,0.000593917,0.2014478],"category_scores_gemma":[0.000013154207,0.0007567234,0.00035341652,0.00002955959,0.00040267326,0.00008025555,0.0002883104,0.0007028214,0.4324868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006912584,0.0000151759905,0.000018217857,0.000025428451,0.00019400798,0.00019164842,0.000121870355,1.6805579e-7,0.00013029545,0.88588595,0.11219105,0.0011570402],"study_design_scores_gemma":[0.00023100036,0.0001418683,0.000053621596,0.00011106906,0.00009472704,0.00005630806,0.0000023500854,0.000007060909,0.00032582562,0.17674378,0.8215228,0.0007096008],"about_ca_topic_score_codex":0.000040649044,"about_ca_topic_score_gemma":0.00029975642,"teacher_disagreement_score":0.70933175,"about_ca_system_score_codex":0.0002861718,"about_ca_system_score_gemma":0.00004543648,"threshold_uncertainty_score":0.99948835},"labels":[],"label_agreement":null},{"id":"W4247347589","doi":"10.1090/spec/079/21","title":"Chapter W","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Materials science","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247347589","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000105066596,0.00039729365,0.000027445914,0.0004889934,0.00081883214,0.00038661898,0.00034106884,0.00067406526,0.9967606],"genre_scores_gemma":[0.0062629967,0.000050409446,0.00019193659,0.00022627616,0.0029469104,0.000007858305,0.00009850276,0.0008216971,0.9893934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740684,0.000010618135,0.00041715044,0.00088214787,0.0006392009,0.0006440675],"domain_scores_gemma":[0.99803317,0.000025238205,0.00033370737,0.0013315288,0.00006544458,0.00021091552],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020594633,0.0007561578,0.00060931564,0.00042385334,0.00014323152,0.00008072862,0.0005730293,0.000594062,0.20253453],"category_scores_gemma":[0.00001316458,0.0007569506,0.00035276284,0.000029594403,0.0004026873,0.00008029132,0.0002884738,0.0007033568,0.43308434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068321795,0.000015223038,0.000019035017,0.000025713352,0.00019244544,0.00019221181,0.00012393012,1.6880408e-7,0.00013230192,0.8850329,0.113055594,0.0011421441],"study_design_scores_gemma":[0.00023173865,0.00014197221,0.000054012136,0.00011157524,0.00009291196,0.000056329933,0.0000023953194,0.000006944248,0.00032475282,0.1771128,0.8211546,0.00070998707],"about_ca_topic_score_codex":0.00004101637,"about_ca_topic_score_gemma":0.00030128084,"teacher_disagreement_score":0.708099,"about_ca_system_score_codex":0.00028979557,"about_ca_system_score_gemma":0.000045527573,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4247637972","doi":"10.1090/spec/033/06","title":"Applications","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.0077985339419643,"score_gpt":0.2469642375448704,"score_spread":0.2391657036029061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247637972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5956637e-7,0.0009507436,0.003689804,0.00022254798,0.00010115763,0.00058283,0.00027807723,0.0016828917,0.9924916],"genre_scores_gemma":[0.00006771725,0.00008325977,0.0007370471,0.00004836222,0.0016419848,0.00022575332,0.00016523492,0.0023769483,0.9946537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896514,0.000019080095,0.000114934366,0.00037295697,0.00019955663,0.00032833253],"domain_scores_gemma":[0.9989637,0.0000072294283,0.00013669861,0.00080785115,0.000004560464,0.00007997164],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004204638,0.00024533947,0.00021937136,0.0003377057,0.000041859228,0.00002638963,0.00033347617,0.0002436152,0.14813896],"category_scores_gemma":[0.000003359498,0.00025609054,0.0000780308,0.00039207612,0.00006505293,0.000009318754,0.000051601226,0.00022766793,0.22857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.890304e-7,0.000044024087,0.00021759831,0.000014150176,0.000036998452,0.000008596563,0.0000032485068,2.2085611e-7,0.000023530152,0.008455969,0.9888719,0.002322812],"study_design_scores_gemma":[0.00012426506,0.0000072957373,0.00006291875,0.000023604942,0.000032724303,0.000013665882,0.000005412684,0.0000023105017,0.00003109976,0.0014578309,0.99796546,0.00027342633],"about_ca_topic_score_codex":0.00129755,"about_ca_topic_score_gemma":0.002181212,"teacher_disagreement_score":0.080431044,"about_ca_system_score_codex":0.00011641593,"about_ca_system_score_gemma":0.000027938228,"threshold_uncertainty_score":0.99998915},"labels":[],"label_agreement":null},{"id":"W4248788654","doi":"10.1090/spec/079/14","title":"Chapter N","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Geography","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248788654","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010513331,0.00039568814,0.000027393431,0.00050741184,0.0008219695,0.00038667396,0.0003410681,0.0006739994,0.99674064],"genre_scores_gemma":[0.006337891,0.000050611332,0.00019168704,0.00022583322,0.0029435537,0.000007857973,0.00009849847,0.0008216456,0.9893224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740756,0.000010616324,0.00041708205,0.00088199024,0.00063884794,0.0006439169],"domain_scores_gemma":[0.99803495,0.000024873436,0.00033368482,0.0013312942,0.000064323016,0.00021086162],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020582632,0.0007560948,0.0006092379,0.00042404313,0.00014310319,0.000080698024,0.00057269057,0.0005940031,0.19945568],"category_scores_gemma":[0.0000130583,0.0007569009,0.0003536064,0.000029597239,0.00039596084,0.0000802756,0.000288395,0.00070324057,0.4330517],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006798964,0.000015146911,0.000018980416,0.00002558388,0.00019147006,0.00019124825,0.00012292614,1.6798404e-7,0.00013092505,0.884982,0.11313162,0.0011219439],"study_design_scores_gemma":[0.00023133516,0.00014171087,0.000054251414,0.000111376365,0.000092744565,0.0000562288,0.000002403203,0.0000069228495,0.00032440678,0.17872685,0.81954306,0.0007086949],"about_ca_topic_score_codex":0.000041499636,"about_ca_topic_score_gemma":0.00030485098,"teacher_disagreement_score":0.7064115,"about_ca_system_score_codex":0.00028971324,"about_ca_system_score_gemma":0.000045505192,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4249857270","doi":"10.1090/spec/033/05","title":"Logic and Foundations","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language","score_opus":0.02104589292538277,"score_gpt":0.27431295787559995,"score_spread":0.25326706495021717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249857270","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019853178,0.00074660045,0.0003836943,0.0005171542,0.00020857254,0.00023937377,0.00013265516,0.0007174893,0.9970346],"genre_scores_gemma":[0.0005740221,0.00018602957,0.00079544453,0.00007534371,0.0006633675,0.000014754257,0.00011093383,0.0010824603,0.99649763],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910647,0.000030266445,0.000100835736,0.00033135805,0.00014822763,0.00028284013],"domain_scores_gemma":[0.999428,0.0000132532505,0.000110269924,0.00037375613,0.0000044939115,0.000070276576],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0000547133,0.0002308464,0.0002172768,0.0003295766,0.000060488142,0.00006178055,0.00013521581,0.00020169058,0.08536103],"category_scores_gemma":[0.000017566575,0.00022367803,0.00004117688,0.00021893739,0.00011493548,0.00001959717,0.000060658705,0.00018632751,0.03006689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019583608,0.000028711911,0.000987283,0.000015246815,0.000043587177,0.000031096395,0.000009673577,2.555324e-7,0.000025201927,0.016930616,0.9812827,0.0006436431],"study_design_scores_gemma":[0.00019740335,0.000023111787,0.0007681305,0.000036239755,0.00003984204,0.000038535312,0.000010668593,0.000007895083,0.0000068222944,0.0073836506,0.9912349,0.00025282372],"about_ca_topic_score_codex":0.0013749339,"about_ca_topic_score_gemma":0.0073769204,"teacher_disagreement_score":0.05529414,"about_ca_system_score_codex":0.00007993434,"about_ca_system_score_gemma":0.000023596847,"threshold_uncertainty_score":0.97068834},"labels":[],"label_agreement":null},{"id":"W4251017529","doi":"10.1090/spec/079/18","title":"Chapter T","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020741974474837034,"score_gpt":0.2263220068024403,"score_spread":0.20558003232760327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251017529","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010765694,0.00039454558,0.000027144082,0.00048818305,0.0008222155,0.00038646793,0.0003409862,0.00067402655,0.99675876],"genre_scores_gemma":[0.0063670436,0.000050319868,0.00019174162,0.00022618055,0.0029468732,0.0000078583535,0.00009837623,0.00082178507,0.9892898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974069,0.000010609199,0.00041707134,0.00088250684,0.00063902704,0.00064391084],"domain_scores_gemma":[0.9980328,0.000025157908,0.00033367542,0.0013320564,0.00006543318,0.00021089765],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002057904,0.0007560793,0.00060921477,0.00042413606,0.00014318769,0.00008070362,0.00057288865,0.00059405155,0.20368779],"category_scores_gemma":[0.00001316142,0.0007569028,0.00035361256,0.000029600787,0.00040263368,0.00008027994,0.00028869175,0.0007030036,0.43287846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068496454,0.000015268797,0.000018727036,0.000025778796,0.00019301866,0.00019263822,0.0001241516,1.801459e-7,0.00013518592,0.8873457,0.1107405,0.001140376],"study_design_scores_gemma":[0.00023166659,0.00014196904,0.000051163293,0.000111584755,0.00009293189,0.000056331708,0.0000022889228,0.000007374539,0.00032837185,0.1769283,0.8213379,0.0007101242],"about_ca_topic_score_codex":0.000040975065,"about_ca_topic_score_gemma":0.00029645598,"teacher_disagreement_score":0.7105974,"about_ca_system_score_codex":0.00028972694,"about_ca_system_score_gemma":0.00004551336,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4253693262","doi":"10.1090/spec/079/15","title":"Chapter P","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.02074797593609966,"score_gpt":0.2264146274821772,"score_spread":0.20566665154607752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253693262","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001055379,0.00039617965,0.000027386353,0.0004937867,0.0008209975,0.00038658676,0.00034098726,0.00067405356,0.99675447],"genre_scores_gemma":[0.0062861154,0.000050434213,0.0001925519,0.00022613072,0.0029455386,0.000007856223,0.00009846283,0.00082149304,0.9893714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997407,0.00001060995,0.00041712882,0.0008820501,0.0006391741,0.0006440222],"domain_scores_gemma":[0.99803317,0.000025364938,0.00033370612,0.0013314314,0.00006543957,0.00021090385],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020572032,0.00075613445,0.0006093178,0.00042382895,0.00014321679,0.00008071542,0.00057294214,0.0005940127,0.20330063],"category_scores_gemma":[0.000013223722,0.0007569262,0.00035362772,0.000029592526,0.00040271235,0.00008027584,0.0002884657,0.0007032949,0.4330282],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006844839,0.000015250358,0.000018763272,0.000025758927,0.00019280438,0.00019256299,0.00012359924,1.6881557e-7,0.00013262543,0.88288337,0.115183294,0.0011633629],"study_design_scores_gemma":[0.00023172813,0.0001419844,0.00005341964,0.00011155824,0.00009291374,0.000056328456,0.000002383922,0.000007071287,0.00032468786,0.17706361,0.82120436,0.00070997525],"about_ca_topic_score_codex":0.000040743646,"about_ca_topic_score_gemma":0.00030035587,"teacher_disagreement_score":0.7060211,"about_ca_system_score_codex":0.0002897113,"about_ca_system_score_gemma":0.000045515826,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4254197479","doi":"10.1090/spec/079/12","title":"Chapter L","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.021069880481196738,"score_gpt":0.22665204463329003,"score_spread":0.2055821641520933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254197479","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106014275,0.00039888703,0.000027424934,0.00048373337,0.00082509173,0.0003861391,0.0003408235,0.0006739002,0.996758],"genre_scores_gemma":[0.0061650206,0.0000503157,0.00019207592,0.0002250434,0.002939952,0.000007851264,0.00009839424,0.00082030054,0.98950106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974077,0.000010607543,0.0004169769,0.000881781,0.0006391946,0.00064376433],"domain_scores_gemma":[0.99803317,0.000025147296,0.00033362614,0.0013311289,0.00006603194,0.00021088267],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020559259,0.0007559864,0.00060913106,0.00042403705,0.0001431029,0.00008140538,0.0005734694,0.0005938079,0.202135],"category_scores_gemma":[0.0000132573405,0.00075677887,0.0003535487,0.000029597591,0.00040207957,0.00008083867,0.00028872964,0.00070300914,0.4320844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006838532,0.00001527015,0.000018782517,0.000026003187,0.00019265378,0.00019196782,0.0001259098,1.699013e-7,0.00013571823,0.8853291,0.11277036,0.0011256705],"study_design_scores_gemma":[0.00023178403,0.00014207003,0.00005483755,0.000112266505,0.000092967115,0.000056352084,0.0000024059334,0.000007010878,0.00032376338,0.17655857,0.82170755,0.00071040913],"about_ca_topic_score_codex":0.000041258223,"about_ca_topic_score_gemma":0.00030249127,"teacher_disagreement_score":0.70893717,"about_ca_system_score_codex":0.0002897099,"about_ca_system_score_gemma":0.00004537789,"threshold_uncertainty_score":0.9994883},"labels":[],"label_agreement":null},{"id":"W4254287304","doi":"10.1090/spec/033/02","title":"Analysis","year":2001,"lang":"en","type":"other","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.008068213170526693,"score_gpt":0.24200069816112355,"score_spread":0.23393248499059685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254287304","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017527767,0.0008319933,0.0004976744,0.00012359825,0.00016102366,0.00014910595,0.0002691886,0.0012320711,0.9967178],"genre_scores_gemma":[0.0010202926,0.0000700314,0.00024826956,0.00004004288,0.0008984614,0.000010262577,0.00023060704,0.00204319,0.9954388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847484,0.000050693725,0.00016050923,0.0005079481,0.00035273095,0.00045330278],"domain_scores_gemma":[0.99872506,0.00000870254,0.00020803322,0.000951577,0.000005336213,0.00010131261],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000087740416,0.0003444157,0.00057643285,0.0018580855,0.000030465442,0.000041880376,0.00035944465,0.00031292587,0.4229683],"category_scores_gemma":[0.000010296391,0.00033864033,0.00037928377,0.0022886472,0.000058737303,0.000012159925,0.000062991174,0.00025255125,0.10314341],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031550617,0.00003903552,0.012340894,0.000008292715,0.0020700325,0.00009812347,0.0000073963033,0.000007581447,0.000007371316,0.0003705644,0.9846664,0.00038117182],"study_design_scores_gemma":[0.00013970703,0.00001158985,0.0016070032,0.00001582216,0.0016410837,0.0000045014704,0.000007191899,0.000044709555,0.000017645287,0.00013638221,0.9959947,0.00037966575],"about_ca_topic_score_codex":0.0074939444,"about_ca_topic_score_gemma":0.023241132,"teacher_disagreement_score":0.3198249,"about_ca_system_score_codex":0.00015318506,"about_ca_system_score_gemma":0.000021495174,"threshold_uncertainty_score":0.99990654},"labels":[],"label_agreement":null},{"id":"W4254388704","doi":"10.1090/spec/079/09","title":"Chapter I","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.020656683214339864,"score_gpt":0.22619438508428535,"score_spread":0.2055377018699455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254388704","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106017535,0.00039962464,0.000027441396,0.0004829411,0.00082164916,0.0003865364,0.00034103397,0.000674044,0.9967607],"genre_scores_gemma":[0.0063110194,0.00005030197,0.00019038573,0.00022538983,0.0029459838,0.000007856789,0.00009846067,0.0008216659,0.98934895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740636,0.000010620723,0.00041712588,0.00088267034,0.00063950126,0.0006437265],"domain_scores_gemma":[0.99803245,0.000025205194,0.00033368764,0.0013322919,0.000065481094,0.00021088097],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020626678,0.0007560899,0.0006091788,0.00042373422,0.00014329932,0.000080769336,0.00057296566,0.000594116,0.20229544],"category_scores_gemma":[0.000013179503,0.00075691915,0.00035360223,0.00002959445,0.00040271445,0.00008025502,0.000288433,0.00070337084,0.4330325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067676134,0.000015447367,0.000018593124,0.00002573222,0.00019259242,0.00019201735,0.00012717173,1.6899877e-7,0.00013263003,0.8851085,0.112963736,0.0011557513],"study_design_scores_gemma":[0.0002307959,0.00014454743,0.000052915067,0.000111582754,0.00009293188,0.00005634371,0.0000024818103,0.000006946205,0.00032600935,0.17716445,0.82110065,0.0007103542],"about_ca_topic_score_codex":0.00004023169,"about_ca_topic_score_gemma":0.00029034028,"teacher_disagreement_score":0.7081369,"about_ca_system_score_codex":0.00028959764,"about_ca_system_score_gemma":0.000045450233,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4255991208","doi":"10.1090/spec/079/06","title":"Chapter F","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Philosophy","score_opus":0.020735270144788157,"score_gpt":0.22622559126548933,"score_spread":0.20549032112070117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255991208","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000104356004,0.00039718093,0.000027086671,0.000495695,0.00082216394,0.00038660807,0.00034106075,0.00067405554,0.9967518],"genre_scores_gemma":[0.0062678484,0.00005037992,0.00019186703,0.00022626674,0.0029461854,0.000007858329,0.000098499804,0.00082169793,0.9893894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974072,0.000010616078,0.00041710184,0.00088202336,0.0006390991,0.00064396235],"domain_scores_gemma":[0.9980334,0.000025229258,0.0003336886,0.0013313704,0.00006543216,0.00021088873],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020587585,0.0007560968,0.00060926913,0.00042380168,0.00014318236,0.00008074962,0.00057333586,0.00059397833,0.20251533],"category_scores_gemma":[0.000013157967,0.0007569062,0.00035361905,0.000029587156,0.000402762,0.00008032142,0.00028863116,0.00070325844,0.43307716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006819886,0.000015199159,0.00001867231,0.000025674419,0.0001921578,0.00019192867,0.0001235855,1.6854683e-7,0.00013407964,0.88523656,0.112853654,0.0011401246],"study_design_scores_gemma":[0.00023166779,0.00014209653,0.00005366722,0.0001115579,0.0000929046,0.000056321158,0.000002391772,0.000006930563,0.00032596965,0.17700842,0.8212582,0.00070991204],"about_ca_topic_score_codex":0.000041020856,"about_ca_topic_score_gemma":0.00030136236,"teacher_disagreement_score":0.7084045,"about_ca_system_score_codex":0.0002897169,"about_ca_system_score_gemma":0.000045538767,"threshold_uncertainty_score":0.9994882},"labels":[],"label_agreement":null},{"id":"W4256478608","doi":"10.1090/spec/079/03","title":"Chapter C","year":2018,"lang":"en","type":"book-chapter","venue":"MAA spectrum","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology","score_opus":0.02071097154939642,"score_gpt":0.22640036980577385,"score_spread":0.20568939825637744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256478608","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106272826,0.00039651024,0.000026957496,0.00048898195,0.000821957,0.0003864377,0.0003409888,0.00067438517,0.9967575],"genre_scores_gemma":[0.00628082,0.000050511695,0.00019212358,0.00022394508,0.0029322535,0.000007859173,0.00009849447,0.0008215191,0.98939246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740773,0.000010605288,0.00041699153,0.0008819182,0.00063897355,0.0006437683],"domain_scores_gemma":[0.9980339,0.000025227606,0.00033363322,0.0013310465,0.00006543309,0.00021077295],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020578616,0.0007560363,0.0006091707,0.00042347272,0.000143174,0.000080669386,0.00057268457,0.0005939598,0.1992395],"category_scores_gemma":[0.000013160439,0.0007566383,0.00035355354,0.00002957146,0.0004026201,0.00008026425,0.00028837682,0.0007031328,0.43245924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068056084,0.000015144827,0.00001846468,0.000025553707,0.00019168024,0.00019123242,0.00012250445,1.6771091e-7,0.0001381119,0.8843254,0.113779955,0.0011237627],"study_design_scores_gemma":[0.00023109464,0.00014155748,0.000052947256,0.00011115616,0.0000926803,0.000056148016,0.00000237442,0.000006880312,0.00032535644,0.17973045,0.8185418,0.0007075489],"about_ca_topic_score_codex":0.000040745625,"about_ca_topic_score_gemma":0.00029912827,"teacher_disagreement_score":0.70476186,"about_ca_system_score_codex":0.00028960023,"about_ca_system_score_gemma":0.000045496363,"threshold_uncertainty_score":0.9994885},"labels":[],"label_agreement":null},{"id":"W4318829182","doi":"10.1090/spec/103","title":"A History of Mathematics in the United States and Canada","year":2022,"lang":"en","type":"book","venue":"MAA spectrum","topic":"History and Theory of Mathematics","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History of the United States; Genealogy; Political science; Mathematics education; History; Mathematics; Archaeology","score_opus":0.022770893512870583,"score_gpt":0.21831255032532237,"score_spread":0.19554165681245178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318829182","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021887142,0.0020952201,0.00014899774,0.00075084117,0.00071526424,0.0011604567,0.00025998097,0.000079302554,0.9729028],"genre_scores_gemma":[0.0009027252,0.00021501027,0.0011694956,0.0003389746,0.00008049066,0.000051124145,0.00013379364,0.0001249546,0.9969834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981514,0.00017737974,0.00061874976,0.00022115791,0.0005807791,0.0002504829],"domain_scores_gemma":[0.99709177,0.0016577486,0.00052664935,0.00065341237,0.0000233152,0.000047118865],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009856648,0.0003166598,0.0006312547,0.00025568783,0.0000803607,0.0000071737627,0.0005337133,0.00012946209,0.0020775965],"category_scores_gemma":[0.00018355074,0.00025828133,0.00008199741,0.00008482717,0.00021462029,0.000020716727,0.000121663936,0.00071095914,0.0000029529913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000105622485,0.0001544622,0.0000055988403,0.0018766435,0.000063378044,0.000120664175,0.013231933,0.000005155554,9.577789e-7,0.5398434,0.44464943,0.00003781655],"study_design_scores_gemma":[0.0001375704,0.000042834832,0.0000015909445,0.00011074512,0.00007075927,0.00003315136,0.0014709295,0.00009349058,0.0000015753675,0.43086183,0.56699973,0.00017579763],"about_ca_topic_score_codex":0.05907706,"about_ca_topic_score_gemma":0.35387397,"teacher_disagreement_score":0.2947969,"about_ca_system_score_codex":0.0021733744,"about_ca_system_score_gemma":0.0012624994,"threshold_uncertainty_score":0.99998695},"labels":[],"label_agreement":null}]}