{"meta":{"query_hash":"5cec3e447212","filters":{"venue":"ICGA Journal"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5cec3e447212","api":"https://metacan.xera.ac/api/v1/cohort?venue=ICGA+Journal"},"results":[{"id":"W122194113","doi":"10.3233/icg-2007-30202","title":"CHECKING LIFE-AND-DEATH PROBLEMS IN GO I: THE PROGRAM SCANLD1","year":2007,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Programming language","score_opus":0.05807505227314331,"score_gpt":0.3283039106135261,"score_spread":0.2702288583403828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W122194113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62594336,0.0017694938,0.36338013,0.0044016386,0.0009283667,0.0004450994,1.9550997e-7,0.0001432511,0.0029884516],"genre_scores_gemma":[0.9857994,0.00007775714,0.013412015,0.00031981527,0.0002963435,0.000007478693,5.446174e-8,0.00000833642,0.00007883991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855447,0.00006323957,0.00040789004,0.00019289229,0.00033074123,0.0004507605],"domain_scores_gemma":[0.9992182,0.0001476181,0.00015264541,0.00023993527,0.00008102328,0.00016053076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020875323,0.00010730303,0.00012004919,0.00012904427,0.00023410383,0.0005341599,0.0008519561,0.00005495574,0.000012857162],"category_scores_gemma":[0.00013298937,0.00007333352,0.000051494408,0.00037293165,0.00007465289,0.00045361512,0.00018110151,0.0005268307,0.000031955402],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055571068,0.00011776373,0.09401652,0.000007075834,0.000015917267,0.000084080144,0.0049595176,0.0006314249,0.0003176221,0.01275293,0.00022810136,0.88686347],"study_design_scores_gemma":[0.0009641972,0.0012289499,0.53637266,0.0008201599,0.00003228774,0.0046310024,0.0049571567,0.18171786,0.012098706,0.15687633,0.098716855,0.0015838365],"about_ca_topic_score_codex":0.000047554742,"about_ca_topic_score_gemma":0.00023727302,"teacher_disagreement_score":0.88527966,"about_ca_system_score_codex":0.000062016166,"about_ca_system_score_gemma":0.0001017421,"threshold_uncertainty_score":0.5150916},"labels":[],"label_agreement":null},{"id":"W2162969509","doi":"10.3233/icg-2012-35212","title":"MOHEX Wins Hex Tournament","year":2012,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tournament; Computer science; Mathematics; Combinatorics","score_opus":0.04265204296386952,"score_gpt":0.3028977791696757,"score_spread":0.26024573620580616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162969509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14999837,0.0011241823,0.8310871,0.0040675593,0.0038507236,0.00007537836,5.4375766e-7,0.00009090372,0.009705217],"genre_scores_gemma":[0.970789,0.00006493645,0.026464246,0.00074131315,0.001304759,0.0000022981067,9.734443e-8,0.000009204996,0.0006241564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850255,0.00007743499,0.00032525358,0.00012722907,0.00042821505,0.00053932716],"domain_scores_gemma":[0.99900603,0.00006218462,0.00015534768,0.0003226765,0.00009467168,0.00035908085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007030964,0.00011815219,0.00012467442,0.00010301587,0.00025064222,0.0003554664,0.00093913113,0.00007194484,0.00022604897],"category_scores_gemma":[0.00005764144,0.000096484815,0.000103297796,0.00018767297,0.000043620817,0.0013726514,0.00017452176,0.00050724845,0.00069870986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018648057,0.0006700009,0.043527838,0.00000924471,0.000119373704,0.00017970803,0.013759605,0.0008793234,0.008370255,0.16786273,0.053655125,0.71094817],"study_design_scores_gemma":[0.00056629407,0.000616127,0.045112982,0.00021502931,0.000054591997,0.009215995,0.0022385071,0.027574563,0.13715754,0.06862524,0.7069577,0.0016654081],"about_ca_topic_score_codex":0.00000899401,"about_ca_topic_score_gemma":0.0000027749338,"teacher_disagreement_score":0.82079065,"about_ca_system_score_codex":0.00011881154,"about_ca_system_score_gemma":0.00006823354,"threshold_uncertainty_score":0.8980735},"labels":[],"label_agreement":null},{"id":"W2343238238","doi":"10.3233/icg-2015-38404","title":"A Classification of Semeai with Approach Moves","year":2015,"lang":"en","type":"preprint","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Principal (computer security); Civil liberties; Class (philosophy); Order (exchange); Mathematics; Law; Computer science; Mathematical economics; Political science; Artificial intelligence; Computer security; Economics; Politics","score_opus":0.1068398532275444,"score_gpt":0.3185083508828652,"score_spread":0.2116684976553208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343238238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054854017,0.00050625077,0.9355903,0.0005581316,0.00061409746,0.00016557699,0.0000031151765,0.000053891636,0.007654598],"genre_scores_gemma":[0.8491855,0.000051263458,0.15015885,0.000035055964,0.00033649127,0.000012123537,0.0000025426734,0.000015210239,0.00020295667],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810827,0.00012690663,0.0005055503,0.00034729936,0.0006863009,0.00022566486],"domain_scores_gemma":[0.9975385,0.000042626478,0.0008063682,0.0007404689,0.0007143146,0.00015773303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008571537,0.00019308657,0.00030243487,0.00020245694,0.000072052106,0.00032960615,0.0017798055,0.00017054683,0.000010371084],"category_scores_gemma":[0.00006732465,0.00014521713,0.000097482705,0.00020709762,0.00013440973,0.0003298743,0.00051958795,0.00086475414,0.000016031307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034049858,0.002366383,0.020341618,0.0007798842,0.0011942638,0.00021218481,0.055863842,0.19290993,0.0073923673,0.19722156,0.03513227,0.48624521],"study_design_scores_gemma":[0.0003127115,0.00047215426,0.009592279,0.0007290379,0.00008772956,0.001157063,0.002185427,0.78284353,0.008661251,0.18919107,0.0037339511,0.0010337888],"about_ca_topic_score_codex":0.000024423933,"about_ca_topic_score_gemma":0.00000550038,"teacher_disagreement_score":0.7943315,"about_ca_system_score_codex":0.0001142566,"about_ca_system_score_gemma":0.00070425594,"threshold_uncertainty_score":0.5921783},"labels":[],"label_agreement":null},{"id":"W2344649489","doi":"10.3233/icg-2012-35302","title":"Game-Tree Search Using Proof Numbers: The First Twenty Years","year":2012,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Tree (set theory); Computer science; Mathematics; Combinatorics","score_opus":0.07804452724571852,"score_gpt":0.3331379310410891,"score_spread":0.25509340379537054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344649489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5722077,0.000768551,0.4192711,0.0023070576,0.0023658331,0.00018419507,8.073951e-7,0.000060099173,0.0028346775],"genre_scores_gemma":[0.9901617,0.000018223976,0.008368186,0.00030278353,0.0009877026,0.0000019560816,8.6035016e-8,0.00001197345,0.00014737439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983385,0.00011433686,0.00027293645,0.00014606566,0.0005528653,0.0005752487],"domain_scores_gemma":[0.99905264,0.0001236265,0.00012168084,0.00040644454,0.000111060996,0.00018456722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011731898,0.0001092903,0.0001095894,0.00007705839,0.00033522575,0.00047712907,0.001264963,0.000052055406,0.000099300756],"category_scores_gemma":[0.000051322026,0.00007678912,0.00010036723,0.0003217591,0.00012728352,0.0010868008,0.00030234526,0.0004874519,0.00025546283],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003158894,0.00048015668,0.1645514,0.000026736252,0.00015533381,0.00017216985,0.04933746,0.0070775542,0.0010113474,0.016432496,0.008999361,0.75172436],"study_design_scores_gemma":[0.0007711146,0.00045924127,0.108461045,0.0006899675,0.00011535613,0.010292293,0.006936599,0.3802082,0.0730408,0.0312159,0.38571316,0.0020963273],"about_ca_topic_score_codex":0.000058810027,"about_ca_topic_score_gemma":0.000032053846,"teacher_disagreement_score":0.74962807,"about_ca_system_score_codex":0.000117292424,"about_ca_system_score_gemma":0.00010504333,"threshold_uncertainty_score":0.46009666},"labels":[],"label_agreement":null},{"id":"W2588165796","doi":"10.3233/icg-170011","title":"Seki with 2 Liberties per Chain in the Game of Go","year":2017,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science","score_opus":0.03914726271646671,"score_gpt":0.2924982306279562,"score_spread":0.2533509679114895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588165796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9095764,0.00029450966,0.0768066,0.0079307575,0.00036589082,0.0000874545,4.5124384e-7,0.0000132938185,0.0049246214],"genre_scores_gemma":[0.9957993,0.000029600204,0.003524134,0.00018394006,0.00013252792,0.0000021692815,2.334714e-8,0.0000042894917,0.00032401356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990936,0.000077034856,0.00021213957,0.00010694423,0.00031890612,0.00019138376],"domain_scores_gemma":[0.9989892,0.00008387874,0.0002457413,0.00056033133,0.00008207057,0.000038772472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066605076,0.00007523154,0.00011207991,0.00006363646,0.00020780312,0.0004658486,0.001944397,0.000028878429,0.00003012826],"category_scores_gemma":[0.00007786238,0.000041862088,0.000042738004,0.00005841176,0.00018935796,0.00062097446,0.00011763433,0.0002687425,0.00003220732],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017635862,0.0005537966,0.19400762,0.000042407864,0.00011928744,0.00080214435,0.20506117,0.0037844845,0.0048736245,0.11490322,0.004880606,0.47079527],"study_design_scores_gemma":[0.0011586723,0.0019763971,0.6129638,0.000996542,0.000043994754,0.0047246073,0.009176404,0.06965808,0.06280504,0.18300183,0.05222794,0.0012666683],"about_ca_topic_score_codex":0.000057849036,"about_ca_topic_score_gemma":0.00013485529,"teacher_disagreement_score":0.46952862,"about_ca_system_score_codex":0.00001691626,"about_ca_system_score_gemma":0.00007436956,"threshold_uncertainty_score":0.44921887},"labels":[],"label_agreement":null},{"id":"W2923796912","doi":"10.3233/icg-190094","title":"Hex 2018: MoHex3HNN over DeepEzo","year":2019,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.014552622009464231,"score_gpt":0.23872388482465218,"score_spread":0.22417126281518795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923796912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40367392,0.00028681217,0.58683324,0.00095032394,0.002124973,0.000052867024,3.026029e-7,0.000052798274,0.0060247662],"genre_scores_gemma":[0.96101034,0.000025363006,0.035258636,0.0007802699,0.0005012821,8.188453e-7,1.3413867e-7,0.000009324929,0.0024138496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998935,0.000038770668,0.00021099008,0.00019400756,0.00034143953,0.00027979823],"domain_scores_gemma":[0.999256,0.00003287903,0.00009903691,0.0004290964,0.00004968874,0.00013328511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003156159,0.000090578156,0.00011567298,0.00008152435,0.000087025284,0.00027005374,0.000801156,0.000048667596,0.0003936404],"category_scores_gemma":[0.00001258631,0.000076214055,0.00007855812,0.00010716868,0.000009313493,0.00063769333,0.00016746619,0.00030507628,0.00064731005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065895,0.0004234311,0.13771838,0.000089058485,0.0003079235,0.00090460293,0.0062462157,0.024405267,0.02274684,0.19839899,0.10704576,0.50164765],"study_design_scores_gemma":[0.004344391,0.00032444485,0.0481186,0.00020212715,0.000021773363,0.0036652095,0.0001254558,0.69107217,0.0027617167,0.057025008,0.19122835,0.0011107395],"about_ca_topic_score_codex":0.000009681116,"about_ca_topic_score_gemma":0.0000020364062,"teacher_disagreement_score":0.6666669,"about_ca_system_score_codex":0.000055271492,"about_ca_system_score_gemma":0.00007724303,"threshold_uncertainty_score":0.8320077},"labels":[],"label_agreement":null},{"id":"W3045709494","doi":"10.3233/icg-200149","title":"The 1970 United States computer chess championship: The start of the longest-running experiment in computer science history","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Championship; Tournament; Computer chess; Event (particle physics); Competition (biology); Computer science; Artificial intelligence; Domain (mathematical analysis); History; Mathematics","score_opus":0.07192620348136695,"score_gpt":0.2837338832472188,"score_spread":0.21180767976585185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045709494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48392692,0.0017046364,0.47578162,0.03498904,0.0031405988,0.00032351422,0.0000011281236,0.00005348063,0.00007904673],"genre_scores_gemma":[0.9887972,0.0000755553,0.0063201967,0.004359011,0.000408025,0.0000066670527,2.445672e-7,0.000010944914,0.00002215895],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975561,0.00029409313,0.00055080827,0.00030020095,0.00084272365,0.00045608357],"domain_scores_gemma":[0.99815756,0.00046544784,0.00035550568,0.0005960451,0.0002754429,0.00015002147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015401248,0.00016732927,0.00017092327,0.00012079185,0.0007821596,0.00037572611,0.003676965,0.000036269936,0.000017635622],"category_scores_gemma":[0.00007286208,0.00008427018,0.000100626705,0.0009783803,0.0011426597,0.0004422609,0.0009285976,0.00067416264,0.000011756966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012226735,0.0004148462,0.0147294365,0.000038602942,0.000119636665,0.00013926384,0.3498178,0.24442963,0.0061867656,0.028316107,0.045611985,0.31007364],"study_design_scores_gemma":[0.00017555279,0.00021392218,0.0075297346,0.00012665134,0.0000061693718,0.00008206917,0.0015498002,0.91855454,0.0156192025,0.001700095,0.05419627,0.00024600292],"about_ca_topic_score_codex":0.00007600736,"about_ca_topic_score_gemma":0.00003686587,"teacher_disagreement_score":0.6741249,"about_ca_system_score_codex":0.0002771858,"about_ca_system_score_gemma":0.00037629457,"threshold_uncertainty_score":0.68327767},"labels":[],"label_agreement":null},{"id":"W3047111047","doi":"10.3233/icg-200148","title":"An analysis of games played in world computer chess championships over the years","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer chess; Championship; Soul; World championship; Computer science; Advertising; Operations research; Engineering; Epistemology; Business; Philosophy","score_opus":0.057331193096916144,"score_gpt":0.31150746463978674,"score_spread":0.2541762715428706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047111047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78966427,0.00011592566,0.20727725,0.0025746182,0.00021274277,0.000055216224,0.0000020083355,0.000022982926,0.00007498737],"genre_scores_gemma":[0.9934978,0.0000135348655,0.005303717,0.00094264885,0.00022118124,0.0000014225551,5.5573685e-7,0.000005794903,0.000013349787],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985802,0.00021221802,0.0004213945,0.00020941223,0.00035877142,0.00021800888],"domain_scores_gemma":[0.9990427,0.00021205135,0.00020860272,0.00033481067,0.00006594454,0.00013588576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057033217,0.00009752555,0.00024522748,0.00034921936,0.00007065886,0.00021976326,0.0013133015,0.000034775985,0.00012184825],"category_scores_gemma":[0.00003402142,0.00007213345,0.00014962428,0.0019156955,0.00008421243,0.00042081246,0.00013631438,0.00038762033,0.00001535192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009653922,0.00041417,0.45144805,0.000013733931,0.0009056022,0.00034080577,0.066324204,0.2528879,0.002041294,0.02072844,0.00509136,0.1997079],"study_design_scores_gemma":[0.000068329224,0.0000675849,0.33469522,0.000014707576,0.000038389637,0.000007877985,0.00025696572,0.66201013,0.00083558756,0.00074292446,0.0011547409,0.00010751678],"about_ca_topic_score_codex":0.000039722207,"about_ca_topic_score_gemma":0.00035292553,"teacher_disagreement_score":0.40912223,"about_ca_system_score_codex":0.000029731107,"about_ca_system_score_gemma":0.000057709294,"threshold_uncertainty_score":0.29415166},"labels":[],"label_agreement":null},{"id":"W3081299320","doi":"10.3233/icg-200156","title":"Computer loses in king-size blunder","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Champion; Championship; Computer chess; Grammar school; Mathematics education; Class (philosophy); Grammar; Computer science; Artificial intelligence; Psychology; Linguistics; Law; Political science; Philosophy","score_opus":0.055701394612798674,"score_gpt":0.29213632695540814,"score_spread":0.23643493234260948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081299320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10281233,0.00017640165,0.87954277,0.015273511,0.000910353,0.00006495832,3.452909e-7,0.00008296774,0.0011363572],"genre_scores_gemma":[0.9439057,0.000021813099,0.050748058,0.0045013474,0.0007743459,0.0000010324205,6.328895e-8,0.000008556837,0.000039067145],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987193,0.0000851431,0.00035512765,0.00023109809,0.00030656316,0.00030276334],"domain_scores_gemma":[0.99924797,0.00019443364,0.000110884444,0.00017702197,0.00007397956,0.0001957024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024400091,0.00011386919,0.00015736891,0.00006612032,0.000092984905,0.00039870307,0.0010090005,0.000049419057,0.00016749711],"category_scores_gemma":[0.00009897451,0.000100649355,0.000074387615,0.0003527723,0.00004788962,0.0005920897,0.00023127496,0.00042063906,0.00029904358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008541343,0.00044536122,0.07131051,0.000048955117,0.00011538656,0.0033350328,0.032582186,0.0323033,0.0053526117,0.06544673,0.03974255,0.74923193],"study_design_scores_gemma":[0.00076388265,0.0007455952,0.039760135,0.00022667713,0.000013735866,0.0013107493,0.0006843761,0.8213863,0.016896399,0.06437452,0.052754942,0.001082711],"about_ca_topic_score_codex":0.000013380239,"about_ca_topic_score_gemma":0.000015886259,"teacher_disagreement_score":0.84109336,"about_ca_system_score_codex":0.000047300644,"about_ca_system_score_gemma":0.000086131244,"threshold_uncertainty_score":0.41043615},"labels":[],"label_agreement":null},{"id":"W3087340423","doi":"10.3233/icg-200158","title":"Fifty years of computer chess","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer chess; Computer science; Computer graphics (images); History; Archaeology","score_opus":0.05605456768780404,"score_gpt":0.285756617454809,"score_spread":0.22970204976700498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087340423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12932962,0.00015376665,0.8665544,0.0028763213,0.00057239964,0.000034701596,7.236023e-7,0.00003929935,0.0004387693],"genre_scores_gemma":[0.9364093,0.000019480738,0.06213694,0.00089683535,0.0005085627,3.8483935e-7,9.416288e-8,0.000005519013,0.000022908946],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991482,0.000043522927,0.00026516157,0.0001295531,0.00025603082,0.00015753978],"domain_scores_gemma":[0.9994078,0.00006542945,0.00013797417,0.00015750187,0.00008799641,0.000143295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017425296,0.00006096098,0.00012677084,0.000038719878,0.000042862677,0.000106621796,0.0008663391,0.00003250915,0.00007621552],"category_scores_gemma":[0.000034425673,0.000058282694,0.000078551384,0.00020003256,0.000049525097,0.00031220712,0.00017346357,0.00020912098,0.00012357369],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001487959,0.000069544105,0.0022227766,0.000014501114,0.000044761517,0.00019462587,0.008431808,0.003236263,0.0032828245,0.010206222,0.015285521,0.95699626],"study_design_scores_gemma":[0.00056243886,0.001162839,0.029116131,0.00017382955,0.000026808779,0.000718501,0.0003949925,0.7110056,0.10578866,0.022215122,0.1279928,0.000842262],"about_ca_topic_score_codex":0.0000034670636,"about_ca_topic_score_gemma":8.0120685e-7,"teacher_disagreement_score":0.956154,"about_ca_system_score_codex":0.000011539405,"about_ca_system_score_gemma":0.00005730043,"threshold_uncertainty_score":0.23766993},"labels":[],"label_agreement":null},{"id":"W3112926432","doi":"10.3233/icg-200170","title":"A polyomino puzzle for arithmetic practice","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"sort; Simple (philosophy); Computer science; Generator (circuit theory); Measure (data warehouse); Space (punctuation); Arithmetic; Variety (cybernetics); Evolutionary algorithm; Theoretical computer science; Algorithm; Mathematics; Artificial intelligence; Data mining; Epistemology","score_opus":0.06772812399629113,"score_gpt":0.33157716404757276,"score_spread":0.2638490400512816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112926432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013351017,0.00031033508,0.93764675,0.0580156,0.00064398814,0.000122065234,0.0000013132535,0.00006706381,0.0018577897],"genre_scores_gemma":[0.56057805,0.000045369696,0.428987,0.008760006,0.0013650621,0.000012223421,2.791259e-7,0.00001783217,0.00023416452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884003,0.000069439295,0.00029982085,0.00021499083,0.00028259572,0.00029313678],"domain_scores_gemma":[0.9986834,0.00043231083,0.00019440326,0.00019302017,0.00023900789,0.00025788805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043724888,0.00009911117,0.0001292461,0.00005222433,0.0002498601,0.0005015663,0.0009218595,0.000043738677,0.000050763152],"category_scores_gemma":[0.0013214818,0.000088082576,0.00010530302,0.00023439204,0.000037212154,0.0010390619,0.00012203869,0.000276447,0.00019929282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023800351,0.00034487352,0.00035018608,0.000042143518,0.00017856264,0.0005179887,0.015453556,0.0013390749,0.008955893,0.17567739,0.080883935,0.7160184],"study_design_scores_gemma":[0.00037300942,0.0007672688,0.000115198,0.000034217315,0.000044327306,0.0017089242,0.001247799,0.2069958,0.028962137,0.02615877,0.7331668,0.00042573275],"about_ca_topic_score_codex":0.0000055082246,"about_ca_topic_score_gemma":0.000001713645,"teacher_disagreement_score":0.7155927,"about_ca_system_score_codex":0.000034773697,"about_ca_system_score_gemma":0.00012026954,"threshold_uncertainty_score":0.4836615},"labels":[],"label_agreement":null},{"id":"W3204929590","doi":"10.3233/icg-210191","title":"The Computer Olympiad 2020","year":2021,"lang":"en","type":"article","venue":"ICGA Journal","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Event (particle physics); Computer science; Mathematics education; Operations research; Engineering; Mathematics","score_opus":0.0077541136387735046,"score_gpt":0.22099191432959298,"score_spread":0.21323780069081946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204929590","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024934364,0.0022225052,0.9097815,0.01356108,0.045103915,0.000035503064,5.7551624e-8,0.000089285524,0.004271763],"genre_scores_gemma":[0.35924777,0.0013832505,0.4530815,0.015152078,0.15812504,0.000007015376,0.0000038386775,0.00010466249,0.012894872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882436,0.000118595686,0.00023559702,0.00017546542,0.0002914099,0.00035458748],"domain_scores_gemma":[0.9990883,0.00018494275,0.00009854927,0.00032787383,0.00017097028,0.00012938198],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005057597,0.00009434605,0.000102054095,0.000023936991,0.0008381949,0.0011796794,0.0008727637,0.00003453683,0.000009303034],"category_scores_gemma":[0.000027541042,0.000063054926,0.0001109808,0.00027197794,0.000029289018,0.00026226026,0.00040515332,0.0003455294,0.00013957477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033391689,0.00004010312,0.0009386069,0.0000037305704,0.000051981726,0.0009297327,0.00075952784,0.00011723048,0.00035646046,0.0038904976,0.3594763,0.6334325],"study_design_scores_gemma":[0.00052352704,0.00006761866,0.009404862,0.00005728015,0.000007790733,0.0076295948,0.000031272713,0.08970957,0.0015336197,0.0076743844,0.8830851,0.00027537692],"about_ca_topic_score_codex":0.0000011557494,"about_ca_topic_score_gemma":8.438553e-7,"teacher_disagreement_score":0.63315713,"about_ca_system_score_codex":0.000034956072,"about_ca_system_score_gemma":0.00019604707,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W4200380366","doi":"10.3233/icg-210195","title":"The algebraic solvability of the novel lamplighter puzzle","year":2021,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Coset; Closing (real estate); Algebraic number; Mathematics; Solvable group; Group (periodic table); Algebra over a field; Pure mathematics; Discrete mathematics; Mathematical analysis; Physics; Quantum mechanics","score_opus":0.027900079717678817,"score_gpt":0.26939566762589606,"score_spread":0.24149558790821724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200380366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4123789,0.00085119053,0.5487553,0.029458933,0.004388397,0.00013986927,0.0000028413813,0.00003811361,0.003986463],"genre_scores_gemma":[0.99261224,0.0000321811,0.0061442275,0.00033008843,0.00018561468,0.0000020153718,4.9430398e-8,0.0000051757643,0.0006884238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99871016,0.00012399761,0.0003610714,0.00016061886,0.00040262265,0.00024154919],"domain_scores_gemma":[0.99833447,0.00035478847,0.00018971147,0.00074066996,0.0003195834,0.00006076593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007632123,0.000080321086,0.00010261275,0.000016446475,0.0005552031,0.00031390518,0.0015243887,0.00003870956,0.0000566071],"category_scores_gemma":[0.00035703022,0.000041057174,0.00016398019,0.00029331588,0.00019048621,0.00025238137,0.00042807587,0.0003237992,0.00002721787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025977542,0.0007138064,0.040051755,0.000026402331,0.00021385847,0.000051207582,0.007921971,0.0012918543,0.08696963,0.64712024,0.014707427,0.20090586],"study_design_scores_gemma":[0.00020795496,0.00006998662,0.059462912,0.00009583842,0.000022945487,0.001299851,0.0008053075,0.013000323,0.5401076,0.25088185,0.1337182,0.00032723154],"about_ca_topic_score_codex":0.0000071979957,"about_ca_topic_score_gemma":0.00007937051,"teacher_disagreement_score":0.58023334,"about_ca_system_score_codex":0.000037938204,"about_ca_system_score_gemma":0.00022277769,"threshold_uncertainty_score":0.42702296},"labels":[],"label_agreement":null},{"id":"W4212785646","doi":"10.3233/icg-220199","title":"The Computer Olympiads 1989–2021","year":2022,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Data science; Mathematics education; Mathematics","score_opus":0.041835512993448586,"score_gpt":0.26213400438533024,"score_spread":0.22029849139188165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212785646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6142512,0.009098248,0.09149541,0.09281698,0.07508572,0.0010110737,0.000053556298,0.00044377256,0.11574406],"genre_scores_gemma":[0.9813414,0.000108761385,0.00021649983,0.004624597,0.011337615,0.000014631866,0.000020223622,0.000029495053,0.0023067412],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888057,0.000020060266,0.00024012031,0.00013801917,0.0004364842,0.00028476282],"domain_scores_gemma":[0.99939513,0.000050256454,0.00020464094,0.00021965549,0.00011785587,0.000012476439],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006926832,0.0001078674,0.000097161945,0.00010220396,0.0020702991,0.0010157399,0.00074405497,0.0000190013,0.004646502],"category_scores_gemma":[0.000025123243,0.00007220392,0.00008446542,0.00041305466,0.00005557646,0.0006876458,0.00059179624,0.00040913984,0.00040962678],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007965486,0.000123977,0.00802618,0.000019533245,0.00006233398,0.00015723055,0.00005752153,0.0010833847,0.0001608668,0.028614888,0.5196367,0.44197774],"study_design_scores_gemma":[0.00014794263,0.000008068001,0.0034138216,0.000008815464,0.000015910917,0.0002042155,0.00016092048,0.004186241,0.000011384068,0.0025584109,0.98916334,0.00012094576],"about_ca_topic_score_codex":0.00004549426,"about_ca_topic_score_gemma":0.000013775996,"teacher_disagreement_score":0.46952662,"about_ca_system_score_codex":0.00003609639,"about_ca_system_score_gemma":0.00003465518,"threshold_uncertainty_score":0.9992289},"labels":[],"label_agreement":null},{"id":"W4221051194","doi":"10.3233/icg-220203","title":"The 2021 Computer Olympiad","year":2022,"lang":"en","type":"article","venue":"ICGA Journal","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Event (particle physics); Computer science; Mathematics education; Psychology","score_opus":0.008207000730634448,"score_gpt":0.21118929559946067,"score_spread":0.20298229486882624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221051194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04537479,0.001773396,0.84190327,0.013276899,0.09219492,0.000105761,2.1910137e-7,0.000099545694,0.0052712285],"genre_scores_gemma":[0.78065246,0.00024720174,0.110153206,0.009041612,0.08952461,0.00003369456,0.000003373184,0.00009303276,0.010250792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986176,0.00019144645,0.00022553845,0.00015921939,0.00043986563,0.0003663514],"domain_scores_gemma":[0.99924755,0.00016479034,0.00012896414,0.00030526475,0.000056872508,0.00009656848],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001039759,0.00008788035,0.00008851393,0.00006124035,0.002655735,0.0006854272,0.001528206,0.000014555492,0.000041176827],"category_scores_gemma":[0.000009275723,0.00006201886,0.00010304717,0.00028874906,0.000026341395,0.00020524177,0.0009710995,0.00053390214,0.0000670781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063038797,0.000043154923,0.0006029713,0.0000012209495,0.0000331316,0.00020967027,0.0011715203,0.0010423366,0.00007939756,0.0037689395,0.32485956,0.6681818],"study_design_scores_gemma":[0.0002961474,0.000117167736,0.0019617612,0.000006271183,0.0000031531,0.0022169773,0.00004289649,0.10319808,0.000055277014,0.0036873051,0.88826466,0.00015029656],"about_ca_topic_score_codex":0.0000032707792,"about_ca_topic_score_gemma":2.7916323e-7,"teacher_disagreement_score":0.7352777,"about_ca_system_score_codex":0.000083659346,"about_ca_system_score_gemma":0.00012665051,"threshold_uncertainty_score":0.9986427},"labels":[],"label_agreement":null},{"id":"W4251971431","doi":"10.3233/icg-2014-37402","title":"Computer Chess Endgame Play with Pawns: Then and Now","year":2014,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Chess endgame; Computer science; Artificial intelligence","score_opus":0.01829185725721774,"score_gpt":0.24604199037579785,"score_spread":0.2277501331185801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251971431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10196325,0.0001488109,0.8945684,0.0015289685,0.00041619575,0.000053799962,3.5164038e-7,0.00005528328,0.0012649631],"genre_scores_gemma":[0.91745925,0.00004411147,0.08090134,0.00070221204,0.0006855733,0.0000022966967,1.5029295e-7,0.000011902665,0.00019314101],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998877,0.00009283903,0.0002172959,0.00022977893,0.00029283678,0.0002902311],"domain_scores_gemma":[0.99914575,0.00016653124,0.00013409148,0.0002841502,0.000099172124,0.00017033106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048653476,0.00013320349,0.00015998071,0.000080510814,0.00019354219,0.00053929194,0.0006762518,0.00004730988,0.000030454758],"category_scores_gemma":[0.000015856558,0.000091072834,0.000035989367,0.00011760316,0.00011562345,0.00055012846,0.0001580816,0.0002938494,0.00008415597],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003101136,0.00009964552,0.0110174585,0.000012903674,0.00007806629,0.00012441755,0.006993253,0.0016136565,0.00067427097,0.028593633,0.004709813,0.9460519],"study_design_scores_gemma":[0.0010988348,0.0022062843,0.03846663,0.0005024471,0.00004886167,0.00778501,0.00040856746,0.6540679,0.018187607,0.06754153,0.20817132,0.0015150148],"about_ca_topic_score_codex":0.0000057084553,"about_ca_topic_score_gemma":0.000018121262,"teacher_disagreement_score":0.94453686,"about_ca_system_score_codex":0.000019708299,"about_ca_system_score_gemma":0.000042068845,"threshold_uncertainty_score":0.52004045},"labels":[],"label_agreement":null},{"id":"W4318704691","doi":"10.3233/icg-230216","title":"The 2022 Computer Olympiad","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","score_opus":0.013333461975968897,"score_gpt":0.2577571290865415,"score_spread":0.24442366711057262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318704691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036236405,0.0006193236,0.94249016,0.014560448,0.004921425,0.000054100434,1.9265859e-7,0.00068323023,0.00043469307],"genre_scores_gemma":[0.8747298,0.00031571218,0.10777525,0.0011449984,0.0041364124,0.000011184388,0.0000017124072,0.00004435198,0.011840572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893063,0.00017367539,0.00014796163,0.00012675881,0.000290615,0.00033036474],"domain_scores_gemma":[0.99931914,0.0002219763,0.000082559745,0.00025084967,0.000033980417,0.00009148596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015609507,0.00006806919,0.00006348516,0.0000748274,0.0011471893,0.0009719036,0.0009390688,0.000025198779,0.0000075638086],"category_scores_gemma":[0.000039563423,0.000042646567,0.000075237476,0.0003640124,0.000027950271,0.00018643917,0.00020821436,0.00053617795,0.0003339861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010530739,0.000005877134,0.0005096388,8.1352266e-7,0.0000116945,0.000060674163,0.0008475577,0.00046236019,0.000015763808,0.003972035,0.023268552,0.970844],"study_design_scores_gemma":[0.00016758485,0.00006400407,0.009816067,0.000016228023,0.0000020712898,0.00051839143,0.00007103394,0.03682891,0.0000118645585,0.00081966986,0.95158887,0.000095286036],"about_ca_topic_score_codex":0.0000042460847,"about_ca_topic_score_gemma":0.0000014244969,"teacher_disagreement_score":0.9707487,"about_ca_system_score_codex":0.000022009215,"about_ca_system_score_gemma":0.000046831596,"threshold_uncertainty_score":0.9372089},"labels":[],"label_agreement":null},{"id":"W4376648045","doi":"10.3233/icg-230223","title":"Computers and games (CG 2022) conference report","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Computer science","score_opus":0.05232034275295588,"score_gpt":0.36369270413133536,"score_spread":0.3113723613783795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376648045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971994,0.00052400527,0.0022944957,0.01144283,0.0032256795,0.00006806382,0.000004098343,0.00005348873,0.01039336],"genre_scores_gemma":[0.9810343,0.00019558198,0.00048153644,0.00029351623,0.00055099925,0.000006905411,0.000017204504,0.000009248297,0.017410714],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9993533,0.000046296653,0.00019718228,0.00013800252,0.00012242713,0.00014281718],"domain_scores_gemma":[0.9994879,0.000074817675,0.00012967731,0.00013174943,0.00008620085,0.00008965538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035379562,0.000057518508,0.00007832718,0.000091824375,0.00008359079,0.00007148211,0.00008621261,0.000040379397,0.0008373626],"category_scores_gemma":[0.000028746426,0.00005152499,0.000029157836,0.00012862605,0.000045386783,0.0000587936,0.00001804977,0.00016699334,0.00025263717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039262886,0.00013855843,0.080127224,0.000015251835,0.0001695776,0.000814785,0.010745605,0.000024285599,0.0011249905,0.050641865,0.674434,0.1817246],"study_design_scores_gemma":[0.00023294649,0.000041440846,0.8157198,0.000021776583,0.000009332931,0.004036826,0.0023601342,0.0001421963,0.000014397188,0.0042619216,0.1730671,0.00009216512],"about_ca_topic_score_codex":0.0000128397505,"about_ca_topic_score_gemma":0.0000025055365,"teacher_disagreement_score":0.73559254,"about_ca_system_score_codex":0.000013753313,"about_ca_system_score_gemma":0.00004759062,"threshold_uncertainty_score":0.9168533},"labels":[],"label_agreement":null},{"id":"W4377091290","doi":"10.3233/icg-230225","title":"The 2022 World Computer Chess Championships","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Universität Wien","keywords":"Champion; Computer chess; Championship; World championship; Computer science; Advertising; Visual arts; History; Art; Business; Archaeology","score_opus":0.06565538661359573,"score_gpt":0.30975565195157806,"score_spread":0.24410026533798235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377091290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0625177,0.0012397657,0.8629248,0.051907007,0.01509456,0.00025760938,0.0000021673532,0.0007486482,0.005307728],"genre_scores_gemma":[0.95421976,0.0006962585,0.016660621,0.0019144561,0.0050987653,0.00002924007,0.0000014869839,0.00004759803,0.021331811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841386,0.00015671721,0.0003210672,0.00019486633,0.00045428876,0.0004592139],"domain_scores_gemma":[0.9985805,0.00059110706,0.00013355775,0.00043687312,0.000113839465,0.00014412556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014437116,0.00011014183,0.0001056049,0.0001857253,0.0010471352,0.000891772,0.0017277738,0.000032017953,0.000056592693],"category_scores_gemma":[0.00006257596,0.00007333072,0.00010444758,0.0010984766,0.00010245459,0.00038558996,0.00040814202,0.0005372483,0.0013147802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007756935,0.000032806944,0.0021405432,0.0000031727895,0.000040539984,0.0002248038,0.0020131313,0.0014814313,0.00022967637,0.07824488,0.23099303,0.68458825],"study_design_scores_gemma":[0.00012324635,0.00009476873,0.012347026,0.00006309309,0.0000064288292,0.00049922353,0.00040580347,0.26755023,0.0033469035,0.11201725,0.6031546,0.00039144844],"about_ca_topic_score_codex":0.0000035438925,"about_ca_topic_score_gemma":0.00006772709,"teacher_disagreement_score":0.89170206,"about_ca_system_score_codex":0.000044446024,"about_ca_system_score_gemma":0.0000833459,"threshold_uncertainty_score":0.9994628},"labels":[],"label_agreement":null},{"id":"W4390511171","doi":"10.3233/icg-230240","title":"The 2023 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","score_opus":0.025800123685308138,"score_gpt":0.29734581872689836,"score_spread":0.2715456950415902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390511171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004343464,0.0036877466,0.9702928,0.010437168,0.008254668,0.00004519422,4.9868595e-7,0.00014192608,0.0027965328],"genre_scores_gemma":[0.93114686,0.001087167,0.047290463,0.001575843,0.0076151714,0.000010548353,3.6441998e-7,0.000039802668,0.0112337945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988894,0.00007033195,0.00025391259,0.0001729096,0.00032034432,0.00029308547],"domain_scores_gemma":[0.99913764,0.00035900116,0.00004343335,0.00028703886,0.000072843926,0.000100051475],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006830267,0.00008987995,0.00007099359,0.00006939899,0.00044145892,0.002322605,0.0012043137,0.00003495745,0.00006728974],"category_scores_gemma":[0.00002428351,0.00005294201,0.00010473803,0.00029475705,0.00007927231,0.00050809124,0.00019703747,0.00036377914,0.0014215751],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000160595,0.0000089983705,0.00005022534,0.0000025810841,0.000029082146,0.00022962665,0.0005988338,0.00028746223,0.00017561526,0.094354816,0.077155106,0.82710606],"study_design_scores_gemma":[0.00002746113,0.00008458949,0.00036593186,0.0000847946,0.0000056350805,0.001476599,0.000072084906,0.31076327,0.0020806817,0.053198278,0.6316692,0.00017147358],"about_ca_topic_score_codex":0.0000058156847,"about_ca_topic_score_gemma":0.000008396806,"teacher_disagreement_score":0.9268034,"about_ca_system_score_codex":0.00004863201,"about_ca_system_score_gemma":0.00011993379,"threshold_uncertainty_score":0.9993559},"labels":[],"label_agreement":null},{"id":"W4393561313","doi":"10.3233/icg-240242","title":"Advances in Computer Games (ACG 2023) conference report","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Educational Games and Gamification","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.031594354278667434,"score_gpt":0.3779255722358785,"score_spread":0.3463312179572111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393561313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5292421,0.08452056,0.13786194,0.027368324,0.036353018,0.00036864905,0.0000191652,0.00016440853,0.1841018],"genre_scores_gemma":[0.9869738,0.0007919754,0.0014915721,0.0001895875,0.0013883377,0.000012598012,0.000010557752,0.0000105320805,0.009131023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919564,0.00005443187,0.00029384525,0.00017853852,0.00012834561,0.00014918543],"domain_scores_gemma":[0.9995898,0.00007767096,0.00007904691,0.00012823824,0.00006811258,0.000057153153],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034281853,0.00007032382,0.000091188376,0.00012559377,0.000030490999,0.00011931129,0.000110537716,0.000046902685,0.0026761452],"category_scores_gemma":[0.000013148124,0.000059094597,0.00004701906,0.00014552481,0.00003413518,0.00019951332,0.000010648959,0.00029532163,0.0003861214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027887927,0.00018529606,0.019667942,0.000028334853,0.000047876387,0.0014097509,0.005195505,0.00012911603,0.000118352276,0.05646008,0.055207267,0.8615226],"study_design_scores_gemma":[0.0001721655,0.00005978607,0.16205288,0.00018470264,0.000008587566,0.0051890584,0.00083628675,0.00059257774,0.000012464597,0.0124646295,0.81829256,0.00013432514],"about_ca_topic_score_codex":0.000012230962,"about_ca_topic_score_gemma":0.000016727501,"teacher_disagreement_score":0.86138827,"about_ca_system_score_codex":0.000039994695,"about_ca_system_score_gemma":0.00009502742,"threshold_uncertainty_score":0.9982355},"labels":[],"label_agreement":null},{"id":"W4393566062","doi":"10.3233/icg-240243","title":"2024 world computer chess championships: The end of an era 1974–2024","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer graphics (images); Computer science; Engineering drawing; Engineering","score_opus":0.055129299046060704,"score_gpt":0.3209927105581281,"score_spread":0.2658634115120674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393566062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14214323,0.005450865,0.796589,0.021481829,0.024863783,0.0003158905,0.000013304738,0.00028257456,0.0088594705],"genre_scores_gemma":[0.96506816,0.00007677419,0.025847346,0.0004828832,0.002840646,0.0000070400197,6.878657e-7,0.000025054102,0.0056513897],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809813,0.0001948565,0.00050411205,0.0003147898,0.0005350848,0.00035299614],"domain_scores_gemma":[0.99863327,0.00042161843,0.00011916195,0.0005393609,0.00012379688,0.00016281167],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011891752,0.00017271226,0.00018962617,0.00030220626,0.00024696495,0.0010648428,0.0016269932,0.000054895605,0.0006322256],"category_scores_gemma":[0.000025453963,0.00011200445,0.00016828597,0.0008508045,0.00021865146,0.0008398884,0.00028480063,0.00095226977,0.00024979445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013350355,0.0001402341,0.00044818642,0.000050833394,0.00013974361,0.0004518959,0.0084181065,0.0019654965,0.00089100207,0.09298081,0.043637075,0.8508633],"study_design_scores_gemma":[0.000102155056,0.0003319403,0.0026040291,0.0006153665,0.000045548804,0.0017991208,0.0005451555,0.64472175,0.013047751,0.09266495,0.24300301,0.0005192188],"about_ca_topic_score_codex":0.000021829723,"about_ca_topic_score_gemma":0.00012794953,"teacher_disagreement_score":0.85034406,"about_ca_system_score_codex":0.000059306534,"about_ca_system_score_gemma":0.00021671155,"threshold_uncertainty_score":0.99997216},"labels":[],"label_agreement":null},{"id":"W4399213446","doi":"10.3233/icg-240247","title":"Los Alamos chess game 2 (after P-K3) is solved; black wins in 21 moves","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"National laboratory; Physics; Computer science; Engineering physics","score_opus":0.02348301949334456,"score_gpt":0.2956753399550017,"score_spread":0.27219232046165714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399213446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63262355,0.0027772232,0.34746513,0.010140712,0.0028976218,0.000210204,0.000008505568,0.00019504564,0.0036820206],"genre_scores_gemma":[0.9917078,0.0001535617,0.0037608095,0.0012861445,0.0006663602,0.000009215814,2.4885222e-7,0.00002381772,0.0023920562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979789,0.00008083258,0.00052432163,0.00040575664,0.00047983974,0.0005303259],"domain_scores_gemma":[0.99911356,0.00012634664,0.000084045656,0.00040603417,0.000087479166,0.00018254948],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005118088,0.0002064001,0.00021408052,0.0002905948,0.000067008885,0.0011300392,0.0010668072,0.00014810316,0.000594611],"category_scores_gemma":[0.0000410321,0.00017675475,0.00016876149,0.00054665783,0.0001436355,0.0012958284,0.00025243126,0.000952791,0.0009872093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000170334,0.00097296905,0.02514866,0.00035774914,0.00048447854,0.0144447945,0.14061163,0.0114502525,0.027973292,0.04409615,0.14408292,0.59020674],"study_design_scores_gemma":[0.0003168953,0.0003155911,0.02181502,0.0015727809,0.000040370895,0.0013272087,0.0012987676,0.6608733,0.050274488,0.13448583,0.12632914,0.001350611],"about_ca_topic_score_codex":0.000022018208,"about_ca_topic_score_gemma":0.000050237584,"teacher_disagreement_score":0.64942306,"about_ca_system_score_codex":0.0001424074,"about_ca_system_score_gemma":0.00019485403,"threshold_uncertainty_score":0.9999069},"labels":[],"label_agreement":null},{"id":"W6922402449","doi":"10.1177/13896911251320705","title":"Editorial: New Ambition, Solving Chess","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Technology forecasting; Key (lock)","score_opus":0.04967985016303551,"score_gpt":0.41790594354326605,"score_spread":0.36822609338023055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922402449","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023994906,0.00696218,0.0301308,0.099841006,0.7893517,0.00014424167,0.00000222385,0.001012393,0.048560556],"genre_scores_gemma":[0.16354753,0.0020265782,0.04168906,0.0002779084,0.7752166,0.0000060054012,9.4140546e-7,0.000026890144,0.017208518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992531,0.000086307715,0.00012396822,0.00008220859,0.0002789283,0.00017549456],"domain_scores_gemma":[0.99956477,0.00015034073,0.000038290575,0.000060954604,0.00008557504,0.000100043835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012556296,0.000044678498,0.000059779744,0.00008923523,0.0004568545,0.0005811199,0.00017963248,0.00009487842,0.00063012686],"category_scores_gemma":[0.00051367603,0.00003822529,0.000052942894,0.0002539807,0.00007840691,0.0003063824,0.000015780752,0.00032756125,0.00007044889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.564487e-7,0.000005973058,0.00013995865,0.0000030357764,0.00000806201,0.0000032508497,0.003909058,8.1947894e-7,0.0002172641,0.053368647,0.8848505,0.057492767],"study_design_scores_gemma":[0.000029609111,0.000007930998,0.00011768539,0.000042273958,0.000005994105,0.0000068028944,0.0050515635,0.0000026737785,0.00014692193,0.1103463,0.88419443,0.000047791276],"about_ca_topic_score_codex":0.00021540723,"about_ca_topic_score_gemma":0.00009386792,"teacher_disagreement_score":0.13955262,"about_ca_system_score_codex":0.000092333736,"about_ca_system_score_gemma":0.00065421086,"threshold_uncertainty_score":0.68994474},"labels":[],"label_agreement":null},{"id":"W7118633136","doi":"10.1177/13896911251315111","title":"The 2024 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer technology","score_opus":0.009814303151615958,"score_gpt":0.25947005522041316,"score_spread":0.2496557520687972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118633136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021228807,0.005199121,0.9757677,0.008451004,0.0073993965,0.000025667243,1.09596115e-7,0.0002655882,0.0007685701],"genre_scores_gemma":[0.79635185,0.00022464883,0.17879196,0.00067193137,0.0054510054,0.0000054460666,3.7390183e-7,0.000035859226,0.018466918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906856,0.00012357651,0.00015133088,0.00015137822,0.00024159541,0.00026355725],"domain_scores_gemma":[0.99942154,0.00022470184,0.000034243105,0.0002052837,0.0000255728,0.00008863327],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010839038,0.000077766126,0.000059259666,0.000063271014,0.0006348641,0.0032742533,0.00073233247,0.000028302613,0.000017359329],"category_scores_gemma":[0.00001778149,0.000044658034,0.00009537757,0.000197584,0.000030316922,0.000280193,0.00012614841,0.0007556722,0.00024549247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3551295e-7,0.0000050361214,0.000056499808,0.0000030293743,0.000021013248,0.00011125614,0.0008434399,0.0001352448,0.000007390797,0.015997073,0.02439633,0.9584231],"study_design_scores_gemma":[0.000049012044,0.000046937435,0.000415777,0.00006173917,0.0000036208207,0.0013257726,0.000025214431,0.046555247,0.0000071188106,0.0009035999,0.9505347,0.00007127183],"about_ca_topic_score_codex":0.000004186145,"about_ca_topic_score_gemma":0.0000011619255,"teacher_disagreement_score":0.9583518,"about_ca_system_score_codex":0.000032663946,"about_ca_system_score_gemma":0.00007865528,"threshold_uncertainty_score":0.9977604},"labels":[],"label_agreement":null},{"id":"W7153589539","doi":"10.1177/13896911251319621","title":"Nobel Laureates for Our Noble Games","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer game","score_opus":0.02073351014022332,"score_gpt":0.2840421665433095,"score_spread":0.26330865640308615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153589539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007941217,0.0063876635,0.96322733,0.01636194,0.0035189628,0.00009563581,0.0000017741137,0.001367564,0.0010978945],"genre_scores_gemma":[0.71666956,0.000044519078,0.28056216,0.000166081,0.00054686744,0.000007814051,3.023177e-7,0.00001814261,0.0019845576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909186,0.000019615067,0.00018714005,0.0002190792,0.00019482705,0.00028744867],"domain_scores_gemma":[0.9994312,0.000088643224,0.000055205288,0.00027913976,0.000080791244,0.00006502773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004158707,0.000110378096,0.00012778446,0.0002314592,0.0002219958,0.00059639174,0.0011121449,0.000066259345,0.0000048585284],"category_scores_gemma":[0.00007885027,0.000091041096,0.00012431233,0.00021395154,0.000024386756,0.00041164237,0.00014328478,0.00029124005,0.00011003564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005603482,0.00004101593,0.00014448953,0.000060414626,0.000073317875,0.00021847403,0.0009844363,0.00025509123,0.0017359969,0.11045365,0.60033685,0.2856907],"study_design_scores_gemma":[0.00026474782,0.00024798425,0.00021639443,0.00020551792,0.000014571684,0.0013001213,0.00012339841,0.058905132,0.003320578,0.08164987,0.8534673,0.00028437102],"about_ca_topic_score_codex":0.0000019944848,"about_ca_topic_score_gemma":0.0000015612502,"teacher_disagreement_score":0.7087283,"about_ca_system_score_codex":0.00008716054,"about_ca_system_score_gemma":0.0001370936,"threshold_uncertainty_score":0.5751019},"labels":[],"label_agreement":null}]}