{"meta":{"query_hash":"5cec3e447212","filters":{"venue":"ICGA Journal"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5cec3e447212","api":"https://metacan.xera.ac/api/v1/cohort?venue=ICGA+Journal"},"results":[{"id":"W122194113","doi":"10.3233/icg-2007-30202","title":"CHECKING LIFE-AND-DEATH PROBLEMS IN GO I: THE PROGRAM SCANLD1","year":2007,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Programming language","score_opus":0.05807505227314331,"score_gpt":0.3283039106135261,"score_spread":0.2702288583403828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W122194113","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06288096,0.00022232367,0.89809686,0.000915054,0.00011644001,0.00015780661,0.00045714842,0.020055551,0.017097825],"genre_scores_gemma":[0.55207855,0.00023734059,0.4299999,0.0007303072,0.00006404246,0.0003513787,0.0012319136,0.00347066,0.011835937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987514,0.00038291197,0.000051193783,0.00026345908,0.00035687676,0.00019423566],"domain_scores_gemma":[0.996358,0.0026051488,0.00023395002,0.00039386502,0.00028863168,0.00012035125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016180674,0.00085893535,0.0007608366,0.0009301548,0.00071550236,0.0012645501,0.0014875393,0.0010849636,0.008816662],"category_scores_gemma":[0.0075425818,0.00040188848,0.0009859026,0.00060936564,0.0027127129,0.0033337146,0.0035543717,0.0020481767,0.0012139064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020520343,0.00026716277,0.010151482,0.0009668224,0.00014353343,0.00070914946,0.0018009838,0.063993774,0.022769192,0.5610825,0.03531103,0.30075237],"study_design_scores_gemma":[0.00033347122,0.0005383257,0.0013228969,0.00019335335,0.00015299972,0.0005095093,0.0004965026,0.33733737,0.06520039,0.52642596,0.06735023,0.00013913483],"about_ca_topic_score_codex":0.0017675118,"about_ca_topic_score_gemma":0.0018342135,"teacher_disagreement_score":0.008816662,"about_ca_system_score_codex":0.00067600777,"about_ca_system_score_gemma":0.0010939378,"threshold_uncertainty_score":0.029494643},"labels":[],"label_agreement":null},{"id":"W2162969509","doi":"10.3233/icg-2012-35212","title":"MOHEX Wins Hex Tournament","year":2012,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tournament; Computer science; Mathematics; Combinatorics","score_opus":0.04265204296386952,"score_gpt":0.3028977791696757,"score_spread":0.26024573620580616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162969509","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05797576,0.0042790505,0.20456561,0.008431344,0.004974182,0.00053963606,0.0063743955,0.0153632825,0.6974968],"genre_scores_gemma":[0.42256516,0.0013131299,0.14201857,0.0047811437,0.000896757,0.00077653787,0.008350738,0.0027382597,0.41655973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990042,0.00027284186,0.000037698406,0.00022548484,0.00028506728,0.00017459814],"domain_scores_gemma":[0.9989569,0.0004487638,0.0000591262,0.00022311909,0.00015543932,0.00015656198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001055463,0.0008696976,0.00096515205,0.0006630291,0.0010756601,0.0018645648,0.0012917657,0.0009327742,0.07530646],"category_scores_gemma":[0.0039900057,0.00029293096,0.0007271483,0.0005796311,0.000541108,0.0009563937,0.0014894288,0.0014721404,0.014378307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012123677,0.00017642982,0.0026176379,0.00028384873,0.00017676725,0.00028759614,0.00013832534,0.031562295,0.0016116445,0.12956463,0.49294814,0.33942032],"study_design_scores_gemma":[0.0006231385,0.00046070293,0.0029903962,0.00020377059,0.000102711776,0.0006156338,0.00014753753,0.14149289,0.0031700376,0.10351031,0.7465995,0.000083418905],"about_ca_topic_score_codex":0.0027423773,"about_ca_topic_score_gemma":0.006765803,"teacher_disagreement_score":0.07530646,"about_ca_system_score_codex":0.0010781485,"about_ca_system_score_gemma":0.0010277629,"threshold_uncertainty_score":0.25192523},"labels":[],"label_agreement":null},{"id":"W2343238238","doi":"10.3233/icg-2015-38404","title":"A Classification of Semeai with Approach Moves","year":2015,"lang":"en","type":"preprint","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Principal (computer security); Civil liberties; Class (philosophy); Order (exchange); Mathematics; Law; Computer science; Mathematical economics; Political science; Artificial intelligence; Computer security; Economics; Politics","score_opus":0.1068398532275444,"score_gpt":0.3185083508828652,"score_spread":0.2116684976553208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343238238","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30109695,0.001463113,0.31652772,0.003320108,0.0008514195,0.00096742396,0.0016097444,0.0006714715,0.37349206],"genre_scores_gemma":[0.89985484,0.00059927837,0.06938508,0.0007446229,0.0002613593,0.00085479824,0.0012262785,0.00020608684,0.026867678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99474794,0.0010172674,0.00038562264,0.0010496961,0.0011271759,0.0016722967],"domain_scores_gemma":[0.99397767,0.0021142445,0.0010008314,0.0009468156,0.00068010687,0.0012803453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020018485,0.0010059011,0.0011542158,0.0028528827,0.0034877805,0.00549391,0.0020210566,0.0028564688,0.016743394],"category_scores_gemma":[0.010721473,0.00037957449,0.0020198019,0.0025212239,0.0051526106,0.005306041,0.003390426,0.004913813,0.0019690176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009128795,0.00006452526,0.0019950476,0.000063276144,0.000019688045,0.00011870739,0.00042133336,0.0012607562,0.0007968574,0.98053014,0.0017749881,0.012863239],"study_design_scores_gemma":[0.00007359222,0.00018170408,0.0025677898,0.00010230354,0.000029868605,0.0004290724,0.00062230893,0.018190555,0.00069918646,0.9601607,0.01689296,0.00004990262],"about_ca_topic_score_codex":0.00145034,"about_ca_topic_score_gemma":0.0014149306,"teacher_disagreement_score":0.016743394,"about_ca_system_score_codex":0.0022724723,"about_ca_system_score_gemma":0.0022910228,"threshold_uncertainty_score":0.056012213},"labels":[],"label_agreement":null},{"id":"W2344649489","doi":"10.3233/icg-2012-35302","title":"Game-Tree Search Using Proof Numbers: The First Twenty Years","year":2012,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Tree (set theory); Computer science; Mathematics; Combinatorics","score_opus":0.07804452724571852,"score_gpt":0.3331379310410891,"score_spread":0.25509340379537054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344649489","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05988707,0.5260664,0.24236524,0.027308976,0.006546586,0.00034744892,0.0008379402,0.0011518546,0.13548848],"genre_scores_gemma":[0.48760465,0.20819506,0.23977178,0.004323195,0.0039972723,0.0003704994,0.0017419485,0.00067910604,0.05331661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807763,0.00069530966,0.00013740735,0.00025556557,0.0006407986,0.00019318421],"domain_scores_gemma":[0.9924663,0.004899985,0.0002889664,0.0005236664,0.0012527219,0.00056842854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005781981,0.0009959656,0.001079557,0.0014747264,0.00084635476,0.003921268,0.0016476529,0.0016861551,0.007999074],"category_scores_gemma":[0.022954559,0.00071466656,0.00065329636,0.0022331306,0.0028151136,0.0072661685,0.0027772419,0.0026572936,0.002123918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053835945,0.00027546918,0.0018981696,0.0011355495,0.00010640093,0.00015848067,0.0004900818,0.013556066,0.00091700413,0.25942665,0.04893942,0.67255837],"study_design_scores_gemma":[0.00021404294,0.00071971247,0.0024605375,0.0014725674,0.000086530345,0.00055066036,0.00038499082,0.076365225,0.0026996026,0.2503486,0.66456896,0.00012862672],"about_ca_topic_score_codex":0.0039406423,"about_ca_topic_score_gemma":0.0049850387,"teacher_disagreement_score":0.007999074,"about_ca_system_score_codex":0.0033478576,"about_ca_system_score_gemma":0.002272017,"threshold_uncertainty_score":0.030578375},"labels":[],"label_agreement":null},{"id":"W2588165796","doi":"10.3233/icg-170011","title":"Seki with 2 Liberties per Chain in the Game of Go","year":2017,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science","score_opus":0.03914726271646671,"score_gpt":0.2924982306279562,"score_spread":0.2533509679114895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588165796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3975472,0.00032291494,0.16714153,0.0034015712,0.0006770076,0.00026094672,0.00050979527,0.00041185145,0.42972717],"genre_scores_gemma":[0.9137693,0.00017461365,0.035958398,0.00045106997,0.00006778004,0.00027884613,0.00027403183,0.00018589017,0.048840065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99867296,0.00034817864,0.0000917728,0.00021787944,0.0002331005,0.00043606383],"domain_scores_gemma":[0.99921787,0.00028584045,0.000082400365,0.000145148,0.000075923,0.00019285771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009534817,0.00094946177,0.0011907943,0.0007061003,0.0032311943,0.0037095712,0.0014117265,0.0025055334,0.023274936],"category_scores_gemma":[0.0027952073,0.00052324426,0.0012105238,0.0007583733,0.005129817,0.0085820565,0.0043722433,0.0040188576,0.002352738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014050832,0.000025445303,0.00018458816,0.00003657448,0.000008231281,0.00010365464,0.0003401263,0.0010351579,0.0006373027,0.99302846,0.0006248653,0.0038349915],"study_design_scores_gemma":[0.000054619515,0.00009201678,0.0003375302,0.000036538204,0.000021051836,0.00012821206,0.000479242,0.0076154596,0.00091252784,0.9791869,0.011087796,0.000048266225],"about_ca_topic_score_codex":0.0010398033,"about_ca_topic_score_gemma":0.0020948898,"teacher_disagreement_score":0.023274936,"about_ca_system_score_codex":0.0012420719,"about_ca_system_score_gemma":0.00096985966,"threshold_uncertainty_score":0.07786238},"labels":[],"label_agreement":null},{"id":"W2923796912","doi":"10.3233/icg-190094","title":"Hex 2018: MoHex3HNN over DeepEzo","year":2019,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.014552622009464231,"score_gpt":0.23872388482465218,"score_spread":0.22417126281518795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923796912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023098303,0.015574001,0.29451483,0.07682637,0.07251542,0.0006092611,0.06465493,0.080427304,0.37177953],"genre_scores_gemma":[0.11452837,0.0051282137,0.099430285,0.00462198,0.0068521355,0.00033068724,0.06604626,0.022606919,0.6804551],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878556,0.00026391822,0.000052356398,0.00034327485,0.00037141985,0.00018356025],"domain_scores_gemma":[0.9976363,0.0004279676,0.00007459283,0.00058376114,0.00059047475,0.0006868738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033122825,0.0010575933,0.0011995997,0.00089541933,0.0013724563,0.004118581,0.0012301726,0.0011322227,0.21734704],"category_scores_gemma":[0.006389795,0.00038173687,0.000596896,0.000914625,0.00063714996,0.0031587097,0.004349519,0.0017007403,0.097467884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005507941,0.00006793811,0.00039323673,0.00021904628,0.000034327335,0.00009730786,0.00013139173,0.0030685372,0.0019123803,0.031870563,0.7436779,0.21797654],"study_design_scores_gemma":[0.00015223949,0.000058820977,0.000514483,0.00016028053,0.00001733172,0.00009265575,0.000103449165,0.021587912,0.0020478377,0.05100957,0.92422336,0.000032062067],"about_ca_topic_score_codex":0.0091696,"about_ca_topic_score_gemma":0.012545699,"teacher_disagreement_score":0.21734704,"about_ca_system_score_codex":0.0016657036,"about_ca_system_score_gemma":0.0031207292,"threshold_uncertainty_score":0.7270983},"labels":[],"label_agreement":null},{"id":"W3045709494","doi":"10.3233/icg-200149","title":"The 1970 United States computer chess championship: The start of the longest-running experiment in computer science history","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Championship; Tournament; Computer chess; Event (particle physics); Competition (biology); Computer science; Artificial intelligence; Domain (mathematical analysis); History; Mathematics","score_opus":0.07192620348136695,"score_gpt":0.2837338832472188,"score_spread":0.21180767976585185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045709494","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10989555,0.023886569,0.0030028797,0.1539164,0.008422989,0.00009298722,0.0021628735,0.00024472145,0.69837505],"genre_scores_gemma":[0.7779198,0.0144187175,0.0045913463,0.028637478,0.0030174572,0.00023638224,0.0026615737,0.00039154832,0.16812573],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990073,0.00029830675,0.000028528422,0.00015162687,0.00032271908,0.00019154219],"domain_scores_gemma":[0.99692875,0.001344758,0.00018208608,0.000138595,0.0005057672,0.0009000223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018785067,0.00031146986,0.00026141404,0.0009370548,0.005295157,0.0041633607,0.00046444737,0.0015282086,0.018750787],"category_scores_gemma":[0.0073845293,0.00027616104,0.00017861245,0.0017473941,0.004001848,0.004274958,0.0016825622,0.0036127456,0.002751284],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041926678,0.00013020697,0.0035829076,0.00017472407,0.000017541654,0.00017664446,0.0055158827,0.00021524522,0.00058528193,0.27412963,0.63319635,0.08185633],"study_design_scores_gemma":[0.000053643,0.000116752155,0.020082146,0.000498387,0.000013694582,0.000100213154,0.0047219777,0.00017109308,0.0009631098,0.040518887,0.9327089,0.000051072166],"about_ca_topic_score_codex":0.030119713,"about_ca_topic_score_gemma":0.10095085,"teacher_disagreement_score":0.030119713,"about_ca_system_score_codex":0.0046667545,"about_ca_system_score_gemma":0.0030508384,"threshold_uncertainty_score":0.06272763},"labels":[],"label_agreement":null},{"id":"W3047111047","doi":"10.3233/icg-200148","title":"An analysis of games played in world computer chess championships over the years","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer chess; Championship; Soul; World championship; Computer science; Advertising; Operations research; Engineering; Epistemology; Business; Philosophy","score_opus":0.057331193096916144,"score_gpt":0.31150746463978674,"score_spread":0.2541762715428706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047111047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98991334,0.00038054195,0.0002069243,0.00014060111,0.000024971845,0.000019366804,0.0017148108,0.00001894876,0.007580441],"genre_scores_gemma":[0.9951297,0.00015340923,0.00015793623,0.000018717341,0.00001873906,0.000013049152,0.0021591627,0.000009880216,0.0023394804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982407,0.00036770388,0.0001833744,0.00022606325,0.000700492,0.0002816232],"domain_scores_gemma":[0.9880676,0.002953346,0.0039558276,0.00026755556,0.0031667543,0.0015889081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016310386,0.00029448562,0.00029501197,0.0049633565,0.00054225937,0.0013140172,0.00050609803,0.00039293582,0.003186784],"category_scores_gemma":[0.010881569,0.00014428834,0.00031699098,0.0042198757,0.00032515303,0.0007005722,0.0005804825,0.0004627736,0.0009823875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037943537,0.00015943739,0.960272,0.000102670405,0.00024119642,0.00022072595,0.0018366328,0.00088641274,0.0008471238,0.00046676424,0.0034019635,0.03118568],"study_design_scores_gemma":[0.0000014988785,0.000074272444,0.997554,0.000008544659,0.000009560898,0.00006096476,0.000677342,0.00023462523,0.0001095796,0.000029442786,0.0012322445,0.0000079517395],"about_ca_topic_score_codex":0.013141329,"about_ca_topic_score_gemma":0.04167837,"teacher_disagreement_score":0.013141329,"about_ca_system_score_codex":0.0006445254,"about_ca_system_score_gemma":0.00033474932,"threshold_uncertainty_score":0.026129663},"labels":[],"label_agreement":null},{"id":"W3081299320","doi":"10.3233/icg-200156","title":"Computer loses in king-size blunder","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Champion; Championship; Computer chess; Grammar school; Mathematics education; Class (philosophy); Grammar; Computer science; Artificial intelligence; Psychology; Linguistics; Law; Political science; Philosophy","score_opus":0.055701394612798674,"score_gpt":0.29213632695540814,"score_spread":0.23643493234260948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081299320","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2046985,0.003975699,0.006522092,0.03383955,0.002566247,0.00006233697,0.00046754733,0.0010447191,0.74682343],"genre_scores_gemma":[0.7648711,0.0013803858,0.0013329388,0.005109192,0.0003703946,0.000035462195,0.0004022049,0.00035890532,0.22613935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893886,0.0001870784,0.000029898021,0.00017721452,0.00034630473,0.00032067407],"domain_scores_gemma":[0.9987337,0.0004698361,0.00015127023,0.00012172281,0.00020508614,0.00031827614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005987244,0.00043426338,0.00034966535,0.0011121766,0.0045099147,0.0042603584,0.00096116436,0.0018577061,0.04584837],"category_scores_gemma":[0.0062723537,0.00020864942,0.00029713692,0.0007284276,0.0033361127,0.0044214395,0.0037551941,0.0023522926,0.006249492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007827053,0.0002433575,0.015019067,0.00019247849,0.000059443606,0.0062156618,0.018755147,0.0015342957,0.0011859223,0.34029603,0.5053206,0.11039531],"study_design_scores_gemma":[0.000044656048,0.00013988241,0.011482587,0.00023075471,0.000028976636,0.0056076124,0.015303803,0.0021263887,0.0011934276,0.0642501,0.8995352,0.00005666245],"about_ca_topic_score_codex":0.011156548,"about_ca_topic_score_gemma":0.018183937,"teacher_disagreement_score":0.04584837,"about_ca_system_score_codex":0.0025312582,"about_ca_system_score_gemma":0.0007025078,"threshold_uncertainty_score":0.15337807},"labels":[],"label_agreement":null},{"id":"W3087340423","doi":"10.3233/icg-200158","title":"Fifty years of computer chess","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer chess; Computer science; Computer graphics (images); History; Archaeology","score_opus":0.05605456768780404,"score_gpt":0.285756617454809,"score_spread":0.22970204976700498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087340423","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09927807,0.18142366,0.003805795,0.07874762,0.013817538,0.00011755088,0.0019123429,0.00031352628,0.62058383],"genre_scores_gemma":[0.55303025,0.070310324,0.0020769506,0.011871402,0.0059904866,0.00008606915,0.0020771252,0.00026099998,0.35429642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894255,0.00027951077,0.000062676736,0.00015575434,0.0003458934,0.00021361577],"domain_scores_gemma":[0.9963977,0.00079486106,0.00027354446,0.00039926465,0.0010476224,0.0010870801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002227212,0.0006274631,0.00047346536,0.0028762822,0.0019235554,0.0048378804,0.0006593789,0.0010584313,0.046715274],"category_scores_gemma":[0.009807427,0.0003372589,0.00037209474,0.002223408,0.0030108416,0.0036216339,0.003571924,0.0024207192,0.00895526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045522445,0.00024337239,0.009848128,0.00050204084,0.00008638761,0.00025190762,0.003231778,0.0013234925,0.00047250517,0.27347726,0.28211856,0.42798924],"study_design_scores_gemma":[0.00001163809,0.000089939604,0.012814671,0.0005137739,0.000009754536,0.00013790259,0.0013672462,0.00023606385,0.00013602134,0.015626652,0.96903807,0.000018194212],"about_ca_topic_score_codex":0.0071734986,"about_ca_topic_score_gemma":0.017804347,"teacher_disagreement_score":0.046715274,"about_ca_system_score_codex":0.0029101726,"about_ca_system_score_gemma":0.0017821463,"threshold_uncertainty_score":0.1562782},"labels":[],"label_agreement":null},{"id":"W3112926432","doi":"10.3233/icg-200170","title":"A polyomino puzzle for arithmetic practice","year":2020,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"sort; Simple (philosophy); Computer science; Generator (circuit theory); Measure (data warehouse); Space (punctuation); Arithmetic; Variety (cybernetics); Evolutionary algorithm; Theoretical computer science; Algorithm; Mathematics; Artificial intelligence; Data mining; Epistemology","score_opus":0.06772812399629113,"score_gpt":0.33157716404757276,"score_spread":0.2638490400512816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112926432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1525436,0.0014929754,0.6618083,0.0031152682,0.00042310244,0.00088691193,0.00078262767,0.0013085477,0.17763855],"genre_scores_gemma":[0.56784135,0.0005868548,0.4038825,0.00030245335,0.00008746218,0.00048187765,0.0006216739,0.00016497858,0.026030969],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993592,0.0002219614,0.00004473333,0.00013596557,0.00019634933,0.00004189718],"domain_scores_gemma":[0.998563,0.0008057955,0.00016866818,0.00028013106,0.00011512343,0.00006732108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041910878,0.0008998758,0.00039459293,0.0009498395,0.00076939195,0.001456776,0.000823343,0.0014176362,0.019298049],"category_scores_gemma":[0.005925224,0.000268792,0.00080438406,0.0007298792,0.0020899463,0.0022487906,0.0016361753,0.0015685636,0.0019852247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004390299,0.00030748002,0.0031337955,0.00073387375,0.00004452231,0.00053057604,0.00162674,0.042964898,0.011166008,0.6751865,0.01063022,0.25323632],"study_design_scores_gemma":[0.00021912206,0.0009795714,0.012384606,0.0005834276,0.00006246098,0.003183867,0.0014699879,0.2544946,0.009296768,0.53758085,0.17957449,0.00017021083],"about_ca_topic_score_codex":0.00096521596,"about_ca_topic_score_gemma":0.0012727015,"teacher_disagreement_score":0.019298049,"about_ca_system_score_codex":0.00069022895,"about_ca_system_score_gemma":0.0008684824,"threshold_uncertainty_score":0.06455839},"labels":[],"label_agreement":null},{"id":"W3204929590","doi":"10.3233/icg-210191","title":"The Computer Olympiad 2020","year":2021,"lang":"en","type":"article","venue":"ICGA Journal","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Event (particle physics); Computer science; Mathematics education; Operations research; Engineering; Mathematics","score_opus":0.0077541136387735046,"score_gpt":0.22099191432959298,"score_spread":0.21323780069081946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204929590","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009528295,0.0071964515,0.004210966,0.035795078,0.096599706,0.0005213545,0.007572135,0.0018655772,0.8367104],"genre_scores_gemma":[0.06302379,0.005267292,0.0036975332,0.01667341,0.008424252,0.0004262531,0.016134197,0.0007209878,0.8856323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991574,0.00008517116,0.000022643737,0.00007430518,0.00036269947,0.0002977907],"domain_scores_gemma":[0.9987978,0.000032946205,0.000036313,0.00003636415,0.00029845416,0.00079803774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014426166,0.0009882197,0.00032237903,0.00081262906,0.0022151605,0.005041971,0.0007367135,0.0017840253,0.06479195],"category_scores_gemma":[0.001683634,0.0002220538,0.0004214582,0.00049996044,0.00057292817,0.0020443897,0.003500573,0.0026968406,0.03838767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007750289,0.00004650468,0.00033979406,0.000064013555,0.000006099528,0.00007256834,0.00004216235,0.00007066005,0.00027559616,0.006290853,0.9749238,0.017790297],"study_design_scores_gemma":[0.0000079335505,0.000037394166,0.001132131,0.00003324102,0.000001891589,0.000044606204,0.00007559133,0.00009045726,0.00015464355,0.0005850565,0.9978315,0.0000054794223],"about_ca_topic_score_codex":0.0074397484,"about_ca_topic_score_gemma":0.019376632,"teacher_disagreement_score":0.06479195,"about_ca_system_score_codex":0.0015583283,"about_ca_system_score_gemma":0.0031740265,"threshold_uncertainty_score":0.21675068},"labels":[],"label_agreement":null},{"id":"W4200380366","doi":"10.3233/icg-210195","title":"The algebraic solvability of the novel lamplighter puzzle","year":2021,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Coset; Closing (real estate); Algebraic number; Mathematics; Solvable group; Group (periodic table); Algebra over a field; Pure mathematics; Discrete mathematics; Mathematical analysis; Physics; Quantum mechanics","score_opus":0.027900079717678817,"score_gpt":0.26939566762589606,"score_spread":0.24149558790821724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200380366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6577436,0.0005344309,0.22567101,0.005597469,0.0002489596,0.00022208411,0.00032840882,0.00033201362,0.10932201],"genre_scores_gemma":[0.95529056,0.00022118835,0.033440508,0.00025326473,0.000097018594,0.00010570683,0.00019359829,0.000043872777,0.010354302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999419,0.00018172471,0.000043163112,0.0001296253,0.00012076026,0.000105702],"domain_scores_gemma":[0.99871385,0.0007868305,0.00017906674,0.00018189238,0.00007501207,0.00006341591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059437484,0.0003283134,0.00048706884,0.0003760149,0.001407114,0.0015230139,0.00065119937,0.0015735114,0.0073920614],"category_scores_gemma":[0.0038259157,0.00022269202,0.00087892177,0.00037932527,0.0023110458,0.0036012104,0.0021525698,0.0017306736,0.0004432567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005662437,0.000032921092,0.00045591692,0.000115036484,0.000020062194,0.00057168305,0.00072040054,0.0061294953,0.0015813936,0.98040843,0.0021185675,0.007789491],"study_design_scores_gemma":[0.000040530264,0.00004308109,0.00018247172,0.000016343258,0.000010357897,0.00045233135,0.0004183337,0.017565833,0.0011542746,0.9741047,0.005996255,0.000015487656],"about_ca_topic_score_codex":0.00055336906,"about_ca_topic_score_gemma":0.00052927743,"teacher_disagreement_score":0.0073920614,"about_ca_system_score_codex":0.0005699342,"about_ca_system_score_gemma":0.00068404485,"threshold_uncertainty_score":0.024728894},"labels":[],"label_agreement":null},{"id":"W4212785646","doi":"10.3233/icg-220199","title":"The Computer Olympiads 1989–2021","year":2022,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Data science; Mathematics education; Mathematics","score_opus":0.041835512993448586,"score_gpt":0.26213400438533024,"score_spread":0.22029849139188165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212785646","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14540832,0.01249721,0.0016653,0.02227485,0.019579459,0.00052851404,0.13613802,0.0007950872,0.6611132],"genre_scores_gemma":[0.33115286,0.0079489825,0.0023513783,0.0047525875,0.0046531404,0.00043108518,0.11230895,0.0003519908,0.53604907],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990914,0.00006223136,0.000054842036,0.00010489975,0.0004646252,0.00022206896],"domain_scores_gemma":[0.998461,0.000105155385,0.0002435209,0.00007877517,0.00075829227,0.00035322027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006149732,0.00047366307,0.00025893276,0.0025324998,0.0014916117,0.0030878054,0.0004333022,0.0006342533,0.021961376],"category_scores_gemma":[0.0031639237,0.00017808765,0.00018914216,0.0035453713,0.000345472,0.00092941325,0.0013070033,0.001172741,0.009208322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002753347,0.00007257919,0.011442352,0.0001968866,0.000017297565,0.00023435867,0.0003707801,0.0001732506,0.0003036641,0.006001911,0.9105782,0.07033348],"study_design_scores_gemma":[0.000010157831,0.000030044632,0.100275666,0.00010086354,0.0000040885466,0.000098566976,0.0004553896,0.000090740876,0.0002906639,0.0002666552,0.8983687,0.000008468072],"about_ca_topic_score_codex":0.054128706,"about_ca_topic_score_gemma":0.15003216,"teacher_disagreement_score":0.054128706,"about_ca_system_score_codex":0.002449925,"about_ca_system_score_gemma":0.0018023195,"threshold_uncertainty_score":0.10762727},"labels":[],"label_agreement":null},{"id":"W4221051194","doi":"10.3233/icg-220203","title":"The 2021 Computer Olympiad","year":2022,"lang":"en","type":"article","venue":"ICGA Journal","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Event (particle physics); Computer science; Mathematics education; Psychology","score_opus":0.008207000730634448,"score_gpt":0.21118929559946067,"score_spread":0.20298229486882624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221051194","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028175307,0.0039808466,0.0023267178,0.048180614,0.10505989,0.00064600515,0.005918285,0.0012444769,0.8044678],"genre_scores_gemma":[0.12564023,0.002640079,0.002915545,0.016209703,0.011953471,0.00057246734,0.012065257,0.0005454349,0.82745767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911135,0.00008902836,0.000021902373,0.000085377695,0.00030854667,0.00038371593],"domain_scores_gemma":[0.9980286,0.000037837337,0.000046510908,0.000044793305,0.00042779365,0.0014143961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012919824,0.0008737709,0.00033879094,0.00083038484,0.0028866369,0.0045262487,0.00069045136,0.0018159731,0.06682205],"category_scores_gemma":[0.0016882007,0.00018360627,0.0004103344,0.0004606858,0.0005017132,0.0013030284,0.0033234719,0.0027520289,0.032106455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012248273,0.000081834834,0.0013219451,0.0000850899,0.000007620069,0.0001434197,0.00010852299,0.000068804606,0.00032854718,0.002690437,0.97431666,0.020724671],"study_design_scores_gemma":[0.000014252583,0.00008529299,0.007814723,0.000076417935,0.0000034180796,0.000082270446,0.0004257065,0.00009895358,0.00018982904,0.0004711726,0.9907286,0.000009360685],"about_ca_topic_score_codex":0.011138393,"about_ca_topic_score_gemma":0.04208391,"teacher_disagreement_score":0.06682205,"about_ca_system_score_codex":0.0017573761,"about_ca_system_score_gemma":0.0031325493,"threshold_uncertainty_score":0.22354203},"labels":[],"label_agreement":null},{"id":"W4251971431","doi":"10.3233/icg-2014-37402","title":"Computer Chess Endgame Play with Pawns: Then and Now","year":2014,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Chess endgame; Computer science; Artificial intelligence","score_opus":0.01829185725721774,"score_gpt":0.24604199037579785,"score_spread":0.2277501331185801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251971431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872203,0.00017840107,0.0034828829,0.00007601499,0.00003623456,0.00012644439,0.00051839795,0.00036298804,0.007998325],"genre_scores_gemma":[0.9700209,0.00024325345,0.015823249,0.000065771164,0.000014205821,0.00014071974,0.0035400982,0.000079719015,0.010071937],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995067,0.00006750743,0.000028781833,0.00013111654,0.00019490659,0.000070953465],"domain_scores_gemma":[0.99912757,0.00030039594,0.000052299103,0.00015018316,0.00017406404,0.00019551425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004432102,0.00082942087,0.0005324041,0.00048448247,0.0005423542,0.0007709868,0.0010405186,0.00045450756,0.00701604],"category_scores_gemma":[0.0018877301,0.00021977708,0.00035837188,0.0005502252,0.00075698557,0.00096654287,0.0010997065,0.0009172168,0.0010288768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019256702,0.0074269245,0.053261083,0.0021241968,0.00071258395,0.0011216288,0.003915101,0.053471953,0.17235768,0.006065186,0.009547539,0.67073935],"study_design_scores_gemma":[0.002576852,0.060628016,0.3784184,0.0004453414,0.000458828,0.0025608337,0.003073814,0.13338834,0.30228359,0.0067260507,0.10909855,0.00034128004],"about_ca_topic_score_codex":0.009622403,"about_ca_topic_score_gemma":0.017929465,"teacher_disagreement_score":0.009622403,"about_ca_system_score_codex":0.0007485407,"about_ca_system_score_gemma":0.0006755119,"threshold_uncertainty_score":0.023470998},"labels":[],"label_agreement":null},{"id":"W4318704691","doi":"10.3233/icg-230216","title":"The 2022 Computer Olympiad","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","score_opus":0.013333461975968897,"score_gpt":0.2577571290865415,"score_spread":0.24442366711057262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318704691","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039127827,0.002459084,0.0030594335,0.042738706,0.12396911,0.00085206394,0.010142488,0.0018899186,0.77576137],"genre_scores_gemma":[0.07662624,0.0008537866,0.0018783843,0.009586157,0.007222178,0.00047143223,0.012558369,0.0005282525,0.8902752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987998,0.0001282692,0.000024249082,0.00012223318,0.00042557635,0.0004998296],"domain_scores_gemma":[0.9976331,0.000038394155,0.000044239554,0.00004882682,0.00048911344,0.0017462836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017855298,0.0011133177,0.00038930296,0.0007429166,0.0033392643,0.004983454,0.000823529,0.0018138826,0.096888565],"category_scores_gemma":[0.0015783228,0.00024449817,0.00046193157,0.0004993625,0.0005665802,0.001299464,0.0038869018,0.0034002026,0.039189134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013960454,0.00011971362,0.00086940615,0.000044506567,0.0000075216076,0.000099558725,0.000074804506,0.000068449655,0.00024611712,0.0016346738,0.9852129,0.011482703],"study_design_scores_gemma":[0.00002584412,0.00011328528,0.0076031047,0.000052715313,0.0000034013092,0.000042920645,0.0003731118,0.0001478336,0.0002388175,0.00041360472,0.990974,0.000011439236],"about_ca_topic_score_codex":0.01679473,"about_ca_topic_score_gemma":0.06728083,"teacher_disagreement_score":0.096888565,"about_ca_system_score_codex":0.002265169,"about_ca_system_score_gemma":0.003664671,"threshold_uncertainty_score":0.32412457},"labels":[],"label_agreement":null},{"id":"W4376648045","doi":"10.3233/icg-230223","title":"Computers and games (CG 2022) conference report","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Computer science","score_opus":0.05232034275295588,"score_gpt":0.36369270413133536,"score_spread":0.3113723613783795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376648045","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006709815,0.02881843,0.0057731033,0.016487474,0.094377145,0.0018908374,0.016367277,0.0022788926,0.82729703],"genre_scores_gemma":[0.011607668,0.006951804,0.0022059162,0.0017264533,0.005983107,0.0005567251,0.009265973,0.0004979132,0.9612044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879897,0.00010373748,0.000032076267,0.00014872325,0.00066563,0.0002509572],"domain_scores_gemma":[0.99776673,0.00024148289,0.000046092344,0.00008979457,0.00096268614,0.0008930825],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019403691,0.001457009,0.00062584516,0.0017533186,0.00090476905,0.0044622268,0.0012354808,0.0029591068,0.33528376],"category_scores_gemma":[0.001975869,0.0002959385,0.00095067197,0.0011912176,0.0002865709,0.0012962896,0.002370892,0.002498226,0.14560133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018763101,0.00016335498,0.00013595945,0.00020963616,0.000010915136,0.0000573982,0.000017029271,0.00020217929,0.0006365564,0.00076530717,0.9368951,0.060719144],"study_design_scores_gemma":[0.00008239178,0.00018953282,0.0012477217,0.00014441382,0.000015272317,0.00005301179,0.000055676064,0.0004212945,0.0007968785,0.00045889587,0.99652255,0.000012351703],"about_ca_topic_score_codex":0.009463589,"about_ca_topic_score_gemma":0.012824371,"teacher_disagreement_score":0.33528376,"about_ca_system_score_codex":0.0010571793,"about_ca_system_score_gemma":0.0044803466,"threshold_uncertainty_score":0.94813704},"labels":[],"label_agreement":null},{"id":"W4377091290","doi":"10.3233/icg-230225","title":"The 2022 World Computer Chess Championships","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Universität Wien","keywords":"Champion; Computer chess; Championship; World championship; Computer science; Advertising; Visual arts; History; Art; Business; Archaeology","score_opus":0.06565538661359573,"score_gpt":0.30975565195157806,"score_spread":0.24410026533798235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377091290","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026102664,0.0032550443,0.0032988142,0.06058171,0.06621328,0.0008900494,0.006572534,0.0010357674,0.8320503],"genre_scores_gemma":[0.06508354,0.00079194916,0.0024050192,0.018789597,0.0037652252,0.00061438745,0.006909516,0.00029272767,0.901348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974841,0.00017460535,0.000042342515,0.00020977815,0.0011760896,0.00091300317],"domain_scores_gemma":[0.99654984,0.000085274776,0.00006234167,0.00008572315,0.0012387024,0.001978035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025446946,0.0011064769,0.00037580045,0.0014506136,0.0033531634,0.005189824,0.0010155438,0.0028955347,0.061226312],"category_scores_gemma":[0.0043895408,0.0004407787,0.00041538544,0.0007272651,0.0006744473,0.0014987435,0.003596508,0.0042299726,0.030783756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013516663,0.000095111216,0.0015698838,0.000037548667,0.000008308316,0.00013148437,0.00012078843,0.000108612854,0.00052456645,0.014380013,0.9381061,0.044782314],"study_design_scores_gemma":[0.000029843515,0.0000615147,0.003620699,0.00003452558,0.000002820658,0.00004379828,0.00012731102,0.00014125036,0.00028810318,0.0012280544,0.99440753,0.0000146195525],"about_ca_topic_score_codex":0.019704616,"about_ca_topic_score_gemma":0.048221666,"teacher_disagreement_score":0.061226312,"about_ca_system_score_codex":0.0027153133,"about_ca_system_score_gemma":0.010729032,"threshold_uncertainty_score":0.20482242},"labels":[],"label_agreement":null},{"id":"W4390511171","doi":"10.3233/icg-230240","title":"The 2023 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","score_opus":0.025800123685308138,"score_gpt":0.29734581872689836,"score_spread":0.2715456950415902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390511171","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030623391,0.0024730824,0.0025646018,0.035726685,0.09146993,0.0009850686,0.013508845,0.0014894966,0.8211588],"genre_scores_gemma":[0.07700579,0.0012003742,0.002185705,0.010474983,0.0053811045,0.0005472093,0.01721621,0.00047784482,0.88551086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920964,0.0000748616,0.00001708419,0.000078668105,0.00029869797,0.00032096967],"domain_scores_gemma":[0.99865997,0.00001842897,0.000029514104,0.00002402422,0.00029237696,0.00097569847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010518915,0.0009409909,0.00033674197,0.0005792729,0.0031367063,0.0036819358,0.0006740913,0.0017441987,0.09103775],"category_scores_gemma":[0.001181084,0.00020390566,0.00045212486,0.00048851,0.00042608724,0.00084551005,0.00299292,0.0028561591,0.044956185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014248067,0.000086284825,0.0008146577,0.00004472088,0.0000064187784,0.00009156583,0.00005124918,0.00006239104,0.00021579488,0.0013341592,0.9853005,0.011849815],"study_design_scores_gemma":[0.000028760052,0.00009800193,0.009353721,0.00006772088,0.0000036965762,0.000052725587,0.00031109832,0.00014325317,0.00024406724,0.0005217954,0.9891633,0.000011985841],"about_ca_topic_score_codex":0.024228513,"about_ca_topic_score_gemma":0.10790906,"teacher_disagreement_score":0.09103775,"about_ca_system_score_codex":0.002213832,"about_ca_system_score_gemma":0.003705513,"threshold_uncertainty_score":0.3045516},"labels":[],"label_agreement":null},{"id":"W4393561313","doi":"10.3233/icg-240242","title":"Advances in Computer Games (ACG 2023) conference report","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Educational Games and Gamification","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.031594354278667434,"score_gpt":0.3779255722358785,"score_spread":0.3463312179572111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393561313","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013757833,0.10318872,0.023861056,0.033907738,0.08614866,0.0011465147,0.010428711,0.0030834207,0.7244773],"genre_scores_gemma":[0.07105649,0.06598066,0.032159764,0.0057354406,0.014497988,0.0008365379,0.019472957,0.0015504087,0.78870976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987317,0.0001459817,0.000042696745,0.00012532658,0.00074396125,0.00021024092],"domain_scores_gemma":[0.9963988,0.0005204502,0.00007578726,0.00013608988,0.0015710188,0.001297891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025542572,0.0009320888,0.00057406485,0.001483702,0.000557031,0.0035593044,0.00088888506,0.0017853634,0.08920219],"category_scores_gemma":[0.0030910817,0.00021189505,0.000639982,0.001204272,0.00033078663,0.0014715414,0.002098631,0.00265072,0.03245184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013102018,0.00022319634,0.00031503302,0.000327695,0.000016332704,0.000055117147,0.00003321684,0.0006128653,0.0011022253,0.0046232673,0.7633462,0.22921382],"study_design_scores_gemma":[0.000030153744,0.00014888466,0.0016640692,0.00021680303,0.000016127566,0.000081156584,0.000060982165,0.0012762301,0.0010145571,0.0024441534,0.99303424,0.000012767717],"about_ca_topic_score_codex":0.0058661387,"about_ca_topic_score_gemma":0.0076320586,"teacher_disagreement_score":0.08920219,"about_ca_system_score_codex":0.0009970798,"about_ca_system_score_gemma":0.0036947993,"threshold_uncertainty_score":0.29841107},"labels":[],"label_agreement":null},{"id":"W4393566062","doi":"10.3233/icg-240243","title":"2024 world computer chess championships: The end of an era 1974–2024","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer graphics (images); Computer science; Engineering drawing; Engineering","score_opus":0.055129299046060704,"score_gpt":0.3209927105581281,"score_spread":0.2658634115120674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393566062","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018031737,0.009529877,0.002428864,0.079740636,0.05516444,0.00021527737,0.0062923203,0.00067998836,0.8279169],"genre_scores_gemma":[0.06683368,0.003398491,0.0023645896,0.01619296,0.003872599,0.00021334566,0.0073751383,0.00041473543,0.8993345],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988889,0.00009028339,0.000019580366,0.00006568952,0.0005113347,0.00042430204],"domain_scores_gemma":[0.9980621,0.000070644855,0.00007615793,0.00003728887,0.00068145595,0.0010723388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013585369,0.00064096664,0.00024336648,0.0012222718,0.0023756474,0.005228187,0.00072722323,0.0018102067,0.09340662],"category_scores_gemma":[0.0035692626,0.00022333565,0.00024933045,0.0009690892,0.00079995627,0.0013498367,0.002372694,0.0020878033,0.03299372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013420692,0.000048628823,0.0011961224,0.000053571755,0.0000056922377,0.00009471686,0.00006520886,0.00014714336,0.00025064495,0.015972767,0.9253441,0.056687254],"study_design_scores_gemma":[0.000010425176,0.00002064553,0.0027635747,0.000040254257,0.0000014210109,0.000026962127,0.00007991633,0.00006371795,0.0001316054,0.00095983624,0.9958961,0.0000055679147],"about_ca_topic_score_codex":0.030401092,"about_ca_topic_score_gemma":0.056919485,"teacher_disagreement_score":0.09340662,"about_ca_system_score_codex":0.00425763,"about_ca_system_score_gemma":0.0064125857,"threshold_uncertainty_score":0.31247628},"labels":[],"label_agreement":null},{"id":"W4399213446","doi":"10.3233/icg-240247","title":"Los Alamos chess game 2 (after P-K3) is solved; black wins in 21 moves","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"National laboratory; Physics; Computer science; Engineering physics","score_opus":0.02348301949334456,"score_gpt":0.2956753399550017,"score_spread":0.27219232046165714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399213446","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063090146,0.0021736638,0.029196383,0.007324329,0.0019481253,0.00017013603,0.0010670184,0.0011058737,0.8939244],"genre_scores_gemma":[0.5187908,0.0019099864,0.037448727,0.0032595731,0.00029423265,0.0003013964,0.0010690404,0.0004621343,0.43646416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995419,0.00006201077,0.000011664019,0.00009890203,0.00014316694,0.00014238783],"domain_scores_gemma":[0.99973243,0.00007062225,0.00003494715,0.000022047534,0.000055698107,0.00008433906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031769896,0.0007924772,0.0003941867,0.0003048916,0.0021701853,0.002004969,0.0006979962,0.0010128485,0.04192317],"category_scores_gemma":[0.0013640163,0.00016252535,0.00045498507,0.00040690886,0.001438182,0.0015084019,0.0015652551,0.001959455,0.008239787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059374224,0.00016142549,0.0013879498,0.00022718901,0.00003134504,0.00064169645,0.00061938196,0.0036850458,0.0036103725,0.63366765,0.24250974,0.11286444],"study_design_scores_gemma":[0.00019442366,0.00028803258,0.003820897,0.00021753601,0.000028144927,0.0006347837,0.0007529381,0.010095195,0.0059374897,0.3047828,0.6731726,0.00007525999],"about_ca_topic_score_codex":0.010540135,"about_ca_topic_score_gemma":0.016633961,"teacher_disagreement_score":0.04192317,"about_ca_system_score_codex":0.0017798499,"about_ca_system_score_gemma":0.0018117427,"threshold_uncertainty_score":0.14024699},"labels":[],"label_agreement":null},{"id":"W6922402449","doi":"10.1177/13896911251320705","title":"Editorial: New Ambition, Solving Chess","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Technology forecasting; Key (lock)","score_opus":0.04967985016303551,"score_gpt":0.41790594354326605,"score_spread":0.36822609338023055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922402449","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036793834,0.0036284097,0.000074607386,0.032562185,0.9613496,0.000014285177,0.00005431303,0.000052427815,0.002227348],"genre_scores_gemma":[0.00042599408,0.003724479,0.00007762124,0.01735405,0.96462303,0.00002052657,0.000046490895,0.000036864374,0.013690973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970176,0.00038554936,0.00033503614,0.0005152531,0.001474334,0.00027211243],"domain_scores_gemma":[0.987061,0.004428113,0.000596552,0.00037697796,0.0050701625,0.002467238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003444699,0.0040565487,0.002304817,0.0033835035,0.0033326596,0.008249367,0.0029373167,0.0109084165,0.029139033],"category_scores_gemma":[0.018644603,0.0008968064,0.0021067206,0.0014163959,0.0025433986,0.004745632,0.0012247862,0.0147961425,0.020411089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023392418,0.000009902585,0.000019362431,0.00009025891,0.0000045616853,0.000034854904,0.000008496058,0.000016622294,0.000026968402,0.0002429609,0.99628276,0.0032398524],"study_design_scores_gemma":[0.00003123136,0.000026097963,0.00025234115,0.00024828353,0.000017289374,0.0001287351,0.000045174413,0.0000868079,0.0000804449,0.00075422245,0.9983177,0.000011673379],"about_ca_topic_score_codex":0.002015488,"about_ca_topic_score_gemma":0.0050923405,"teacher_disagreement_score":0.029139033,"about_ca_system_score_codex":0.0032998195,"about_ca_system_score_gemma":0.002708258,"threshold_uncertainty_score":0.09747982},"labels":[],"label_agreement":null},{"id":"W7118633136","doi":"10.1177/13896911251315111","title":"The 2024 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer technology","score_opus":0.009814303151615958,"score_gpt":0.25947005522041316,"score_spread":0.2496557520687972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118633136","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34101492,0.0007332993,0.0037040384,0.015321687,0.027285239,0.0025500625,0.012798804,0.0022088396,0.59438306],"genre_scores_gemma":[0.44477633,0.0005998145,0.006443072,0.006425973,0.002602549,0.0026112816,0.02777102,0.00070973363,0.50806016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877304,0.0002447219,0.000049568804,0.00015655703,0.00040516743,0.00037098935],"domain_scores_gemma":[0.9969289,0.00012913179,0.00007717543,0.00016302816,0.0007253305,0.0019765438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022480846,0.0007891693,0.000540475,0.0007301411,0.0030317975,0.0029030212,0.000793762,0.0010684346,0.06941093],"category_scores_gemma":[0.0028870145,0.00029263174,0.0005137481,0.0005470625,0.000556499,0.0010981738,0.002838319,0.0026375127,0.017835645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019549334,0.0023188367,0.008634455,0.00017536872,0.00005758002,0.00017967545,0.00040611808,0.0004997665,0.0016406947,0.004272111,0.9259484,0.053912055],"study_design_scores_gemma":[0.0003342597,0.0018142726,0.08268994,0.0001481124,0.000027878665,0.000106323736,0.0019333895,0.0012185724,0.0028184734,0.0017773294,0.9070759,0.000055490003],"about_ca_topic_score_codex":0.010981606,"about_ca_topic_score_gemma":0.046892513,"teacher_disagreement_score":0.06941093,"about_ca_system_score_codex":0.0018210417,"about_ca_system_score_gemma":0.0018400109,"threshold_uncertainty_score":0.23220265},"labels":[],"label_agreement":null},{"id":"W7153589539","doi":"10.1177/13896911251319621","title":"Nobel Laureates for Our Noble Games","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer game","score_opus":0.02073351014022332,"score_gpt":0.2840421665433095,"score_spread":0.26330865640308615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153589539","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032855545,0.028489504,0.0085807135,0.36299098,0.18313397,0.0000813979,0.00060466386,0.00059216615,0.41224104],"genre_scores_gemma":[0.047999162,0.013795627,0.0077687595,0.050901458,0.022905912,0.00011204304,0.00055682997,0.0007136303,0.85524654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705756,0.0006653807,0.00012555614,0.0004895549,0.00117864,0.00048338392],"domain_scores_gemma":[0.9943041,0.00059769367,0.00020720228,0.000256202,0.0014252033,0.0032096049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034700902,0.001402501,0.00064904656,0.0013581727,0.0052071963,0.008225736,0.0009235633,0.002741501,0.055005487],"category_scores_gemma":[0.00963035,0.00038023942,0.0007387868,0.0006838578,0.0031046518,0.004394708,0.003366571,0.00876855,0.033719804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000516136,0.000036016845,0.00012622653,0.000037782138,0.000011707006,0.000047227808,0.00013080434,0.00010671785,0.0001358637,0.08535827,0.8924805,0.021477422],"study_design_scores_gemma":[0.0000103198345,0.000026502934,0.00010993723,0.000066508575,0.0000052654295,0.000058874237,0.00008724538,0.00013373702,0.00013315961,0.020482987,0.97887427,0.000011104368],"about_ca_topic_score_codex":0.004105275,"about_ca_topic_score_gemma":0.010309842,"teacher_disagreement_score":0.055005487,"about_ca_system_score_codex":0.0038567244,"about_ca_system_score_gemma":0.003946644,"threshold_uncertainty_score":0.1840117},"labels":[],"label_agreement":null}]}