{"meta":{"query_hash":"4e19631ab256","filters":{"venue":"AI Magazine"},"cohort_total":88,"direct_labels_cover":0,"predictions_cover":88,"exported":88,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4e19631ab256","api":"https://metacan.xera.ac/api/v1/cohort?venue=AI+Magazine"},"results":[{"id":"W1193463709","doi":"10.1609/aimag.v36i2.2587","title":"Report on the Twenty‐Second International Conference on Case‐Based Reasoning","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Case-based reasoning; Computer science; Library science; Operations research; Political science; Engineering; Artificial intelligence","score_opus":0.05757947039239149,"score_gpt":0.29731065582137484,"score_spread":0.23973118542898336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1193463709","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004892016,0.088156655,0.14418049,0.10676019,0.13917553,0.0027779338,0.003933787,0.0020436486,0.50807977],"genre_scores_gemma":[0.03819158,0.10255222,0.14662005,0.012279309,0.032774176,0.0016426002,0.018724872,0.0025900926,0.644625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773401,0.0052645076,0.001591608,0.0018398907,0.0126549285,0.0013088316],"domain_scores_gemma":[0.95084465,0.013286258,0.00096537935,0.0046569374,0.025283027,0.0049637365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03425181,0.0019764802,0.0015573701,0.008984651,0.0030319775,0.017367288,0.0046417424,0.004261728,0.121514745],"category_scores_gemma":[0.037832174,0.0010390359,0.0025892486,0.005890664,0.003294221,0.012343817,0.0073117292,0.007988463,0.041772697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013995865,0.000264612,0.0004449039,0.00026169897,0.000037066115,0.00019400503,0.00025054096,0.0007817669,0.0009225179,0.0394348,0.7303296,0.22693856],"study_design_scores_gemma":[0.000024197021,0.000052176427,0.0004159772,0.00038192625,0.00002012039,0.00018712504,0.00018522632,0.0008222901,0.0010728429,0.013323984,0.9834784,0.000035705198],"about_ca_topic_score_codex":0.009419688,"about_ca_topic_score_gemma":0.009420475,"teacher_disagreement_score":0.121514745,"about_ca_system_score_codex":0.007001949,"about_ca_system_score_gemma":0.01035582,"threshold_uncertainty_score":0.4065073},"labels":[],"label_agreement":null},{"id":"W1267888130","doi":"10.1609/aimag.v36i2.2581","title":"Reducing Friction for Knowledge Workers with Task Context","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Tasktop Technologies (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Knowledge worker; Task (project management); Computer science; Human–computer interaction; Context (archaeology); Knowledge management; Interface (matter); Productivity; Focus (optics); Work (physics); Engineering","score_opus":0.25655523205898256,"score_gpt":0.4208252481487167,"score_spread":0.16427001608973413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1267888130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96435404,0.0008596127,0.016980182,0.0017305568,0.00004708319,0.00013562811,0.000052309842,0.00021156252,0.015628994],"genre_scores_gemma":[0.9932342,0.00018212531,0.0050321454,0.00016097643,0.000021118534,0.00007776684,0.00003633111,0.000019222136,0.0012360661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99328107,0.0039543645,0.00036019893,0.00069293595,0.0009204855,0.00079094607],"domain_scores_gemma":[0.97414136,0.014358659,0.004484429,0.0032666556,0.0018152596,0.0019335327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004432938,0.0006252031,0.0005457189,0.001458638,0.0031943347,0.00521523,0.0010911038,0.0014884326,0.0027797313],"category_scores_gemma":[0.04481838,0.0006449798,0.0005819377,0.00088541926,0.00189294,0.003446186,0.006078539,0.0010360581,0.0005874929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009977148,0.0013387223,0.3357538,0.0012778594,0.00018985923,0.001277971,0.27210858,0.0042917216,0.0129623795,0.009137487,0.007266295,0.35339764],"study_design_scores_gemma":[0.0004059452,0.0018878215,0.51854414,0.0014198652,0.00055638794,0.0015452303,0.2927493,0.03009769,0.0066094412,0.042754542,0.10290065,0.00052906974],"about_ca_topic_score_codex":0.008049306,"about_ca_topic_score_gemma":0.009866267,"teacher_disagreement_score":0.008049306,"about_ca_system_score_codex":0.0019513348,"about_ca_system_score_gemma":0.0026784332,"threshold_uncertainty_score":0.023443878},"labels":[],"label_agreement":null},{"id":"W1484734702","doi":"10.1609/aimag.v34i2.2474","title":"The Annual Computer Poker Competition","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Verafin (Canada); University of Alberta","funders":"","keywords":"Competition (biology); Competitor analysis; Benchmarking; Field (mathematics); Event (particle physics); Computer science; Operations research; Data science; Engineering; Marketing; Business; Mathematics","score_opus":0.011271261657010085,"score_gpt":0.2502195679546236,"score_spread":0.2389483062976135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484734702","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03264622,0.0041709202,0.006273001,0.033079296,0.03439335,0.0004711304,0.0019698397,0.0010875962,0.88590866],"genre_scores_gemma":[0.08089738,0.0017791727,0.0034798733,0.003817469,0.0036434846,0.0002584464,0.004441628,0.00045891484,0.9012236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975904,0.0003226784,0.000057226393,0.00021344425,0.0013631614,0.00045303642],"domain_scores_gemma":[0.9953818,0.00025763604,0.00009071821,0.00015196338,0.0011919494,0.00292585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032078964,0.00067224714,0.00054062315,0.0011971924,0.0032613256,0.00822886,0.0010009225,0.0017850854,0.085591525],"category_scores_gemma":[0.0051974435,0.00024887064,0.00036644645,0.0008422919,0.0008260498,0.0025951613,0.0032254371,0.002927759,0.027778529],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009877618,0.00014436385,0.0004331694,0.000037906528,0.000006848335,0.000055488796,0.00009184624,0.00015924596,0.00027809033,0.014616158,0.93330896,0.05076909],"study_design_scores_gemma":[0.000019843952,0.00010026849,0.0020268532,0.00003940469,0.000002724795,0.00008594309,0.00017138424,0.00047616448,0.00018642354,0.003034961,0.9938438,0.000012132031],"about_ca_topic_score_codex":0.0033340664,"about_ca_topic_score_gemma":0.010163281,"teacher_disagreement_score":0.085591525,"about_ca_system_score_codex":0.0015836813,"about_ca_system_score_gemma":0.0035545575,"threshold_uncertainty_score":0.2863322},"labels":[],"label_agreement":null},{"id":"W1489604934","doi":"10.1609/aimag.v34i1.2456","title":"The Eighth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Games and Media","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Entertainment; Competition (biology); Computer science; Engineering; Library science; Multimedia; Visual arts; Art","score_opus":0.027654365048329743,"score_gpt":0.2953373521025545,"score_spread":0.2676829870542248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1489604934","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034802123,0.05709295,0.030260548,0.07451201,0.07400115,0.00040348867,0.0040408266,0.0035509882,0.75265783],"genre_scores_gemma":[0.017055262,0.035155345,0.022232102,0.0074777105,0.009297469,0.00028428077,0.0077047087,0.0007495268,0.9000436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998406,0.0002809715,0.00012096297,0.00024494267,0.0008080253,0.00013921359],"domain_scores_gemma":[0.99746454,0.00048434254,0.00008545217,0.0003689142,0.0009923745,0.00060426013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029897941,0.001031625,0.0009742666,0.0015500055,0.0012094248,0.0074465154,0.0016717026,0.0022574423,0.13582988],"category_scores_gemma":[0.005443959,0.00041975893,0.0007717564,0.001384939,0.001190554,0.0065869913,0.003167564,0.004905392,0.063383296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053350606,0.00006634773,0.00036416893,0.00012846397,0.000020829291,0.000059989132,0.00008632003,0.000102198144,0.0003771446,0.010175429,0.8715202,0.11704559],"study_design_scores_gemma":[0.0000054067605,0.000007895832,0.00024881263,0.000066227614,0.000008142022,0.000048796726,0.000038362003,0.00024638878,0.000108838016,0.0024610169,0.9967539,0.0000062572904],"about_ca_topic_score_codex":0.0035501637,"about_ca_topic_score_gemma":0.006393644,"teacher_disagreement_score":0.13582988,"about_ca_system_score_codex":0.0014315002,"about_ca_system_score_gemma":0.0024967538,"threshold_uncertainty_score":0.45439625},"labels":[],"label_agreement":null},{"id":"W1499540602","doi":"10.1609/aimag.v33i1.2399","title":"Recap of the Seventh AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE)","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Games and Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entertainment; Track (disk drive); Computer science; Engineering; Multimedia; Library science; Visual arts; Art","score_opus":0.038417035326060715,"score_gpt":0.3138458456633196,"score_spread":0.27542881033725886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499540602","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065660216,0.043403268,0.019711474,0.06713523,0.22187918,0.0006781696,0.0052835876,0.0036766944,0.6316663],"genre_scores_gemma":[0.011161024,0.021329438,0.006334398,0.006142648,0.018011112,0.00022269347,0.009538266,0.00078058074,0.92647976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980786,0.00024980304,0.00011750238,0.00027660723,0.0010763714,0.00020103753],"domain_scores_gemma":[0.9956762,0.00038029187,0.000119781864,0.00032640796,0.0020512154,0.0014460133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035804708,0.001123823,0.0011024289,0.001963808,0.001769426,0.008926216,0.0015487168,0.0018261976,0.14812715],"category_scores_gemma":[0.004672468,0.00041694578,0.0006842864,0.001551646,0.0009136112,0.005438589,0.0031880855,0.0043404736,0.10755318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006127747,0.00007898602,0.00033195753,0.00008738479,0.000010099137,0.000068473484,0.000053309665,0.00005328481,0.00043248627,0.0018977954,0.937225,0.059699968],"study_design_scores_gemma":[0.000009010882,0.000018576335,0.0005206736,0.00007668028,0.000011545645,0.000058308746,0.00006977133,0.00024187927,0.00024287714,0.00087982067,0.9978617,0.000009029154],"about_ca_topic_score_codex":0.0044530067,"about_ca_topic_score_gemma":0.012162463,"teacher_disagreement_score":0.14812715,"about_ca_system_score_codex":0.0014803644,"about_ca_system_score_gemma":0.0031453138,"threshold_uncertainty_score":0.49553472},"labels":[],"label_agreement":null},{"id":"W1504050261","doi":"10.1609/aimag.v29i4.2197","title":"Preferences in Interactive Systems: Technical Challenges and Case Studies","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Preference; Computer science; Recommender system; Human–computer interaction; Preference elicitation; Data science; World Wide Web","score_opus":0.07976821832893428,"score_gpt":0.32186031320591985,"score_spread":0.24209209487698558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504050261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13172348,0.1585702,0.526037,0.02729678,0.0005036929,0.0004366617,0.00028699829,0.00048046166,0.1546647],"genre_scores_gemma":[0.74289966,0.08227444,0.158883,0.0012631544,0.00077484286,0.00036913913,0.00017171084,0.00017054121,0.013193564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9895893,0.0071548214,0.0004622697,0.00047166148,0.0017412151,0.0005807137],"domain_scores_gemma":[0.9729004,0.023778364,0.0003898934,0.0012981074,0.0012224842,0.00041068956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009126996,0.00075574074,0.0010149906,0.0020879006,0.0026539026,0.00743697,0.0020742884,0.004796883,0.0028622919],"category_scores_gemma":[0.023689084,0.00084505574,0.0009732122,0.006558875,0.0055520968,0.013353779,0.003836057,0.0040343013,0.0006300906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015194756,0.00026296507,0.004082669,0.0013205934,0.000062716215,0.002151436,0.010105849,0.008709283,0.0009707455,0.749961,0.009484861,0.21273595],"study_design_scores_gemma":[0.000067692,0.00029117204,0.0033605758,0.0011504069,0.00008259234,0.006721799,0.019038219,0.054468207,0.0039442247,0.6397416,0.27092716,0.00020632149],"about_ca_topic_score_codex":0.0036261189,"about_ca_topic_score_gemma":0.0027304655,"teacher_disagreement_score":0.009126996,"about_ca_system_score_codex":0.0020102588,"about_ca_system_score_gemma":0.0009283477,"threshold_uncertainty_score":0.048268735},"labels":[],"label_agreement":null},{"id":"W1507777432","doi":"10.1609/aimag.v32i2.2348","title":"AI‐Based Software Defect Predictors: Applications and Benefits in a Case Study","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process (computing); Software; Computer science; Software bug; Code (set theory); Reliability engineering; Software engineering; Software inspection; Predictive modelling; Software development; Machine learning; Artificial intelligence; Software quality; Engineering; Operating system; Programming language","score_opus":0.030335932235699782,"score_gpt":0.272739207723545,"score_spread":0.2424032754878452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507777432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515102,0.0002682753,0.043244682,0.00082538684,0.000023247987,0.00020404677,0.00028878934,0.00052310055,0.0031124207],"genre_scores_gemma":[0.9482369,0.00018632782,0.05017878,0.00004045505,0.000010737916,0.000094576215,0.00018596405,0.000037811456,0.0010285524],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852496,0.0009562677,0.00007975546,0.00012207458,0.00025266423,0.00006427843],"domain_scores_gemma":[0.9807334,0.016116414,0.00056793785,0.0008962076,0.0013607811,0.00032521947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027065123,0.0007458736,0.00041140057,0.0014267518,0.00047111575,0.0007249187,0.0011494698,0.0014165929,0.0014099556],"category_scores_gemma":[0.010910121,0.00031319904,0.0004756611,0.0015694802,0.0006966528,0.0009460147,0.0006939909,0.00085530063,0.00021899956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00152244,0.005505382,0.19524619,0.00053177366,0.00021593265,0.0066088033,0.0027621922,0.48828793,0.007497637,0.00723068,0.0046147048,0.2799763],"study_design_scores_gemma":[0.00013772088,0.0010219576,0.016333804,0.000038661132,0.00006465006,0.0007295179,0.000779648,0.9713164,0.0053868666,0.0023356362,0.0018092386,0.00004580845],"about_ca_topic_score_codex":0.013246236,"about_ca_topic_score_gemma":0.015245055,"teacher_disagreement_score":0.013246236,"about_ca_system_score_codex":0.0010117857,"about_ca_system_score_gemma":0.0006585323,"threshold_uncertainty_score":0.02633828},"labels":[],"label_agreement":null},{"id":"W1508997545","doi":"10.1609/aimag.v31i2.2227","title":"The Reinforcement Learning Competitions","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Standards and Technology; University of Southern California; Toyota Research Institute, North America; Toyota Research Institute; University of Alberta; International Business Machines Corporation","keywords":"Reinforcement learning; Competition (biology); Computer science; Reinforcement; Focus (optics); Data science; Artificial intelligence; Engineering","score_opus":0.007611555982384794,"score_gpt":0.24271572478864836,"score_spread":0.23510416880626356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508997545","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11677143,0.011690483,0.48817104,0.047616605,0.005147844,0.0019303412,0.0019077528,0.0020074812,0.32475713],"genre_scores_gemma":[0.78835374,0.0025534646,0.13904524,0.012668365,0.0017547077,0.002420018,0.001990829,0.000828713,0.050385013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96763057,0.01704049,0.001269853,0.0028503218,0.009356865,0.0018518943],"domain_scores_gemma":[0.9350808,0.043310143,0.002430627,0.00451651,0.010136512,0.0045254305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028121466,0.0013060773,0.0017332432,0.0011554582,0.002612522,0.0054923315,0.00311798,0.0037080154,0.013016673],"category_scores_gemma":[0.08247094,0.00051637884,0.001347997,0.0010750316,0.0041657616,0.0069193784,0.0050234157,0.006970925,0.0019211832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012607884,0.0009614907,0.0039933054,0.0006466505,0.0002838637,0.00021795648,0.0006971844,0.052906625,0.0014816581,0.61140186,0.10648725,0.21966141],"study_design_scores_gemma":[0.0008378826,0.0013715742,0.004295197,0.0005161904,0.00013577154,0.00034255773,0.00057859375,0.19469836,0.0038162905,0.53135407,0.2617937,0.00025981406],"about_ca_topic_score_codex":0.0068945466,"about_ca_topic_score_gemma":0.0065401294,"teacher_disagreement_score":0.028121466,"about_ca_system_score_codex":0.007139361,"about_ca_system_score_gemma":0.0056459815,"threshold_uncertainty_score":0.14872235},"labels":[],"label_agreement":null},{"id":"W1511096005","doi":"10.1609/aimag.v33i3.2419","title":"Real‐Time Strategy Game Competitions","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Multitude; Order (exchange); Computer science; Operations research; Management science; Data science; Engineering; Business; Political science","score_opus":0.02933503070841547,"score_gpt":0.2981434790828846,"score_spread":0.2688084483744691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511096005","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40484503,0.008390944,0.16040578,0.004733493,0.0026502132,0.0016246125,0.0010495479,0.0013166365,0.4149838],"genre_scores_gemma":[0.88354594,0.0029636058,0.04410088,0.0010716608,0.00046841087,0.00077481003,0.001963365,0.00020029412,0.06491094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976585,0.0009404902,0.000105117775,0.00024357661,0.00073632895,0.00031600162],"domain_scores_gemma":[0.9959611,0.0018581669,0.0003143585,0.00021602723,0.0005676647,0.0010826659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002257744,0.00074894127,0.00070392847,0.0008591536,0.0011034996,0.0019335311,0.0015962457,0.0010473243,0.012569612],"category_scores_gemma":[0.0068517686,0.00021153432,0.0005065567,0.0011637028,0.00095452025,0.0018610777,0.001681687,0.0014714621,0.001964006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025058908,0.0028846809,0.0059011816,0.001656231,0.00036094242,0.0010748674,0.0027769234,0.043167576,0.013205879,0.42068964,0.0921047,0.41367152],"study_design_scores_gemma":[0.0008085783,0.0027630797,0.012145529,0.00035997233,0.00010522547,0.0011124306,0.002179989,0.12577638,0.007271534,0.16308138,0.68417096,0.00022491021],"about_ca_topic_score_codex":0.002830109,"about_ca_topic_score_gemma":0.006825839,"teacher_disagreement_score":0.012569612,"about_ca_system_score_codex":0.0015051743,"about_ca_system_score_gemma":0.0011859299,"threshold_uncertainty_score":0.042049527},"labels":[],"label_agreement":null},{"id":"W1511436002","doi":"10.1609/aimag.v35i1.2500","title":"An Antimicrobial Prescription Surveillance System That Learns from Experience","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medical prescription; Software deployment; Antimicrobial; Process (computing); Computer science; Health care; Medicine; Point (geometry); Artificial intelligence; Risk analysis (engineering); Medical emergency; Machine learning; Nursing; Software engineering","score_opus":0.06974765745576511,"score_gpt":0.40202591352379763,"score_spread":0.3322782560680325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511436002","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35877317,0.0013160742,0.5014672,0.002436726,0.00035173367,0.0013986997,0.006685537,0.10591791,0.021652853],"genre_scores_gemma":[0.7490556,0.0004348689,0.23697282,0.0007643496,0.00016090304,0.00037006522,0.0056860633,0.00039908173,0.006156127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999172,0.00013783666,0.00010182589,0.00029963136,0.00024676917,0.00004190164],"domain_scores_gemma":[0.99531317,0.0023420358,0.00045470337,0.000657798,0.0010157595,0.00021652153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011518822,0.0006290606,0.0007139045,0.0014600147,0.00033494373,0.0010029309,0.0013240271,0.00082291313,0.0021368605],"category_scores_gemma":[0.00805766,0.0004048964,0.0003708505,0.0007949769,0.00018607028,0.0017315997,0.0006432257,0.0007669529,0.0012500945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070519885,0.001515962,0.048957497,0.00029149244,0.00022162637,0.0007191097,0.0003412476,0.021694824,0.01762884,0.0014745158,0.02225727,0.8841926],"study_design_scores_gemma":[0.00013795089,0.00051241776,0.022673286,0.00006226775,0.00014982611,0.0007383933,0.0001302488,0.9270988,0.028125277,0.0034563253,0.016808607,0.00010656135],"about_ca_topic_score_codex":0.004426953,"about_ca_topic_score_gemma":0.0047160923,"teacher_disagreement_score":0.004426953,"about_ca_system_score_codex":0.00057923264,"about_ca_system_score_gemma":0.0009732108,"threshold_uncertainty_score":0.008802354},"labels":[],"label_agreement":null},{"id":"W1516020527","doi":"10.1609/aimag.v26i4.1846","title":"Getting Back to \"The Very Idea\"","year":2005,"lang":"en","type":"article","venue":"AI Magazine","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interdependence; Field (mathematics); Ideal (ethics); Quarter (Canadian coin); Focus (optics); Artificial intelligence; Architecture; Computer science; Data science; Core (optical fiber); Engineering; Cognitive science; Sociology; Epistemology; Psychology; History; Social science; Art; Mathematics; Philosophy; Visual arts; Telecommunications","score_opus":0.07819235196493901,"score_gpt":0.36723888530298354,"score_spread":0.28904653333804453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516020527","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002864165,0.035009183,0.036983564,0.7710727,0.033354577,0.000034488046,0.00019175482,0.0004920843,0.11999751],"genre_scores_gemma":[0.19284467,0.055533703,0.037658438,0.5539882,0.03047907,0.0002767559,0.0005081323,0.0012977234,0.12741339],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99133426,0.004186666,0.00028002195,0.0010052877,0.0026104415,0.0005833633],"domain_scores_gemma":[0.9893923,0.004493985,0.00046971565,0.0015368547,0.0026428553,0.0014642047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008494712,0.0009194915,0.0007943579,0.0016404081,0.005470504,0.016254868,0.001854201,0.0064898436,0.013690534],"category_scores_gemma":[0.020085532,0.00040658587,0.00073691085,0.0016627532,0.02578496,0.028839517,0.006042697,0.019707775,0.008142085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042431475,0.000028160279,0.0002744785,0.00019378225,0.000019823949,0.00007035456,0.0024262015,0.000120133176,0.00019560033,0.7355202,0.22430043,0.03680842],"study_design_scores_gemma":[0.000009117959,0.000024439654,0.000116667696,0.00027711075,0.0000069596763,0.000119129414,0.0023843728,0.0002064289,0.00018942039,0.31410304,0.68254143,0.000021804348],"about_ca_topic_score_codex":0.002764648,"about_ca_topic_score_gemma":0.002114846,"teacher_disagreement_score":0.016254868,"about_ca_system_score_codex":0.004385071,"about_ca_system_score_gemma":0.0055166413,"threshold_uncertainty_score":0.045799375},"labels":[],"label_agreement":null},{"id":"W1528942851","doi":"10.1609/aimag.v31i2.2292","title":"SARA 2009: The Eighth Symposium on Abstraction, Reformulation, and Approximation","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Abstraction; Computer science; Programming language; Software engineering; Calculus (dental); Theoretical computer science; Epistemology; Philosophy; Medicine","score_opus":0.008406835382477247,"score_gpt":0.2374518104324796,"score_spread":0.22904497505000235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528942851","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005384717,0.068845116,0.4836271,0.07985325,0.08538458,0.0005558969,0.0032256488,0.0038816466,0.2692421],"genre_scores_gemma":[0.1064248,0.06777163,0.3971429,0.013618308,0.06458222,0.001293746,0.007414517,0.0045040264,0.33724788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99285936,0.0018829561,0.00064203254,0.0012361535,0.0027815923,0.00059789314],"domain_scores_gemma":[0.99254465,0.0026791994,0.00021474464,0.001522769,0.0024427585,0.00059590617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010622461,0.002047856,0.0031136938,0.0025478557,0.0033910675,0.013880653,0.0032520213,0.0032043771,0.050087076],"category_scores_gemma":[0.017230846,0.0014688686,0.0048710704,0.0033493584,0.003318866,0.012971083,0.0062537016,0.018135043,0.018141732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024489147,0.00008834976,0.00023242424,0.00040723023,0.00010869299,0.00010243534,0.0004389283,0.002440971,0.0009629891,0.36277828,0.53120977,0.10098501],"study_design_scores_gemma":[0.000060383303,0.00006436559,0.0002744151,0.00038924365,0.00007028957,0.0001801657,0.00012592836,0.007390761,0.0011016976,0.15904696,0.83123004,0.00006578235],"about_ca_topic_score_codex":0.0044366033,"about_ca_topic_score_gemma":0.00719248,"teacher_disagreement_score":0.050087076,"about_ca_system_score_codex":0.008707926,"about_ca_system_score_gemma":0.008048846,"threshold_uncertainty_score":0.16755795},"labels":[],"label_agreement":null},{"id":"W1530231259","doi":"10.1609/aimag.v29i3.2148","title":"Reports of the AAAI 2008 Spring Symposia","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geological Survey of Canada","funders":"","keywords":"Computer science; Intelligent decision support system; Intelligent agent; Semantic Web; Process (computing); Cognitive architecture; Knowledge management; Artificial intelligence; Cognition; Psychology","score_opus":0.01351458828033027,"score_gpt":0.22072225309785595,"score_spread":0.20720766481752567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530231259","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061969827,0.054874543,0.0058110594,0.16982757,0.43227768,0.000891012,0.010290382,0.0023894184,0.31744128],"genre_scores_gemma":[0.011789329,0.05120944,0.007903934,0.022332832,0.076319106,0.00081809616,0.020485386,0.0010974007,0.8080445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720687,0.0002639938,0.00020906405,0.00035131763,0.001618019,0.00035070657],"domain_scores_gemma":[0.9929006,0.00036833773,0.00031342628,0.00038539004,0.0039554955,0.0020767604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057880236,0.0019759424,0.0013127769,0.0036668917,0.002463164,0.008369013,0.0024994798,0.004334592,0.17610446],"category_scores_gemma":[0.007107666,0.0006513983,0.0014386032,0.0021518634,0.0006686912,0.0065078945,0.0036933196,0.0059800358,0.117352165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005665398,0.00007827022,0.00017891065,0.000104030645,0.000008582667,0.00005287499,0.000029175488,0.000029455477,0.0002171945,0.00071673165,0.9697195,0.028808702],"study_design_scores_gemma":[0.000021712094,0.000032627704,0.0007824095,0.0001409414,0.000015316278,0.00007315215,0.000108273554,0.00012578184,0.00023922228,0.00081154535,0.99763227,0.000016778493],"about_ca_topic_score_codex":0.0030927088,"about_ca_topic_score_gemma":0.0074862335,"teacher_disagreement_score":0.17610446,"about_ca_system_score_codex":0.0027511497,"about_ca_system_score_gemma":0.003626696,"threshold_uncertainty_score":0.58912814},"labels":[],"label_agreement":null},{"id":"W1534641784","doi":"10.1609/aimag.v36i1.2575","title":"Reports of the AAAI 2014 Conference Workshops","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Université du Québec à Chicoutimi; University of Toronto; University of British Columbia; McGill University","funders":"","keywords":"Computer science; Artificial intelligence; Analytics; Applications of artificial intelligence; Data science; Intelligence analysis; Robotics; Big data; Robot","score_opus":0.20037606968535615,"score_gpt":0.4032725950413384,"score_spread":0.20289652535598224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534641784","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00655829,0.039785225,0.016283417,0.16507879,0.21556398,0.0009957587,0.018904472,0.004234726,0.5325953],"genre_scores_gemma":[0.019971032,0.029715085,0.0159097,0.014046714,0.027795963,0.00075621984,0.038307454,0.0014166154,0.8520812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99229187,0.0010602163,0.0004423709,0.00073409034,0.004680324,0.0007911303],"domain_scores_gemma":[0.982557,0.0012789653,0.00047078962,0.0015186198,0.010303703,0.003871013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011886241,0.0016480797,0.0013253815,0.00485902,0.003433056,0.010844263,0.0032163786,0.0033176169,0.18691635],"category_scores_gemma":[0.013396102,0.00081739086,0.0014097516,0.003955477,0.00091025204,0.0071010566,0.0049429266,0.0044217627,0.10977127],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063991545,0.0000863873,0.00022212187,0.000082150465,0.000009235135,0.000026756154,0.00004440802,0.00007945585,0.00017648286,0.0013162364,0.9579465,0.039946295],"study_design_scores_gemma":[0.000014844577,0.000020451493,0.0006730295,0.00009835242,0.000011372054,0.00003210774,0.00016468654,0.00023047108,0.00027040302,0.0010951825,0.99736965,0.000019418785],"about_ca_topic_score_codex":0.012191928,"about_ca_topic_score_gemma":0.026822155,"teacher_disagreement_score":0.18691635,"about_ca_system_score_codex":0.004826152,"about_ca_system_score_gemma":0.0077808457,"threshold_uncertainty_score":0.6252975},"labels":[],"label_agreement":null},{"id":"W1538310360","doi":"","title":"The seventeenth Canadian conference on artificial intelligence (AI'2004)","year":2005,"lang":"en","type":"article","venue":"AI Magazine","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conjunction (astronomy); Library science; Graphics; Computer science; Computer graphics; Artificial intelligence; Computer graphics (images)","score_opus":0.03638151010777618,"score_gpt":0.25138570652890957,"score_spread":0.2150041964211334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538310360","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050602434,0.1960875,0.08572219,0.061492722,0.0684499,0.0007212128,0.0062606367,0.005207817,0.57099783],"genre_scores_gemma":[0.038439766,0.15043975,0.06267385,0.008013229,0.00714307,0.0006419472,0.013577087,0.0013253047,0.71774596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616575,0.0006141352,0.00028733004,0.00041180765,0.0021170455,0.0004038952],"domain_scores_gemma":[0.99334407,0.0008629214,0.0001441623,0.00060219015,0.0041268836,0.0009198076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047665304,0.0014695766,0.001867878,0.0028409234,0.0024569621,0.010264586,0.0028801935,0.0031959296,0.09131562],"category_scores_gemma":[0.010019878,0.0006643362,0.0008681754,0.0029785268,0.0032412629,0.0047558006,0.0031473385,0.0045701275,0.032709233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010660563,0.000042611904,0.0004548843,0.0003810876,0.000043301894,0.00009193398,0.00022985964,0.00052167266,0.0007205254,0.016524887,0.7965457,0.18433695],"study_design_scores_gemma":[0.000009503373,0.000012861412,0.0006274237,0.00020818505,0.000019474066,0.0000537929,0.00013520001,0.0007564397,0.0002692589,0.0050276606,0.99286073,0.00001950421],"about_ca_topic_score_codex":0.1546966,"about_ca_topic_score_gemma":0.21895547,"teacher_disagreement_score":0.99163723,"about_ca_system_score_codex":0.008362775,"about_ca_system_score_gemma":0.018940529,"threshold_uncertainty_score":0.30759227},"labels":[],"label_agreement":null},{"id":"W1539532232","doi":"10.1609/aimag.v31i4.2310","title":"Algorithmic Game Theory: Special Issue Introduction","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Game theory; Computer science; Algorithmic game theory; Mechanism (biology); Game design; Implementation theory; Management science; Artificial intelligence; Term (time); Data science; Repeated game; Mathematical economics; Engineering; Epistemology; Mathematics","score_opus":0.0227147478713124,"score_gpt":0.34397797083457066,"score_spread":0.32126322296325827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539532232","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029372957,0.38658684,0.1220907,0.033427242,0.11058588,0.00029657347,0.0015057258,0.0007448405,0.34182504],"genre_scores_gemma":[0.05807333,0.4080661,0.07259177,0.024490505,0.18752901,0.00072771864,0.0034944923,0.001130736,0.24389626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991775,0.0001784026,0.000079624755,0.0001853032,0.0003143009,0.0000648021],"domain_scores_gemma":[0.9981254,0.0010367784,0.000064181055,0.00013813894,0.0005034658,0.00013210883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001231461,0.0013275146,0.0010538674,0.0026273446,0.00087098585,0.0036503181,0.0011839523,0.0024601032,0.031099323],"category_scores_gemma":[0.0036666566,0.0006171371,0.0011739307,0.0029459624,0.0017940592,0.00524215,0.0013880262,0.005014655,0.009358326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030920957,0.00010792433,0.0004964226,0.0012333217,0.00004353108,0.00017348418,0.00028811733,0.0014363683,0.0006782245,0.29954794,0.51878566,0.1771781],"study_design_scores_gemma":[0.0000077443,0.00003650595,0.00037952527,0.00034234743,0.000012263546,0.00044477594,0.00007472412,0.00096067245,0.00011190162,0.12050411,0.87710816,0.000017189972],"about_ca_topic_score_codex":0.0007842227,"about_ca_topic_score_gemma":0.0008271707,"teacher_disagreement_score":0.031099323,"about_ca_system_score_codex":0.0014570076,"about_ca_system_score_gemma":0.0009869321,"threshold_uncertainty_score":0.10403758},"labels":[],"label_agreement":null},{"id":"W1542829939","doi":"10.1609/aimag.v23i4.1678","title":"AAAI 2002 Workshops","year":2002,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Robotics; Multi-agent system; Intelligent agent; Automation; Intelligent decision support system; Semantic Web; Operations research; Robot; Engineering","score_opus":0.026060536801869646,"score_gpt":0.23849484361223483,"score_spread":0.21243430681036518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542829939","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033336196,0.022008661,0.04793751,0.050049882,0.06200276,0.0007935143,0.010062571,0.008273508,0.79553795],"genre_scores_gemma":[0.011910728,0.019496255,0.035154566,0.00742406,0.0061001773,0.00046398162,0.03131181,0.0015186951,0.88661975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789256,0.00032037485,0.00020163537,0.00032492413,0.0010775769,0.00018305592],"domain_scores_gemma":[0.99523973,0.00039095126,0.00015026766,0.0007360929,0.0025970682,0.0008857869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034998746,0.0014549389,0.0010800858,0.002965773,0.0022153934,0.007670704,0.0031769793,0.0034666918,0.20752966],"category_scores_gemma":[0.0070399796,0.00075658393,0.0011300278,0.002795295,0.00045253,0.0055835564,0.0031591044,0.0033752779,0.21866311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004061639,0.00007504257,0.00018487577,0.00011047567,0.000011331117,0.00006709711,0.000047431688,0.00018702523,0.00042062943,0.0044094096,0.87807333,0.11637268],"study_design_scores_gemma":[0.000007996507,0.000011289236,0.00020129603,0.00007001605,0.0000066684984,0.00008913983,0.000058404832,0.000424536,0.00019884428,0.0025531808,0.9963691,0.000009427545],"about_ca_topic_score_codex":0.004025597,"about_ca_topic_score_gemma":0.0078000748,"teacher_disagreement_score":0.20752966,"about_ca_system_score_codex":0.0016662285,"about_ca_system_score_gemma":0.0032049485,"threshold_uncertainty_score":0.6942559},"labels":[],"label_agreement":null},{"id":"W1544541733","doi":"10.1609/aimag.v34i1.2459","title":"Reports of the 2012 AIIDE Workshops","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Entertainment; Narrative; Computer science; Multimedia; Artificial intelligence; Engineering; Visual arts; Art","score_opus":0.016028542405376413,"score_gpt":0.2570612207469419,"score_spread":0.24103267834156547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544541733","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041609477,0.016017977,0.018518655,0.08517143,0.10230885,0.0029536476,0.021862198,0.0037005555,0.7078572],"genre_scores_gemma":[0.06467154,0.011699588,0.009101821,0.009817456,0.01355793,0.0019578047,0.02705112,0.0011806313,0.86096203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99274784,0.00092050823,0.0002607129,0.0004106173,0.0048129708,0.0008474112],"domain_scores_gemma":[0.98240525,0.0014544935,0.00071280997,0.0007867305,0.009370997,0.005269608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008787786,0.0012541213,0.00058260927,0.0044957027,0.0030473294,0.00759605,0.0015691597,0.0021863792,0.06210829],"category_scores_gemma":[0.012280792,0.0005350117,0.00081777887,0.0031546913,0.0004815905,0.002370334,0.003822408,0.003695319,0.029697077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000228457,0.000342982,0.0005327048,0.00030715988,0.0000158137,0.00014760297,0.0005396176,0.0002962815,0.00094963907,0.00205507,0.9382888,0.05629581],"study_design_scores_gemma":[0.000028712991,0.00011163388,0.0022586014,0.00014746118,0.000014723655,0.000053477946,0.00095514435,0.00028821456,0.0012206171,0.0008282396,0.9940645,0.000028607326],"about_ca_topic_score_codex":0.005904897,"about_ca_topic_score_gemma":0.02032271,"teacher_disagreement_score":0.06210829,"about_ca_system_score_codex":0.0022772385,"about_ca_system_score_gemma":0.0050266054,"threshold_uncertainty_score":0.20777291},"labels":[],"label_agreement":null},{"id":"W1549262493","doi":"10.1609/aimag.v28i2.2045","title":"The Twenty-Second AAAI Conference: Continuing the Content-Rich Tradition in Beautiful Vancouver, British Columbia","year":2007,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Operations research; Engineering; History; Computer science","score_opus":0.019198378781639467,"score_gpt":0.23302084798912545,"score_spread":0.213822469207486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549262493","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013049722,0.050925463,0.008596908,0.2354509,0.020235352,0.00012087524,0.0028983925,0.0014366602,0.6672858],"genre_scores_gemma":[0.055909175,0.03433647,0.010265698,0.013696443,0.0018519015,0.00007516578,0.003807052,0.0012238804,0.8788341],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976648,0.0002798465,0.00007830707,0.00025583434,0.0013589229,0.00036238978],"domain_scores_gemma":[0.9913686,0.0006810239,0.00020459537,0.00059700734,0.0038164202,0.0033324412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003199235,0.0005027707,0.0006537545,0.0025579056,0.0143060405,0.017644802,0.001545595,0.00221326,0.06959406],"category_scores_gemma":[0.0062708296,0.00055749813,0.00027170219,0.0057057883,0.005864018,0.0068325503,0.005480312,0.0042239875,0.014101158],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003671583,0.000015342788,0.00087760435,0.0000985037,0.0000070085553,0.0001140306,0.0011812476,0.00008154032,0.00028692014,0.01419892,0.91404325,0.06905901],"study_design_scores_gemma":[0.0000019535182,0.000001416163,0.00095529313,0.000070040864,0.0000026074263,0.00002053483,0.0009293041,0.0000477065,0.00005091564,0.0014998295,0.9964096,0.000010810471],"about_ca_topic_score_codex":0.7671849,"about_ca_topic_score_gemma":0.94383925,"teacher_disagreement_score":0.23281509,"about_ca_system_score_codex":0.02840071,"about_ca_system_score_gemma":0.03993022,"threshold_uncertainty_score":0.46837234},"labels":[],"label_agreement":null},{"id":"W1561304027","doi":"10.1609/aimag.v34i1.2449","title":"Interactive Narrative: An Intelligent Systems Approach","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Entertainment; Computer science; Multimedia; Human–computer interaction; Visual arts; Art; Literature","score_opus":0.02883995263335977,"score_gpt":0.29865965176641496,"score_spread":0.2698196991330552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561304027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00959935,0.023121858,0.5288864,0.020237561,0.0006462939,0.00026945595,0.00017876574,0.0005427046,0.41651767],"genre_scores_gemma":[0.6169454,0.025244175,0.28855816,0.003191573,0.0010729095,0.0006979617,0.00033411276,0.00025772452,0.06369799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867564,0.00065134675,0.00007763804,0.0002192361,0.00027304885,0.00010306657],"domain_scores_gemma":[0.9987066,0.0008117939,0.00010058484,0.00012283654,0.00014632217,0.00011186452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017704886,0.0008297264,0.0005829853,0.0023284934,0.0015953036,0.008801316,0.0023462733,0.0024296632,0.0067828577],"category_scores_gemma":[0.0025422836,0.0005214578,0.00096281595,0.001177667,0.00937796,0.008797278,0.003069214,0.0025211638,0.0011792734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001119993,0.000019782337,0.00023033566,0.00015475586,0.000025850464,0.00013409632,0.0013016803,0.0038539052,0.00024711623,0.9772207,0.0027469196,0.014053682],"study_design_scores_gemma":[0.000017425176,0.000035389392,0.00022327935,0.00019227406,0.000031810767,0.00026232746,0.0013347153,0.015471489,0.0005816987,0.81184095,0.1699842,0.000024447796],"about_ca_topic_score_codex":0.0035244834,"about_ca_topic_score_gemma":0.0028203845,"teacher_disagreement_score":0.008801316,"about_ca_system_score_codex":0.0037321264,"about_ca_system_score_gemma":0.002186967,"threshold_uncertainty_score":0.027078629},"labels":[],"label_agreement":null},{"id":"W1564313940","doi":"10.1609/aimag.v31i4.2318","title":"Reports of the AAAI 2010 Conference Workshops","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Abstraction; Plan (archaeology)","score_opus":0.09655839422939726,"score_gpt":0.3733476680138346,"score_spread":0.27678927378443735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564313940","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011373369,0.04906965,0.012321926,0.12641981,0.19011295,0.0010296311,0.020517848,0.0030676615,0.58608717],"genre_scores_gemma":[0.024444083,0.037579272,0.01185093,0.0099423975,0.017849034,0.00072743604,0.036969494,0.0010966514,0.85954076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616975,0.00050234137,0.00024540816,0.00047753454,0.0021512553,0.00045371943],"domain_scores_gemma":[0.9888982,0.00080188137,0.00035216255,0.0007545256,0.006213268,0.0029800104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069455644,0.001814456,0.0009878093,0.0034739708,0.0027382374,0.008413284,0.0023665833,0.002795909,0.1292463],"category_scores_gemma":[0.008629806,0.0006367156,0.00094924285,0.0028346789,0.00058355904,0.0051986272,0.003422561,0.0036432545,0.08818429],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008182736,0.000106916355,0.00022420197,0.00009759106,0.0000073630017,0.000040627263,0.00006106825,0.000100252015,0.00024604122,0.0009859977,0.9615232,0.03652485],"study_design_scores_gemma":[0.000019919393,0.00002903234,0.0008611314,0.000121654135,0.000014142919,0.000050842482,0.0002438822,0.00031046753,0.00042467055,0.0009656377,0.99693537,0.000023193179],"about_ca_topic_score_codex":0.011206369,"about_ca_topic_score_gemma":0.030041639,"teacher_disagreement_score":0.1292463,"about_ca_system_score_codex":0.003969143,"about_ca_system_score_gemma":0.0057638907,"threshold_uncertainty_score":0.4323719},"labels":[],"label_agreement":null},{"id":"W1633230169","doi":"10.1609/aimag.v35i1.2502","title":"Natural Language Access to Enterprise Data","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada)","funders":"","keywords":"Computer science; Syntax; Data control language; Semantics (computer science); Natural language; Set (abstract data type); Data access; Enterprise data management; Question answering; Interpretation (philosophy); Query language; Data manipulation language; Programming language; Information retrieval; Enterprise information system; Database; World Wide Web; Data science; Artificial intelligence; Web search query; Query by Example","score_opus":0.026276509443169737,"score_gpt":0.3160102430337011,"score_spread":0.2897337335905314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1633230169","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035862975,0.002903619,0.87635404,0.0069953827,0.00018801648,0.00043013028,0.012779398,0.03278613,0.031700246],"genre_scores_gemma":[0.41900006,0.003325294,0.5102888,0.0037802532,0.0005647548,0.00062975206,0.04604773,0.0027305295,0.013632904],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954464,0.0019119676,0.00042063367,0.0008571901,0.0011535926,0.00021023552],"domain_scores_gemma":[0.98889124,0.00722156,0.00044952935,0.0021475204,0.0010725858,0.00021750592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043046866,0.00048807552,0.000694237,0.0032602376,0.0010854645,0.0033598228,0.0016789832,0.001092792,0.0070826835],"category_scores_gemma":[0.018645732,0.0004677748,0.0008317572,0.0032009615,0.001058281,0.0069751977,0.00398255,0.0013312332,0.0024048027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043177782,0.00034614146,0.0062952014,0.0016900981,0.00019329829,0.0017420371,0.009607168,0.012178221,0.025989894,0.23511729,0.1465044,0.55990446],"study_design_scores_gemma":[0.00007103181,0.00007073404,0.0022748006,0.00023775826,0.000067618144,0.00086152885,0.0018120172,0.11525538,0.0134700965,0.28405854,0.58171487,0.000105504434],"about_ca_topic_score_codex":0.0049111675,"about_ca_topic_score_gemma":0.0054673585,"teacher_disagreement_score":0.0070826835,"about_ca_system_score_codex":0.0009779414,"about_ca_system_score_gemma":0.0014222974,"threshold_uncertainty_score":0.02369392},"labels":[],"label_agreement":null},{"id":"W1638792402","doi":"10.1609/aimag.v35i2.2536","title":"Workshops Held at the Ninth Annual AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE): A Report","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Ninth; Entertainment; Narrative; Musical; Multimedia; Computer science; Engineering; Visual arts; Library science; Art","score_opus":0.027969752758817704,"score_gpt":0.2923637684316602,"score_spread":0.2643940156728425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1638792402","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08216634,0.035866562,0.05242269,0.082483396,0.25544864,0.0036854704,0.010830176,0.0042333747,0.4728634],"genre_scores_gemma":[0.06848127,0.017233023,0.019511629,0.005753077,0.014480258,0.0010578985,0.012176268,0.0012487578,0.8600578],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969381,0.0006636274,0.000132815,0.0004944859,0.0012955703,0.00047540705],"domain_scores_gemma":[0.991638,0.0006496619,0.0001997993,0.0003535576,0.003387028,0.0037719465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007623432,0.0014312882,0.0012914675,0.001963137,0.0031281507,0.0070144124,0.0017839175,0.0020720677,0.06342376],"category_scores_gemma":[0.005306947,0.0005636082,0.0012287836,0.0014200946,0.00074875646,0.0047011,0.0053423517,0.0047306404,0.027023477],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031633882,0.00050020503,0.0013000628,0.00022095007,0.00004682594,0.000272094,0.0008717403,0.00018450174,0.003276714,0.0024782396,0.9061248,0.084407546],"study_design_scores_gemma":[0.000052008094,0.00020821101,0.0037579485,0.00021259862,0.000052415347,0.00013830297,0.0014418036,0.0008345917,0.0024395075,0.0016983367,0.9891076,0.000056659752],"about_ca_topic_score_codex":0.0041025914,"about_ca_topic_score_gemma":0.010728722,"teacher_disagreement_score":0.06342376,"about_ca_system_score_codex":0.0016187092,"about_ca_system_score_gemma":0.0033075698,"threshold_uncertainty_score":0.21217358},"labels":[],"label_agreement":null},{"id":"W1675774479","doi":"10.1609/aimag.v25i1.1743","title":"AI and bioinformatics","year":2004,"lang":"en","type":"article","venue":"AI Magazine","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Data science; Structural bioinformatics; Bioinformatics; Engineering ethics; Engineering; Biology","score_opus":0.010520862565665418,"score_gpt":0.2737840455601013,"score_spread":0.26326318299443585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675774479","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019984334,0.26904204,0.14670502,0.349012,0.020116195,0.00012776398,0.0011146526,0.002245,0.20963886],"genre_scores_gemma":[0.1426232,0.33003002,0.20316646,0.12442098,0.062532075,0.00067870686,0.0029820616,0.0014532999,0.1321132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9915284,0.0041593374,0.00058149215,0.0010094701,0.0024252292,0.00029603345],"domain_scores_gemma":[0.9770627,0.017148424,0.0006258969,0.0017555663,0.0021504315,0.0012568358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007468377,0.0009418623,0.001363902,0.0032559666,0.0020753369,0.010800899,0.0017074374,0.0048678634,0.021540593],"category_scores_gemma":[0.026227338,0.00056124467,0.00081348326,0.0038309675,0.007313903,0.009453098,0.0035856648,0.007766325,0.010483287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052170428,0.000042253658,0.0009954242,0.0009925585,0.0001180645,0.00012514832,0.00044735774,0.0020929826,0.0003626806,0.48743436,0.26970136,0.23763564],"study_design_scores_gemma":[0.000016349493,0.000020441934,0.00036571463,0.00039316414,0.000015860487,0.00021368901,0.00015971801,0.0019322924,0.00015559541,0.5886321,0.40807232,0.00002274364],"about_ca_topic_score_codex":0.0020845672,"about_ca_topic_score_gemma":0.001535961,"teacher_disagreement_score":0.021540593,"about_ca_system_score_codex":0.002417121,"about_ca_system_score_gemma":0.003194936,"threshold_uncertainty_score":0.072060406},"labels":[],"label_agreement":null},{"id":"W1680494245","doi":"10.1609/aimag.v32i2.2351","title":"Recap of the 2010 AI and Interactive Digital Entertainment Conference","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entertainment; Computer science; Multimedia; Art; Visual arts","score_opus":0.02460132223453519,"score_gpt":0.2711968137901411,"score_spread":0.24659549155560592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680494245","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072535076,0.014737355,0.003218663,0.045871932,0.13516267,0.0004141579,0.0050817514,0.001516709,0.7867432],"genre_scores_gemma":[0.017107202,0.0054366263,0.0009522976,0.0054054256,0.011262195,0.00015252433,0.0051921518,0.00034633905,0.95414543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884677,0.00013717882,0.00003497658,0.00013771809,0.0006271255,0.00021611803],"domain_scores_gemma":[0.998027,0.00015440975,0.000064804204,0.00011911691,0.0008852874,0.0007493079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014997299,0.0010771598,0.0006548742,0.0019780602,0.003395197,0.008108098,0.0008670407,0.0018100172,0.11614141],"category_scores_gemma":[0.002851676,0.00033123788,0.0004961362,0.0013409378,0.0007672522,0.0027527774,0.0025605115,0.0033977085,0.068932116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008339316,0.00005481657,0.00021484877,0.000046235164,0.000003753066,0.000075410746,0.00007463326,0.000082169114,0.00025246493,0.0019098471,0.9816049,0.015597526],"study_design_scores_gemma":[0.0000071506665,0.000020462154,0.00088494184,0.00005485182,0.0000037860457,0.000023757033,0.000119762604,0.0001638182,0.00023486516,0.0003884222,0.99808854,0.000009511185],"about_ca_topic_score_codex":0.015436751,"about_ca_topic_score_gemma":0.06399114,"teacher_disagreement_score":0.11614141,"about_ca_system_score_codex":0.0038955293,"about_ca_system_score_gemma":0.0030836277,"threshold_uncertainty_score":0.38853174},"labels":[],"label_agreement":null},{"id":"W1773113936","doi":"10.1609/aimag.v29i4.2203","title":"Elicitation of Factored Utilities","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preference elicitation; Preference; Conjoint analysis; Expert elicitation; Computer science; Ask price; Management science; Operations research; Data science; Artificial intelligence; Engineering; Economics; Mathematics; Microeconomics","score_opus":0.28202048356124104,"score_gpt":0.4436641022537503,"score_spread":0.16164361869250926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1773113936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05227528,0.00034310992,0.93135506,0.00036250486,0.000035145058,0.0008374044,0.002003767,0.0004348969,0.012352788],"genre_scores_gemma":[0.42841223,0.00054552517,0.56532663,0.0001458702,0.000035509154,0.0017389178,0.0015085333,0.000083781866,0.0022030126],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9824783,0.011036906,0.0010594934,0.0012569736,0.0037306282,0.00043769216],"domain_scores_gemma":[0.95644116,0.035009947,0.0014737366,0.0032898393,0.0035188284,0.00026650864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011807138,0.0013811318,0.0010747418,0.002548247,0.0004667495,0.0020079212,0.0008224028,0.00081978133,0.0067934254],"category_scores_gemma":[0.06417846,0.000374821,0.00085341156,0.003179606,0.0007621287,0.0028213942,0.0018944183,0.0011415232,0.0010364145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011024078,0.0003989956,0.0071801,0.0025181393,0.0002777308,0.00043614383,0.0034379943,0.07307156,0.027646331,0.16182175,0.008137396,0.7139715],"study_design_scores_gemma":[0.00026130394,0.0011482438,0.008023739,0.0005910077,0.00018700925,0.0006617894,0.002423105,0.41967952,0.03907829,0.49000922,0.037697624,0.00023914708],"about_ca_topic_score_codex":0.0007537517,"about_ca_topic_score_gemma":0.0011816449,"teacher_disagreement_score":0.011807138,"about_ca_system_score_codex":0.0010830093,"about_ca_system_score_gemma":0.0012203495,"threshold_uncertainty_score":0.0624429},"labels":[],"label_agreement":null},{"id":"W1779144378","doi":"10.1609/aimag.v36i3.2598","title":"Innovative Applications of Artificial Intelligence 2014","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Computer science; Work (physics); Applications of artificial intelligence; Data science; Artificial intelligence; Engineering; Engineering management; Mechanical engineering","score_opus":0.05761745417593089,"score_gpt":0.33496865937887466,"score_spread":0.27735120520294376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779144378","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013236643,0.19300313,0.005181748,0.09705354,0.21979128,0.00012528588,0.0006207127,0.00076218747,0.48213837],"genre_scores_gemma":[0.011402689,0.15897432,0.0033747002,0.018904343,0.1275931,0.00010466309,0.00090906466,0.0004645152,0.6782726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783796,0.00020567083,0.000116072544,0.0001747886,0.001503363,0.00016214],"domain_scores_gemma":[0.9952425,0.001390782,0.00024533784,0.00032439738,0.0019687924,0.0008282861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027165764,0.001099488,0.0008579922,0.0039484776,0.0016112883,0.009983684,0.0013668857,0.0026876503,0.08046217],"category_scores_gemma":[0.006593887,0.0004841928,0.0009909596,0.002932678,0.0018329166,0.0038786212,0.0021145318,0.00511602,0.029819012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017210898,0.000039104165,0.00020546255,0.0003089065,0.000016483697,0.000049595303,0.000084193816,0.00010219028,0.00030882447,0.017179225,0.8820519,0.09963695],"study_design_scores_gemma":[0.000002441061,0.000009229713,0.00036539944,0.00018590815,0.000005597335,0.00007028795,0.0000481627,0.00008963905,0.00008517171,0.003861482,0.9952695,0.000007155797],"about_ca_topic_score_codex":0.0018400423,"about_ca_topic_score_gemma":0.0061398926,"teacher_disagreement_score":0.08046217,"about_ca_system_score_codex":0.003945238,"about_ca_system_score_gemma":0.003163551,"threshold_uncertainty_score":0.2691728},"labels":[],"label_agreement":null},{"id":"W1795525306","doi":"10.1609/aimag.v34i4.2511","title":"The AAAI‐13 Conference Workshops","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Artificial intelligence; Context (archaeology); Computer science; Personalization; Robotics; Applications of artificial intelligence; Artificial intelligence, situated approach; World Wide Web; Robot","score_opus":0.01623930375217324,"score_gpt":0.23983989590760016,"score_spread":0.2236005921554269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1795525306","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061258455,0.025301171,0.06812926,0.07217998,0.1508618,0.00093239907,0.009803755,0.008393921,0.65827185],"genre_scores_gemma":[0.023001079,0.020035706,0.049567185,0.009429862,0.014800067,0.0006754657,0.02877924,0.0018110907,0.8519004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626786,0.00060489506,0.00031256874,0.0005215752,0.0019138785,0.00037923988],"domain_scores_gemma":[0.9929073,0.00064634875,0.00019279438,0.0010106436,0.003677055,0.0015657609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007277969,0.0016085368,0.001298455,0.0025615848,0.0023606082,0.008584434,0.003251723,0.0035191837,0.14825347],"category_scores_gemma":[0.009005748,0.000741672,0.0015016678,0.002466279,0.0007876607,0.007894278,0.004032671,0.004114595,0.11038291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007825076,0.00014402859,0.0002781696,0.000096965676,0.000016530377,0.00007069812,0.00005749998,0.00021025738,0.00043448486,0.0037099293,0.9057257,0.08917744],"study_design_scores_gemma":[0.000013566257,0.000016314974,0.0003857102,0.00008348229,0.00001229252,0.00006940543,0.000121854944,0.00083434867,0.0003025745,0.0032638512,0.9948795,0.000017193963],"about_ca_topic_score_codex":0.007307761,"about_ca_topic_score_gemma":0.017184993,"teacher_disagreement_score":0.14825347,"about_ca_system_score_codex":0.0024345117,"about_ca_system_score_gemma":0.0049526314,"threshold_uncertainty_score":0.49595726},"labels":[],"label_agreement":null},{"id":"W1851604233","doi":"10.1609/aimag.v37i3.2680","title":"Reports of the 2016 AAAI Workshop Program","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University; McGill University; University of Toronto; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Artificial intelligence; World Wide Web","score_opus":0.08598789099461221,"score_gpt":0.4162674906921704,"score_spread":0.33027959969755816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851604233","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047225193,0.016860481,0.008355532,0.18864302,0.2935576,0.0019486857,0.020262005,0.001919803,0.46373034],"genre_scores_gemma":[0.012250142,0.016781902,0.007868847,0.013225398,0.033398353,0.0017121865,0.03188572,0.0011846161,0.8816929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99347526,0.0009236678,0.00039462894,0.00067238975,0.0037168,0.00081722],"domain_scores_gemma":[0.98384285,0.0008258529,0.0004969686,0.0011453483,0.008387963,0.005301022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015032833,0.002295402,0.0011944245,0.0038028536,0.0036386878,0.010634971,0.0035168952,0.0045643086,0.15834151],"category_scores_gemma":[0.014331709,0.00066729065,0.0014775151,0.0029336167,0.00079613755,0.007065424,0.006414552,0.005443665,0.12593669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006260757,0.00009469396,0.00017461125,0.000072719144,0.0000052778237,0.000030282783,0.000044560806,0.00006705554,0.00013393197,0.0017443334,0.97502476,0.022545265],"study_design_scores_gemma":[0.000015669857,0.000023420564,0.00044312715,0.00010183476,0.000005177922,0.00001997178,0.00013974505,0.0001565657,0.00019777553,0.0010139259,0.9978696,0.000013106648],"about_ca_topic_score_codex":0.007277325,"about_ca_topic_score_gemma":0.012981691,"teacher_disagreement_score":0.15834151,"about_ca_system_score_codex":0.0043041427,"about_ca_system_score_gemma":0.008966041,"threshold_uncertainty_score":0.52970517},"labels":[],"label_agreement":null},{"id":"W1857953989","doi":"10.1609/aimag.v29i4.2204","title":"Planning with Preferences","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automated planning and scheduling; Computer science; Task (project management); Quality (philosophy); Set (abstract data type); Preference; State (computer science); Representation (politics); Artificial intelligence; Operations research; Human–computer interaction; Management science; Engineering; Systems engineering","score_opus":0.027545056541078066,"score_gpt":0.24081900024469122,"score_spread":0.21327394370361316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857953989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004126412,0.0011522595,0.959212,0.00134876,0.00011378197,0.00024704883,0.0004408391,0.00057303515,0.032785896],"genre_scores_gemma":[0.16546868,0.0031768754,0.81678885,0.0006207525,0.00014857964,0.00080982357,0.0011062318,0.00021155197,0.011668718],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964592,0.0017716845,0.0002827664,0.00046365926,0.0008261491,0.00019663111],"domain_scores_gemma":[0.9968117,0.0018470918,0.00022199797,0.0006220128,0.0003704132,0.00012678979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002911039,0.0011137282,0.0006810163,0.0010355494,0.0010114001,0.003089799,0.0016555561,0.0012035484,0.008652251],"category_scores_gemma":[0.009156181,0.0006251489,0.0014753501,0.0019265999,0.0022239129,0.0054512057,0.0032902982,0.0025123726,0.001915683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009795104,0.00005498151,0.00037199387,0.0004183513,0.00005935939,0.00022789137,0.00095135125,0.03187246,0.0012193988,0.81409293,0.007828214,0.14280507],"study_design_scores_gemma":[0.0000624902,0.000081799815,0.00019462922,0.00023076053,0.00006176529,0.00033958833,0.0004533258,0.08311073,0.0022677989,0.8134381,0.099704884,0.000054085092],"about_ca_topic_score_codex":0.0027353053,"about_ca_topic_score_gemma":0.004140886,"teacher_disagreement_score":0.008652251,"about_ca_system_score_codex":0.0012619867,"about_ca_system_score_gemma":0.0020468098,"threshold_uncertainty_score":0.028944612},"labels":[],"label_agreement":null},{"id":"W2102673888","doi":"10.1609/aimag.v30i1.2196","title":"AAAI 2008 Workshop Reports","year":2009,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Waterloo","funders":"","keywords":"Personalization; Robotics; Computer science; Artificial intelligence; Applications of artificial intelligence; Robot; Human–computer interaction; World Wide Web","score_opus":0.015405364063552819,"score_gpt":0.2639596552018182,"score_spread":0.24855429113826538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102673888","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004049347,0.028877154,0.014636422,0.12628298,0.13296144,0.0008316842,0.01652432,0.0055013006,0.67033535],"genre_scores_gemma":[0.011163484,0.019483779,0.0126598915,0.013273659,0.013700999,0.0006141234,0.029133398,0.0013504102,0.8986202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750096,0.0002877761,0.00014813557,0.00036968332,0.0014280345,0.00026545482],"domain_scores_gemma":[0.99211746,0.0006543536,0.00025093876,0.0008585482,0.004402597,0.0017161281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057987124,0.0015472008,0.00094257965,0.0028290637,0.0022826337,0.007397148,0.0028439278,0.003991861,0.19499521],"category_scores_gemma":[0.00885068,0.00062852184,0.0010300978,0.00215581,0.00045509893,0.0062962594,0.0033650114,0.0047674873,0.18180771],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021859636,0.000044418954,0.000077912366,0.000043842676,0.0000033038575,0.000020129497,0.000015148603,0.00003774691,0.00008350697,0.0008677982,0.970229,0.02855518],"study_design_scores_gemma":[0.000008468047,0.000011076725,0.00022580307,0.00006633517,0.0000054845846,0.00003261308,0.000052164527,0.00015124668,0.00013405796,0.00068799517,0.99861634,0.000008498799],"about_ca_topic_score_codex":0.0057763318,"about_ca_topic_score_gemma":0.010411542,"teacher_disagreement_score":0.19499521,"about_ca_system_score_codex":0.0026994606,"about_ca_system_score_gemma":0.0043366896,"threshold_uncertainty_score":0.65232396},"labels":[],"label_agreement":null},{"id":"W2121441589","doi":"10.1609/aimag.v30i1.2174","title":"Agents, Bodies, Constraints, Dynamics, and Evolution","year":2009,"lang":"en","type":"article","venue":"AI Magazine","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Theme (computing); Constraint (computer-aided design); Dynamics (music); Computer science; Artificial intelligence; Constraint satisfaction problem; Association (psychology); Intelligent agent; Management science; Cognitive science; Engineering; Epistemology; Psychology; World Wide Web; Philosophy","score_opus":0.008000819366642754,"score_gpt":0.2331126536950781,"score_spread":0.22511183432843535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121441589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03857043,0.092604265,0.45642322,0.03456824,0.0017288493,0.00009305173,0.0003562174,0.0004153068,0.37524045],"genre_scores_gemma":[0.7525348,0.049229108,0.12344978,0.0029218409,0.0016573962,0.00029032864,0.00046828724,0.00026288984,0.069185436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991837,0.0003510585,0.00003903679,0.00012704557,0.00024325297,0.000055933666],"domain_scores_gemma":[0.9991358,0.0004947151,0.000094041534,0.00008344286,0.00012227897,0.0000696168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086125795,0.0004097223,0.0005576475,0.00086170615,0.0010635271,0.003529595,0.0006892061,0.0013132528,0.004901506],"category_scores_gemma":[0.0023963181,0.0003521021,0.000345939,0.0015197361,0.0075952085,0.0041052205,0.0017955842,0.0023993452,0.0005612789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004615545,0.000004559902,0.00024749193,0.00005706674,0.00000813777,0.00004334723,0.00031688192,0.0045829844,0.00022709704,0.97877824,0.003084796,0.012644757],"study_design_scores_gemma":[0.000003392269,0.0000074498976,0.00027257236,0.000033080436,0.0000035349753,0.00007487002,0.00021920651,0.006346633,0.00013233056,0.93615043,0.056747295,0.000009139207],"about_ca_topic_score_codex":0.0075397477,"about_ca_topic_score_gemma":0.005867778,"teacher_disagreement_score":0.0075397477,"about_ca_system_score_codex":0.0021177228,"about_ca_system_score_gemma":0.0012315337,"threshold_uncertainty_score":0.016397119},"labels":[],"label_agreement":null},{"id":"W2122411895","doi":"10.1609/aimag.v25i1.1749","title":"Applications of case-based reasoning in molecular biology","year":2004,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Scientific reasoning; Domain (mathematical analysis); Computer science; Case-based reasoning; Artificial intelligence; Management science; Model-based reasoning; Data science; Knowledge representation and reasoning; Engineering; Mathematics education; Mathematics","score_opus":0.007530868579034015,"score_gpt":0.26665761035862323,"score_spread":0.2591267417795892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122411895","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009773679,0.059911184,0.78566355,0.016963754,0.0012985428,0.00044633538,0.0001932471,0.0011691288,0.12458058],"genre_scores_gemma":[0.20240639,0.057343025,0.7263092,0.0021305361,0.0011602152,0.00032080672,0.0003172439,0.0001437863,0.009868853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99729425,0.0012908744,0.00022850659,0.00022285672,0.0008613589,0.00010221814],"domain_scores_gemma":[0.99375325,0.0049743317,0.00020448325,0.0004781337,0.00039416944,0.00019563988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041335225,0.0010448442,0.00070928066,0.004428996,0.0014884114,0.0043801796,0.0027705706,0.0041039204,0.008615498],"category_scores_gemma":[0.012770495,0.0007761558,0.0013535216,0.0046103667,0.0037669593,0.0044447784,0.0029590619,0.00279276,0.0019392486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000697082,0.00020120629,0.0010346329,0.0006330181,0.000086917215,0.0016727352,0.0008733879,0.048788987,0.0016883388,0.5831214,0.011830058,0.34999967],"study_design_scores_gemma":[0.000055758275,0.000039175404,0.0004777906,0.00050718064,0.000046222416,0.0013255813,0.00028462577,0.06386673,0.001659454,0.825877,0.10579828,0.0000621502],"about_ca_topic_score_codex":0.0024356074,"about_ca_topic_score_gemma":0.0018365601,"teacher_disagreement_score":0.008615498,"about_ca_system_score_codex":0.0018093807,"about_ca_system_score_gemma":0.001121263,"threshold_uncertainty_score":0.028821707},"labels":[],"label_agreement":null},{"id":"W2153313896","doi":"10.1609/aimag.v34i1.2435","title":"Statistical Anomaly Detection for Train Fleets","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Anomaly detection; Train; Anomaly (physics); Computer science; Bayesian probability; Data mining; Parametric statistics; Event (particle physics); Artificial intelligence; Statistics; Mathematics; Geography","score_opus":0.009203911163737468,"score_gpt":0.2552243410683807,"score_spread":0.24602042990464323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153313896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01842291,0.00005254495,0.97922117,0.00007042257,0.000018219587,0.000020274985,0.00008017239,0.0016822146,0.00043202637],"genre_scores_gemma":[0.48657718,0.00013554994,0.5105,0.000052536245,0.000051157796,0.00009059452,0.00060067035,0.00028341127,0.0017089555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982358,0.0003417821,0.00011244914,0.00026140473,0.000915374,0.00013317291],"domain_scores_gemma":[0.9957728,0.0019855886,0.00047669985,0.00046892656,0.0011682863,0.00012770886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014331704,0.0005973109,0.00061265967,0.0025811545,0.00045359845,0.00085161877,0.0012195227,0.00067922415,0.0013209751],"category_scores_gemma":[0.01009751,0.00030944918,0.0007198176,0.0016143572,0.00069631427,0.0015909472,0.00095479446,0.0012053548,0.00040695115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018646137,0.00011052476,0.011611918,0.000100953934,0.00012324285,0.00032390095,0.00026673084,0.5434058,0.028568838,0.03338294,0.0033718052,0.3785469],"study_design_scores_gemma":[0.0000037603606,0.000017741702,0.0008253216,0.0000027694443,0.000003971384,0.00008215361,0.0000121914145,0.9873904,0.00272847,0.007821344,0.0011018411,0.000010005352],"about_ca_topic_score_codex":0.0054872157,"about_ca_topic_score_gemma":0.0036502872,"teacher_disagreement_score":0.0054872157,"about_ca_system_score_codex":0.0007741654,"about_ca_system_score_gemma":0.00079166994,"threshold_uncertainty_score":0.010910511},"labels":[],"label_agreement":null},{"id":"W2165729504","doi":"10.1609/aimag.v33i4.2432","title":"TRUSTS: Scheduling Randomized Patrols for Fare Inspection in Transit Systems Using Game Theory","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Evacuation and Crowd Dynamics","field":"Engineering","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Multidisciplinary University Research Initiative; National Science Foundation","keywords":"Stackelberg competition; Revenue; Operations research; Computer science; Scheduling (production processes); Novelty; Transit (satellite); Payment; Computer security; Transport engineering; Engineering; Public transport; Business; Economics; Operations management; Microeconomics; Finance","score_opus":0.014155997375221375,"score_gpt":0.2565609762643894,"score_spread":0.242404978889168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165729504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25590518,0.0003354269,0.73277926,0.0009085364,0.00018518575,0.00067837205,0.00031581457,0.0029100054,0.005982206],"genre_scores_gemma":[0.87365323,0.00007872005,0.12418486,0.0001262399,0.00003175822,0.0001965532,0.00016304018,0.00013893953,0.0014267381],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848723,0.00061561627,0.00006623796,0.0002912295,0.0002037714,0.000335877],"domain_scores_gemma":[0.99344057,0.004530455,0.00050631474,0.00043193265,0.00041589493,0.00067483407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027509583,0.0012730325,0.0015730546,0.0006591251,0.0010810879,0.0012093097,0.0019257894,0.0012207156,0.0035956863],"category_scores_gemma":[0.010046543,0.0007706875,0.00090927514,0.00060686294,0.0012083558,0.0021527112,0.001388348,0.0014029505,0.0003823167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045595109,0.0002469037,0.0017641039,0.00006375465,0.000050393937,0.000054623335,0.0001034778,0.9624694,0.0012199952,0.006702165,0.001712969,0.02515637],"study_design_scores_gemma":[0.000045729317,0.000059282072,0.00010461188,0.0000018243016,0.0000055996543,0.0000051466095,0.000019575718,0.99684864,0.00016306668,0.0025520036,0.00019035685,0.000004156083],"about_ca_topic_score_codex":0.026175234,"about_ca_topic_score_gemma":0.026538303,"teacher_disagreement_score":0.026175234,"about_ca_system_score_codex":0.0025397518,"about_ca_system_score_gemma":0.004765092,"threshold_uncertainty_score":0.052045763},"labels":[],"label_agreement":null},{"id":"W2237057514","doi":"10.1609/aimag.v36i4.2619","title":"Reports of the 2015 Workshops Held at the International AAAI Conference on Web and Social Media","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social media; Placemaking; World Wide Web; Scale (ratio); Audit; Digital media; Computer science; Data science; Library science; Engineering; Geography; Management; Urban planning","score_opus":0.04678481690207959,"score_gpt":0.3173330415737564,"score_spread":0.27054822467167683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237057514","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06522331,0.03068913,0.049172826,0.2450941,0.28356686,0.003961442,0.05033018,0.003014478,0.26894772],"genre_scores_gemma":[0.11116517,0.02784634,0.027375793,0.020300766,0.044084024,0.002934108,0.06695224,0.0023784314,0.6969631],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925575,0.0018280358,0.00041290506,0.00064150814,0.0039832355,0.0005767737],"domain_scores_gemma":[0.9691845,0.006159424,0.0013015118,0.0016614322,0.01641849,0.005274688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016734108,0.0016265273,0.00085432606,0.005884482,0.0037010373,0.0071697463,0.0012640059,0.0015997179,0.027681062],"category_scores_gemma":[0.033454783,0.0005828764,0.0008339254,0.004025855,0.0014555848,0.0067752586,0.00643838,0.0040877904,0.011069446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013929298,0.00021508054,0.0013647219,0.00022783097,0.000025723499,0.00017332003,0.0017696564,0.00031765766,0.0009702101,0.0022918973,0.9447724,0.047732122],"study_design_scores_gemma":[0.000025301892,0.00011441741,0.005558142,0.00031364503,0.00004261073,0.00010767204,0.0043699164,0.00116329,0.002132716,0.0032324523,0.98283756,0.0001021844],"about_ca_topic_score_codex":0.007926006,"about_ca_topic_score_gemma":0.022096317,"teacher_disagreement_score":0.027681062,"about_ca_system_score_codex":0.0025130599,"about_ca_system_score_gemma":0.0039955084,"threshold_uncertainty_score":0.09260237},"labels":[],"label_agreement":null},{"id":"W2267545879","doi":"10.1609/aimag.v38i2.2722","title":"The ICON Challenge on Algorithm Selection","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Icon; Selection (genetic algorithm); Variety (cybernetics); Relevance (law); Computer science; Machine learning; Algorithm; Selection algorithm; Artificial intelligence; Data mining","score_opus":0.0139382738647652,"score_gpt":0.26708353586962136,"score_spread":0.25314526200485615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267545879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01760201,0.080459416,0.7005551,0.0831905,0.015726587,0.0012664868,0.0048700483,0.00565918,0.09067061],"genre_scores_gemma":[0.14242025,0.024366591,0.72822684,0.030211763,0.0137083335,0.0015421706,0.019621596,0.00578538,0.03411703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9495954,0.022539672,0.0033706438,0.0055959583,0.017194645,0.0017037112],"domain_scores_gemma":[0.8239064,0.13533758,0.0020349922,0.014380593,0.021021694,0.0033188683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033593066,0.002475172,0.003842356,0.0030906587,0.002333639,0.008981103,0.0057220533,0.008586942,0.015882919],"category_scores_gemma":[0.1175521,0.000755181,0.0028772657,0.0054157544,0.0036480296,0.008339768,0.0054989955,0.008593794,0.0069689085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000479004,0.00026102588,0.0011346268,0.0021745125,0.00025485025,0.00014746681,0.00015948659,0.037879117,0.0016265515,0.06559765,0.42615137,0.46413434],"study_design_scores_gemma":[0.00055077556,0.00049596536,0.0019909104,0.0011784575,0.00016489043,0.0006848181,0.00043253752,0.26295057,0.007035295,0.24673134,0.47757182,0.00021256777],"about_ca_topic_score_codex":0.0064868126,"about_ca_topic_score_gemma":0.007579468,"teacher_disagreement_score":0.033593066,"about_ca_system_score_codex":0.0042704116,"about_ca_system_score_gemma":0.008317454,"threshold_uncertainty_score":0.17765927},"labels":[],"label_agreement":null},{"id":"W2528009057","doi":"10.1609/aimag.v37i1.2633","title":"Fifteenth International Conference on Artificial Intelligence and Law (ICAIL 2015)","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Fifteenth; Artificial intelligence; International law; Association (psychology); Library science; Engineering; Law; Operations research; Political science; Computer science; History; Psychology; Classics","score_opus":0.10352175204291024,"score_gpt":0.3808363456786891,"score_spread":0.27731459363577887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528009057","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051420094,0.08679545,0.039070386,0.11931326,0.16922481,0.0006972135,0.004249912,0.005690944,0.569816],"genre_scores_gemma":[0.057645153,0.06390127,0.03155233,0.02749903,0.050512273,0.0008948247,0.018129043,0.0016901115,0.7481759],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945728,0.001159051,0.00044465726,0.0006819941,0.0024034805,0.0007380467],"domain_scores_gemma":[0.9925161,0.0008845856,0.00033916923,0.0009477669,0.0028850439,0.002427297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008325092,0.0011192481,0.0014460428,0.0038011668,0.0023927721,0.014688997,0.002398857,0.004008292,0.13266602],"category_scores_gemma":[0.012386607,0.00039647502,0.0010926822,0.0015478183,0.0026535466,0.007740653,0.0074013146,0.006107227,0.06947846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006244989,0.00008610929,0.0005533084,0.00019132005,0.00002247716,0.000100668316,0.00016103483,0.00017260275,0.00044915234,0.02169286,0.84526795,0.13124016],"study_design_scores_gemma":[0.0000062684408,0.000021415619,0.00040531313,0.0002245707,0.000011261318,0.000078894,0.00011036171,0.0004340114,0.00019032747,0.0051220823,0.9933821,0.000013352678],"about_ca_topic_score_codex":0.003289407,"about_ca_topic_score_gemma":0.004572601,"teacher_disagreement_score":0.13266602,"about_ca_system_score_codex":0.002588527,"about_ca_system_score_gemma":0.007030875,"threshold_uncertainty_score":0.44381207},"labels":[],"label_agreement":null},{"id":"W2563439192","doi":"10.1609/aimag.v33i4.2444","title":"Reports of the AAAI 2012 Conference Workshops","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Personalization; Context (archaeology); Computer science; Artificial intelligence; Robotics; Representation (politics); World Wide Web; Human–computer interaction; Robot; Geography","score_opus":0.018423294174936846,"score_gpt":0.24375597091393827,"score_spread":0.22533267673900143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563439192","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010670398,0.0500266,0.022697113,0.1432656,0.1826839,0.0010976923,0.01641844,0.0057816748,0.56735855],"genre_scores_gemma":[0.024646189,0.033467293,0.017829856,0.010137136,0.020073656,0.00083596294,0.034025114,0.0016056143,0.8573791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954852,0.0006846976,0.00030484537,0.00055392476,0.002477129,0.00049422425],"domain_scores_gemma":[0.98871803,0.00091840065,0.00034167303,0.0009405772,0.006560657,0.0025206234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007262145,0.0018174985,0.0011512268,0.0035245237,0.0029327744,0.008559982,0.0023098798,0.0031348893,0.14314777],"category_scores_gemma":[0.009403729,0.0007673333,0.0011467799,0.0031301396,0.0005821643,0.006350038,0.0034394357,0.00409888,0.09792324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008364728,0.00012573914,0.00019897924,0.000116710995,0.000008953506,0.000046019853,0.000060885166,0.00011037399,0.0003011203,0.0009443234,0.9414788,0.056524504],"study_design_scores_gemma":[0.000022200576,0.000033438853,0.00091514835,0.00011812117,0.000018706993,0.00006244079,0.00021491932,0.00042647065,0.00048630283,0.0010861459,0.9965887,0.000027373377],"about_ca_topic_score_codex":0.0084965965,"about_ca_topic_score_gemma":0.022215405,"teacher_disagreement_score":0.14314777,"about_ca_system_score_codex":0.0029794376,"about_ca_system_score_gemma":0.0045870026,"threshold_uncertainty_score":0.478877},"labels":[],"label_agreement":null},{"id":"W2583680452","doi":"10.1609/aimag.v33i1.2390","title":"Reports of the AAAI 2011 Conference Workshops","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Computer science; Context (archaeology); Artificial intelligence; Action (physics); Analytics; Knowledge representation and reasoning; Human–computer interaction; Data science","score_opus":0.019152693541036995,"score_gpt":0.23985040107173758,"score_spread":0.2206977075307006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583680452","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009545072,0.03936978,0.014828337,0.14067526,0.18349616,0.0009899304,0.01842083,0.004448009,0.58822656],"genre_scores_gemma":[0.022579499,0.028486928,0.013108084,0.010067565,0.017630741,0.00073295255,0.035542604,0.0012599989,0.8705917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995878,0.00061385066,0.0002804028,0.00052491436,0.002187604,0.0005151854],"domain_scores_gemma":[0.98882383,0.0009812857,0.00035619247,0.0010310846,0.0060731946,0.0027344627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007628318,0.0018746975,0.0011206757,0.0037206903,0.0035776496,0.009688,0.002512245,0.003641915,0.15943591],"category_scores_gemma":[0.009264503,0.0008079654,0.00124935,0.0031605614,0.0006627496,0.0071555623,0.0038583335,0.004547031,0.10372234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007456458,0.00011704717,0.00023074579,0.00009736469,0.000008441561,0.000049844013,0.000059667706,0.00011380209,0.00023399605,0.0012422857,0.95766944,0.040102728],"study_design_scores_gemma":[0.00001785724,0.000029872188,0.00083975756,0.000119782075,0.000016435055,0.00006230365,0.00023722576,0.00038135378,0.00040514066,0.0011392642,0.9967231,0.000027815595],"about_ca_topic_score_codex":0.009079463,"about_ca_topic_score_gemma":0.025528438,"teacher_disagreement_score":0.15943591,"about_ca_system_score_codex":0.0037313038,"about_ca_system_score_gemma":0.0056140386,"threshold_uncertainty_score":0.53336626},"labels":[],"label_agreement":null},{"id":"W2584716309","doi":"10.1609/aimag.v32i1.2338","title":"Reports of the AAAI 2010 Fall Symposia","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Dialog box; Thursday; Computer science; Gateway (web page); Commonsense knowledge; Artificial intelligence; Cognitive science; World Wide Web; Psychology; Knowledge representation and reasoning","score_opus":0.024000421765196504,"score_gpt":0.220506692767878,"score_spread":0.19650627100268148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584716309","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007670332,0.048015896,0.0067575243,0.14384128,0.44471592,0.0009262095,0.010094947,0.0018241131,0.33615366],"genre_scores_gemma":[0.015697414,0.03864335,0.007074603,0.013084347,0.06285886,0.000762037,0.017554093,0.00094218616,0.8433832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973884,0.00023343384,0.00015214476,0.00030392135,0.0015326298,0.00038951245],"domain_scores_gemma":[0.99158573,0.00038361913,0.00030949264,0.00043687262,0.0042682006,0.0030160977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065715457,0.0022214698,0.0011208337,0.0038091217,0.0029612572,0.007674644,0.0020878788,0.003197154,0.11880216],"category_scores_gemma":[0.006982977,0.0006216191,0.0011452307,0.0024811989,0.0007265357,0.0054525216,0.0038609125,0.0059203985,0.080586284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055184762,0.000078531855,0.00019694483,0.000073881994,0.000007085265,0.000058062364,0.000033413526,0.000038658734,0.00019306615,0.00068359927,0.9769722,0.021609373],"study_design_scores_gemma":[0.000017818671,0.000031162526,0.0008424521,0.00011067405,0.000013321865,0.00007988897,0.00015471823,0.00019241942,0.00024741713,0.00070650346,0.99758816,0.00001553797],"about_ca_topic_score_codex":0.0077460017,"about_ca_topic_score_gemma":0.022677219,"teacher_disagreement_score":0.11880216,"about_ca_system_score_codex":0.0032045587,"about_ca_system_score_gemma":0.0050488194,"threshold_uncertainty_score":0.3974328},"labels":[],"label_agreement":null},{"id":"W2585691643","doi":"10.1609/aimag.v37i4.2684","title":"Collaborative Language Grounding Toward Situated Human‐Robot Dialogue","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"Office of Naval Research; University of California, Los Angeles; National Science Foundation","keywords":"Situated; Computer science; Human–robot interaction; Common ground; Robot; Human–computer interaction; Representation (politics); Joint attention; Bridge (graph theory); Perception; Action (physics); Ground; Artificial intelligence; Engineering; Communication; Psychology","score_opus":0.014371559619714536,"score_gpt":0.2704817801697774,"score_spread":0.2561102205500629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585691643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024867576,0.00038540314,0.95696783,0.00096630724,0.00007252057,0.00009558257,0.000017930424,0.00092763983,0.015699277],"genre_scores_gemma":[0.6607942,0.00031364197,0.33468693,0.00020836826,0.00006664558,0.0002174709,0.000063740285,0.00019172348,0.0034572517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9931958,0.004046636,0.000283039,0.0010943697,0.0009516963,0.0004284404],"domain_scores_gemma":[0.9912286,0.005670598,0.00057665823,0.0014655772,0.00061686593,0.0004417338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005268596,0.0010309637,0.00080225326,0.0009764243,0.002969784,0.0048646624,0.002661091,0.0031142312,0.004587845],"category_scores_gemma":[0.014982413,0.00095090753,0.0012595148,0.00058953743,0.007262162,0.008255428,0.011002358,0.0027539558,0.0010308847],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061686663,0.00034466368,0.0017889387,0.0006248235,0.00014697152,0.0021515572,0.046683945,0.094918504,0.05247113,0.53499913,0.0057434305,0.25951007],"study_design_scores_gemma":[0.0001843984,0.00033441116,0.0009264215,0.00017660935,0.00011047693,0.0005948799,0.006893085,0.3778834,0.022332205,0.5462256,0.04419532,0.00014323746],"about_ca_topic_score_codex":0.0034652012,"about_ca_topic_score_gemma":0.0027127955,"teacher_disagreement_score":0.005268596,"about_ca_system_score_codex":0.0015650808,"about_ca_system_score_gemma":0.0018657225,"threshold_uncertainty_score":0.027863264},"labels":[],"label_agreement":null},{"id":"W2610518069","doi":"10.1609/aimag.v38i1.2720","title":"RuleML (Web Rule Symposium) 2016 Report","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"RuleML; World Wide Web; Web site; Library science; Computer science; XML; The Internet; Markup language; XHTML","score_opus":0.014430066977399653,"score_gpt":0.27351818989565657,"score_spread":0.2590881229182569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610518069","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050098593,0.006341586,0.5474913,0.025134088,0.01916684,0.0034973086,0.099266,0.13911629,0.15497667],"genre_scores_gemma":[0.01758825,0.010184197,0.44431916,0.008372204,0.0042274306,0.002399005,0.31174558,0.044712745,0.1564514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98016363,0.0044150897,0.0026340443,0.001973079,0.010064536,0.0007496695],"domain_scores_gemma":[0.9618024,0.009932733,0.0013627734,0.0083168885,0.015703147,0.0028819938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028916707,0.0030977938,0.002246051,0.0056561255,0.0019066882,0.014839119,0.005942624,0.004224994,0.072373375],"category_scores_gemma":[0.04858554,0.0023378357,0.0032591964,0.00397304,0.0014390169,0.011897586,0.004934355,0.009089894,0.1278618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022561962,0.00040032325,0.000618392,0.0006261625,0.00006319116,0.00028012507,0.00016389196,0.0029007758,0.002381999,0.020021396,0.8270106,0.14530757],"study_design_scores_gemma":[0.00008111595,0.00008498414,0.00035034135,0.00040302568,0.00004347073,0.00023201255,0.00007127115,0.008900484,0.0054521235,0.0103756795,0.9739468,0.00005871278],"about_ca_topic_score_codex":0.015192495,"about_ca_topic_score_gemma":0.011772677,"teacher_disagreement_score":0.072373375,"about_ca_system_score_codex":0.0029433388,"about_ca_system_score_gemma":0.012937456,"threshold_uncertainty_score":0.24211305},"labels":[],"label_agreement":null},{"id":"W2613861456","doi":"10.1609/aimag.v23i2.1636","title":"Editorial Introduction: The Fourteenth Innovative Applications of Artificial Intelligence Conference (IAAI-2001)","year":2002,"lang":"en","type":"editorial","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software deployment; Emerging technologies; Computer science; Applications of artificial intelligence; Artificial intelligence; Engineering management; Engineering; Software engineering","score_opus":0.04599923095035003,"score_gpt":0.29650246916012696,"score_spread":0.25050323820977694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613861456","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003171755,0.0023382597,0.00010840282,0.016769595,0.97690713,0.000027918686,0.00005415426,0.00006911134,0.0036936235],"genre_scores_gemma":[0.0005407669,0.004413722,0.00014942868,0.012793582,0.94951695,0.000041137864,0.000105296254,0.00007738762,0.032361828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957698,0.000426683,0.00041156056,0.00044348996,0.002686456,0.00026208625],"domain_scores_gemma":[0.98150706,0.003988875,0.000985303,0.00043953533,0.010051546,0.0030277697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046957172,0.004168676,0.0029490439,0.005901167,0.004361597,0.009958326,0.0027408623,0.009766443,0.02638312],"category_scores_gemma":[0.017131254,0.0009140217,0.001847427,0.0023086492,0.0019142338,0.00504715,0.0013649447,0.010900965,0.02647853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017333412,0.000009351244,0.000017643772,0.00008526005,0.0000042045904,0.000049857543,0.000007920662,0.000017935967,0.00003552771,0.00014788992,0.9955818,0.0040251976],"study_design_scores_gemma":[0.000023534541,0.000020711086,0.00018164945,0.0002210757,0.000016416898,0.00014946023,0.000037989725,0.00009889304,0.0000877091,0.00044954085,0.99870026,0.000012713997],"about_ca_topic_score_codex":0.0015413138,"about_ca_topic_score_gemma":0.004325392,"teacher_disagreement_score":0.02638312,"about_ca_system_score_codex":0.0023845627,"about_ca_system_score_gemma":0.0023089172,"threshold_uncertainty_score":0.08826035},"labels":[],"label_agreement":null},{"id":"W2734518920","doi":"10.1609/aimag.v34i3.2483","title":"Student Modeling: Supporting Personalized Instruction, from Problem Solving to Exploratory Open‐Ended Activities","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Personalization; Variety (cybernetics); Computer science; Field (mathematics); Personalized learning; Coaching; Component (thermodynamics); Intelligent tutoring system; Human–computer interaction; Core (optical fiber); Multimedia; Mathematics education; Artificial intelligence; Teaching method; World Wide Web; Cooperative learning; Open learning; Psychology","score_opus":0.03528251085496117,"score_gpt":0.29064886892042774,"score_spread":0.2553663580654666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734518920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103159115,0.00050986925,0.8647678,0.0010048891,0.00008546137,0.0003022472,0.00025619677,0.016459174,0.013455236],"genre_scores_gemma":[0.56868,0.0006570165,0.41910282,0.00029188205,0.00005457609,0.0005001861,0.0008927307,0.0008304272,0.008990408],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988721,0.0005011942,0.00006927686,0.000276625,0.00020209004,0.000078641606],"domain_scores_gemma":[0.9977842,0.0009177862,0.0001821511,0.00063518196,0.00017541037,0.00030532855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011382771,0.0006887502,0.00047144463,0.00039058767,0.0003695549,0.0023333912,0.0016609012,0.00096106954,0.002615894],"category_scores_gemma":[0.006290003,0.00039201544,0.00045808798,0.00039482076,0.00046037763,0.0028984451,0.0030431468,0.0012155268,0.0016177208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005499815,0.001500635,0.0120957,0.00042442855,0.00009711783,0.00036014876,0.006149499,0.02923105,0.032192476,0.015642801,0.013571388,0.8881846],"study_design_scores_gemma":[0.00034708277,0.0012811623,0.00972405,0.00026902554,0.0002811266,0.001183147,0.0023666653,0.6378034,0.07160723,0.088718146,0.18617915,0.00023987968],"about_ca_topic_score_codex":0.00080124405,"about_ca_topic_score_gemma":0.0015693232,"teacher_disagreement_score":0.002615894,"about_ca_system_score_codex":0.00035419737,"about_ca_system_score_gemma":0.000986409,"threshold_uncertainty_score":0.008751035},"labels":[],"label_agreement":null},{"id":"W2734616033","doi":"10.1609/aimag.v37i2.2660","title":"The AIIDE 2015 Workshop Program","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entertainment; Computer science; Narrative; Joint (building); Multimedia; Artificial intelligence; Engineering; Visual arts; Architectural engineering; Art","score_opus":0.025898157674376223,"score_gpt":0.3257900689318565,"score_spread":0.2998919112574803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734616033","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009323886,0.0031748756,0.015002345,0.039485767,0.057752047,0.0029256917,0.010703215,0.002767544,0.8588646],"genre_scores_gemma":[0.027852552,0.0015351876,0.008062489,0.005734556,0.0048568277,0.0020051377,0.011948108,0.0008466351,0.9371585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977673,0.00045000282,0.000065036744,0.00031428985,0.0009881428,0.0004152042],"domain_scores_gemma":[0.9932653,0.00033298353,0.00014577332,0.00028022195,0.001959905,0.004015863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067653153,0.0010430113,0.0006782228,0.0014062398,0.0018541497,0.005701024,0.001881371,0.0018287792,0.21920337],"category_scores_gemma":[0.004641403,0.0004100986,0.00082654465,0.00057643757,0.0004836289,0.0019072127,0.0055798357,0.002462194,0.13084345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002646869,0.00030385802,0.00026459934,0.000096100324,0.000008348691,0.00006735533,0.00009626166,0.0002424874,0.0007286971,0.0057844617,0.95660794,0.035535276],"study_design_scores_gemma":[0.000039863535,0.00007466078,0.00055208505,0.00006206028,0.0000038055778,0.00002902973,0.00012612971,0.00030528268,0.0005055143,0.0016123139,0.9966785,0.00001067829],"about_ca_topic_score_codex":0.002046764,"about_ca_topic_score_gemma":0.0067260372,"teacher_disagreement_score":0.21920337,"about_ca_system_score_codex":0.0025883582,"about_ca_system_score_gemma":0.0058773984,"threshold_uncertainty_score":0.7333083},"labels":[],"label_agreement":null},{"id":"W2735993717","doi":"10.1609/aimag.v36i1.2576","title":"Reports of the Workshops Held at the Tenth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE)","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Alberta","funders":"","keywords":"Entertainment; Computer science; Library science; Multimedia; Visual arts; Artificial intelligence; Engineering; Art","score_opus":0.05602108078505768,"score_gpt":0.2983076689628847,"score_spread":0.242286588177827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735993717","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041703705,0.035855554,0.023322575,0.09127043,0.24563116,0.003073237,0.027336698,0.0027832247,0.52902335],"genre_scores_gemma":[0.04664149,0.021475809,0.012032275,0.0073555293,0.02010192,0.001281031,0.030974494,0.0011941525,0.85894334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969488,0.0004734546,0.00015026725,0.0003543256,0.001693801,0.00037941642],"domain_scores_gemma":[0.9886791,0.0012078111,0.00032590533,0.0005177183,0.005637577,0.0036318696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006736804,0.0012942798,0.00075441395,0.0037839722,0.0028623503,0.005874529,0.0014389992,0.0015391601,0.06120409],"category_scores_gemma":[0.009195175,0.0004622042,0.00081860455,0.0026942883,0.00056393543,0.0044047902,0.004060371,0.003550477,0.023811953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009353879,0.0002278804,0.000603145,0.00016218674,0.000013620207,0.000105000225,0.0003994821,0.0001204881,0.00067458494,0.0013406693,0.94594586,0.050313585],"study_design_scores_gemma":[0.00002452369,0.00007787394,0.0033884002,0.00018390823,0.000026358852,0.00008872804,0.0013125046,0.0005764597,0.0012093902,0.0012673117,0.99180037,0.00004418346],"about_ca_topic_score_codex":0.006052015,"about_ca_topic_score_gemma":0.02082019,"teacher_disagreement_score":0.06120409,"about_ca_system_score_codex":0.001820637,"about_ca_system_score_gemma":0.002777621,"threshold_uncertainty_score":0.2047481},"labels":[],"label_agreement":null},{"id":"W2736235124","doi":"10.1609/aimag.v33i2.2412","title":"A Machine‐Learning Approach to the Detection of Fetal Hypoxia during Labor and Delivery","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Neonatal and fetal brain pathology","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Pathological; Hypoxia (environmental); Fetus; Binary classification; Computer science; Medicine; Artificial intelligence; Intensive care medicine; Pregnancy; Pathology; Support vector machine; Biology","score_opus":0.010506090910510298,"score_gpt":0.22475737845348842,"score_spread":0.21425128754297812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736235124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072013244,0.0024432018,0.92025536,0.0018397084,0.0002273866,0.00013705879,0.0003246871,0.0005292381,0.0022300282],"genre_scores_gemma":[0.6863338,0.0011647388,0.30677617,0.00049522927,0.0007084195,0.0002630361,0.0005833897,0.000040138693,0.003635181],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910444,0.0002894999,0.00008773389,0.00026796586,0.0001616114,0.0000886459],"domain_scores_gemma":[0.9984701,0.0010032223,0.00016387692,0.00009490793,0.00020756485,0.000060238384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013848295,0.00067585026,0.0008566207,0.0017091761,0.0005514005,0.0010444103,0.0011795465,0.0016246182,0.0006537181],"category_scores_gemma":[0.004080703,0.00029014095,0.0007228939,0.0011333795,0.0005009942,0.000723669,0.00052506884,0.0011690446,0.00032385674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000337084,0.00086054025,0.02423652,0.00022506645,0.00025323953,0.00050677254,0.0003309421,0.2111203,0.013901677,0.006777965,0.0049367305,0.73651314],"study_design_scores_gemma":[0.000014975435,0.00016774965,0.0047743944,0.000021486929,0.00003175377,0.00022188846,0.000061009207,0.9833903,0.002158399,0.0075533832,0.0015774756,0.000027311871],"about_ca_topic_score_codex":0.0032130491,"about_ca_topic_score_gemma":0.0028756424,"teacher_disagreement_score":0.0032130491,"about_ca_system_score_codex":0.00066611613,"about_ca_system_score_gemma":0.00079840195,"threshold_uncertainty_score":0.007323742},"labels":[],"label_agreement":null},{"id":"W2737372623","doi":"10.1609/aimag.v31i4.2312","title":"Computational Pool: A New Challenge for Game Theory Pragmatics","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Tournament; Computer science; Adversarial system; Action (physics); Pragmatics; Work (physics); Game theory; State (computer science); Computational model; Operations research; Artificial intelligence; Management science; Data science; Mathematical economics; Programming language; Engineering; Mathematics; Linguistics","score_opus":0.02556085818414389,"score_gpt":0.3041684774500252,"score_spread":0.2786076192658813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737372623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02554719,0.004302229,0.6179214,0.14536995,0.0011225792,0.00015846099,0.00032476272,0.0004958964,0.20475756],"genre_scores_gemma":[0.8073207,0.0021021669,0.16177852,0.008467173,0.0016840878,0.0006564005,0.00024068121,0.00067269563,0.017077569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98948926,0.006846386,0.00035030954,0.001305572,0.0013904826,0.00061792956],"domain_scores_gemma":[0.9855643,0.010299189,0.00047230057,0.0018608816,0.00084139494,0.0009619126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01531936,0.0008853513,0.0017699264,0.0015467877,0.006049704,0.012342696,0.003927285,0.0045856917,0.011687957],"category_scores_gemma":[0.026864942,0.0007678077,0.0017943119,0.0015599434,0.023178304,0.029035112,0.008126576,0.008915685,0.001102524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069864805,0.0000033828258,0.000030192348,0.000013854462,0.0000028106892,0.0000121644935,0.00031621236,0.0002564138,0.000024579562,0.9964328,0.0010265285,0.0018741619],"study_design_scores_gemma":[0.000007545456,0.000005408141,0.000023965898,0.0000133704525,0.0000020905352,0.000016169379,0.0002024451,0.0015638897,0.000023475923,0.9872591,0.010877936,0.000004752741],"about_ca_topic_score_codex":0.0032931077,"about_ca_topic_score_gemma":0.0027570205,"teacher_disagreement_score":0.01531936,"about_ca_system_score_codex":0.0043012905,"about_ca_system_score_gemma":0.0036731563,"threshold_uncertainty_score":0.081017494},"labels":[],"label_agreement":null},{"id":"W2738221637","doi":"10.1609/aimag.v30i4.2264","title":"Mixed‐Initiative Interface Personalization as a Case Study in Usable AI","year":2009,"lang":"en","type":"article","venue":"AI Magazine","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Manitoba","funders":"","keywords":"Personalization; USable; Usability; Computer science; Interface (matter); Human–computer interaction; User interface; Process (computing); Focus (optics); World Wide Web","score_opus":0.03823671194850395,"score_gpt":0.33601102334447697,"score_spread":0.297774311395973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738221637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97396785,0.00017925525,0.015202289,0.00064479234,0.000015194076,0.00032570004,0.000049613027,0.00017488418,0.009440392],"genre_scores_gemma":[0.9768612,0.00014530457,0.017990958,0.00021657752,0.000014052632,0.00032113385,0.00005007145,0.000098010554,0.004302618],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878989,0.009281051,0.00041695425,0.0005872947,0.0011702863,0.0006455641],"domain_scores_gemma":[0.96956486,0.023823526,0.00078039366,0.0031835476,0.0017075555,0.0009400933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008729822,0.0007589296,0.00052935333,0.0010833524,0.003574856,0.0031944592,0.0020326686,0.0035260965,0.0020561237],"category_scores_gemma":[0.028693253,0.00061211485,0.000496807,0.0013322828,0.0034608853,0.0032673841,0.0032408054,0.0022705637,0.00047372762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010170566,0.0067358334,0.031344414,0.0012126917,0.00013996958,0.014110862,0.7083925,0.0055169812,0.020551493,0.02057311,0.0077208555,0.18268429],"study_design_scores_gemma":[0.00073725474,0.011660243,0.09814517,0.0007791776,0.0003367574,0.02972087,0.47088742,0.066985585,0.09458059,0.027505634,0.19795088,0.00071041344],"about_ca_topic_score_codex":0.0029886956,"about_ca_topic_score_gemma":0.0073603224,"teacher_disagreement_score":0.008729822,"about_ca_system_score_codex":0.0016519804,"about_ca_system_score_gemma":0.00084630563,"threshold_uncertainty_score":0.046168208},"labels":[],"label_agreement":null},{"id":"W2738937907","doi":"10.1609/aimag.v24i1.1694","title":"The fifth symposium on abstraction, reformulation, and approximation (SARA-2002)","year":2003,"lang":"en","type":"article","venue":"AI Magazine","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abstraction; Computer science; Constraint programming; Constraint satisfaction; Scheduling (production processes); Constraint (computer-aided design); Constraint satisfaction problem; Artificial intelligence; Operations research; Mathematical economics; Theoretical computer science; Mathematics education; Mathematics; Mathematical optimization; Epistemology; Philosophy","score_opus":0.0076671345304081436,"score_gpt":0.22671531230180064,"score_spread":0.2190481777713925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738937907","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043565724,0.098592214,0.6723908,0.03647937,0.04403886,0.000460196,0.0015523367,0.0026333523,0.13949624],"genre_scores_gemma":[0.08329999,0.08293954,0.5908257,0.012202553,0.033593938,0.0013144403,0.005064899,0.002687126,0.18807185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99181765,0.0024005633,0.0006956344,0.0012251042,0.0031249723,0.0007360661],"domain_scores_gemma":[0.9920814,0.0032949136,0.00025893774,0.0015695994,0.0021335266,0.00066161674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010085491,0.0020292145,0.0026840512,0.0024825542,0.00213802,0.011110796,0.0034858552,0.0031397436,0.033192337],"category_scores_gemma":[0.016401172,0.0016423677,0.0045584673,0.0042088474,0.0032749758,0.009981826,0.006170504,0.014763689,0.0110470485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002985142,0.0001521888,0.0003264994,0.00061527913,0.00017303802,0.000121392965,0.00057219475,0.006497481,0.0017058869,0.34619167,0.39386338,0.2494824],"study_design_scores_gemma":[0.000060561953,0.00010087611,0.0003890742,0.00052187534,0.00009368968,0.00023078773,0.00014421297,0.015938595,0.0013623667,0.18649091,0.7945915,0.00007560612],"about_ca_topic_score_codex":0.007207116,"about_ca_topic_score_gemma":0.007182647,"teacher_disagreement_score":0.033192337,"about_ca_system_score_codex":0.0074608447,"about_ca_system_score_gemma":0.005914738,"threshold_uncertainty_score":0.1110394},"labels":[],"label_agreement":null},{"id":"W2762234065","doi":"10.1609/aimag.v39i4.2823","title":"Reports of the Workshops of the 32nd AAAI Conference on Artificial Intelligence","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Artificial intelligence; Computer science; Plan (archaeology); Applications of artificial intelligence; Engineering","score_opus":0.08424122107699186,"score_gpt":0.3010112573414188,"score_spread":0.21677003626442695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762234065","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013424834,0.055801917,0.046670128,0.13493782,0.28037918,0.002121459,0.017568406,0.003159461,0.4459368],"genre_scores_gemma":[0.040687773,0.042137858,0.03933113,0.012964917,0.03893726,0.0015114048,0.037941508,0.0017543064,0.78473383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959727,0.0009203504,0.0003175828,0.0004919175,0.0019408857,0.0003566031],"domain_scores_gemma":[0.9875329,0.0021473323,0.0003622269,0.0013720057,0.006211673,0.0023738518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010854959,0.0016769576,0.0013359688,0.003929798,0.002481847,0.007885942,0.002253918,0.0025073276,0.0759081],"category_scores_gemma":[0.013844749,0.0006510849,0.0012015754,0.002676719,0.0009910908,0.0062669767,0.0034068709,0.0056266277,0.036121145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105025334,0.00015763269,0.0004282184,0.00013483487,0.000023902036,0.000080269936,0.00014385823,0.00019868345,0.00042317624,0.002839821,0.9315368,0.06392786],"study_design_scores_gemma":[0.000033525994,0.000049798615,0.0012989766,0.00017286323,0.000032608034,0.000087025684,0.0003001554,0.001152521,0.0007759807,0.0050693015,0.99098843,0.000038759907],"about_ca_topic_score_codex":0.005523332,"about_ca_topic_score_gemma":0.014097315,"teacher_disagreement_score":0.0759081,"about_ca_system_score_codex":0.002474609,"about_ca_system_score_gemma":0.004257483,"threshold_uncertainty_score":0.2539379},"labels":[],"label_agreement":null},{"id":"W2794543545","doi":"10.1609/aimag.v39i1.2777","title":"The First MicroRTS Artificial Intelligence Competition","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competition (biology); Observability; Computer science; Artificial intelligence; Term (time); Operations research; Computational intelligence; Engineering; Mathematics","score_opus":0.027165958814672875,"score_gpt":0.2869183879692783,"score_spread":0.25975242915460545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794543545","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028710987,0.011956656,0.026332265,0.114217475,0.09587154,0.00058922527,0.0067134816,0.0026507615,0.7129576],"genre_scores_gemma":[0.1560384,0.0041541513,0.016426668,0.015061684,0.013512156,0.00069760944,0.01118775,0.0023172924,0.78060424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99109143,0.0017860181,0.00023810122,0.0007698655,0.0048523913,0.0012621743],"domain_scores_gemma":[0.98772764,0.0019176891,0.00021869953,0.0007534035,0.004617236,0.004765416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009256239,0.0016554381,0.0016463695,0.0020777332,0.003479697,0.011997505,0.002514344,0.0035669585,0.07449325],"category_scores_gemma":[0.0177547,0.0005311116,0.0015557611,0.0013259206,0.0021238623,0.0045426176,0.0055867904,0.005550054,0.025437968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004584423,0.00016184368,0.0002953373,0.00014823764,0.00006127079,0.00015492103,0.00016675725,0.0021743034,0.0007922117,0.050015513,0.89543164,0.0501395],"study_design_scores_gemma":[0.00008642306,0.000149225,0.00085861026,0.00008320019,0.00001437194,0.000054256157,0.00013626437,0.0029339038,0.00062981294,0.015819445,0.97919995,0.000034516233],"about_ca_topic_score_codex":0.012077357,"about_ca_topic_score_gemma":0.021860193,"teacher_disagreement_score":0.07449325,"about_ca_system_score_codex":0.007152487,"about_ca_system_score_gemma":0.0082713,"threshold_uncertainty_score":0.24920475},"labels":[],"label_agreement":null},{"id":"W2794940174","doi":"10.1609/aimag.v39i1.2780","title":"Constructing Temporal Abstractions Autonomously in Reinforcement Learning","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Abstraction; Artificial intelligence; Thread (computing); Architecture; Programming language","score_opus":0.015208194459727754,"score_gpt":0.2693107594008761,"score_spread":0.25410256494114836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794940174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030147891,0.0001681402,0.9665736,0.00030146184,0.000032708405,0.00002725927,0.000025568399,0.0003922803,0.0023310953],"genre_scores_gemma":[0.8272767,0.00024376698,0.16956156,0.00011908169,0.000025790827,0.0001148586,0.00005669069,0.000067720895,0.0025337003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957293,0.00016622657,0.00002012528,0.00009345554,0.0000941359,0.000053112326],"domain_scores_gemma":[0.9989016,0.0006443942,0.00012347722,0.00014558164,0.00008865081,0.00009634471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011839732,0.0005161537,0.000495887,0.00021159403,0.000397307,0.0008488545,0.0010619517,0.0008354679,0.0014596747],"category_scores_gemma":[0.0036286574,0.00046352082,0.0004786377,0.00024108242,0.0017343013,0.0021949918,0.0014601792,0.0019125001,0.00021349837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016427912,0.0000647896,0.0009768545,0.000089720386,0.00006265267,0.00017433753,0.0003130243,0.7613071,0.005656652,0.18493032,0.0009968576,0.045263406],"study_design_scores_gemma":[0.000018077697,0.00002681528,0.00005950228,0.000007279524,0.000008949527,0.000014965228,0.000011223081,0.93646324,0.00089928403,0.061733257,0.0007495049,0.00000795724],"about_ca_topic_score_codex":0.001988796,"about_ca_topic_score_gemma":0.0024582958,"teacher_disagreement_score":0.001988796,"about_ca_system_score_codex":0.00071623165,"about_ca_system_score_gemma":0.00092093856,"threshold_uncertainty_score":0.0062615275},"labels":[],"label_agreement":null},{"id":"W2795069772","doi":"10.1609/aimag.v39i1.2783","title":"Research Challenges of Digital Misinformation: Toward a Trustworthy Web","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misinformation; Trustworthiness; Social media; Internet privacy; Fake news; Journalism; Computer science; World Wide Web; Public relations; Political science; Computer security; Law","score_opus":0.11581905576392454,"score_gpt":0.40575156183609723,"score_spread":0.2899325060721727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795069772","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10127418,0.024519727,0.047732346,0.63925457,0.0011354974,0.00017878239,0.00019576841,0.00026234286,0.18544672],"genre_scores_gemma":[0.9425795,0.017629689,0.018383697,0.013792918,0.0014926989,0.00017614101,0.00006736562,0.0001418925,0.0057361308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9728978,0.01850867,0.00075931556,0.0011862791,0.005890302,0.00075763604],"domain_scores_gemma":[0.82007235,0.13663986,0.009759337,0.012809145,0.015795311,0.0049239704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032929715,0.00055313733,0.00079345686,0.0061605866,0.007107814,0.026851283,0.001625997,0.00907607,0.005795022],"category_scores_gemma":[0.074743934,0.0007847807,0.0005301423,0.0045510256,0.027299114,0.053810082,0.008798716,0.008957803,0.0024219356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009114566,0.0001682348,0.007961911,0.0008401182,0.000075869146,0.00075248047,0.0478152,0.0012939415,0.000834197,0.7970577,0.020867186,0.12224201],"study_design_scores_gemma":[0.000030501895,0.00008124675,0.0026045877,0.0013193783,0.000044632623,0.00047251544,0.051846158,0.003609717,0.0011526555,0.8206067,0.118172616,0.0000592783],"about_ca_topic_score_codex":0.0020546233,"about_ca_topic_score_gemma":0.0013992086,"teacher_disagreement_score":0.032929715,"about_ca_system_score_codex":0.003950306,"about_ca_system_score_gemma":0.0068436125,"threshold_uncertainty_score":0.17415106},"labels":[],"label_agreement":null},{"id":"W2810882517","doi":"10.1609/aimag.v39i2.2798","title":"The 13th AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Canyon; Salt lake; Entertainment; Library science; Computer science; Artificial intelligence; Engineering; Visual arts; Cartography; Geography; Art; Geology","score_opus":0.04012822024253798,"score_gpt":0.30691995961728397,"score_spread":0.266791739374746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810882517","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006364346,0.061387703,0.052366998,0.06510371,0.11863831,0.00064384914,0.005269957,0.00520046,0.6850247],"genre_scores_gemma":[0.018817907,0.03242509,0.024403049,0.005529134,0.011976165,0.0003121367,0.00904566,0.0009863697,0.8965044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982607,0.00033165351,0.00013222848,0.00027821452,0.0008372182,0.00016012682],"domain_scores_gemma":[0.9972262,0.00043724955,0.000088030734,0.00036545223,0.0011056354,0.0007773699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002908383,0.0011802353,0.0011400285,0.0014366967,0.0011273448,0.007222287,0.0019019226,0.0020381962,0.14660741],"category_scores_gemma":[0.0050783264,0.00039490845,0.0008452184,0.0013173687,0.0010141095,0.006490507,0.0032464927,0.0043634344,0.069094636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007198432,0.00010081239,0.00042220793,0.0001492725,0.000027932158,0.000067892724,0.00008870534,0.00013601985,0.0005965083,0.007665691,0.87153727,0.11913571],"study_design_scores_gemma":[0.000007900508,0.000012817163,0.0003472385,0.000081290054,0.000012484984,0.000060600923,0.000048714508,0.00051582826,0.00017389623,0.0021660062,0.99656445,0.0000088355],"about_ca_topic_score_codex":0.0034471408,"about_ca_topic_score_gemma":0.006606008,"teacher_disagreement_score":0.14660741,"about_ca_system_score_codex":0.0013413394,"about_ca_system_score_gemma":0.0023238456,"threshold_uncertainty_score":0.49045068},"labels":[],"label_agreement":null},{"id":"W2904021066","doi":"10.1609/aimag.v39i4.2836","title":"Technological Advances in Applied Intelligence","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; University of Regina","funders":"","keywords":"Automation; Cyberspace; Biomedicine; Engineering management; Engineering; Robotics; Artificial intelligence; Intelligent decision support system; Science and engineering; Computational Science and Engineering; Computer science; Engineering ethics; The Internet; Software engineering; Robot; World Wide Web; Mechanical engineering","score_opus":0.036740929815990794,"score_gpt":0.29545679635630606,"score_spread":0.25871586654031525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904021066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032764743,0.3691628,0.026409365,0.09205577,0.013533918,0.00013229898,0.00042201683,0.00030068538,0.49470675],"genre_scores_gemma":[0.17632787,0.52220595,0.054764792,0.033582617,0.02482216,0.0005272493,0.0008745361,0.0003649186,0.18652996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606776,0.0012067583,0.0003111395,0.00044169195,0.0016991496,0.00027348465],"domain_scores_gemma":[0.9936272,0.0026603104,0.0002732379,0.0012645676,0.0016489383,0.0005257187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072930567,0.00077553914,0.0007966806,0.0024334535,0.0011438472,0.006153316,0.0013451223,0.0023939244,0.020654876],"category_scores_gemma":[0.010788913,0.00036290978,0.00067663396,0.003477621,0.004938379,0.0073569263,0.004033771,0.0048098187,0.0071701403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026946287,0.000050224906,0.00064592384,0.00066483184,0.0000389876,0.00010935292,0.0006965836,0.00043618347,0.0003914432,0.7003375,0.10683628,0.18976563],"study_design_scores_gemma":[0.000008044628,0.000024843392,0.00044737605,0.00048399993,0.000008044643,0.00014060143,0.00023642098,0.00021657192,0.00016596264,0.14509997,0.85315627,0.0000117658365],"about_ca_topic_score_codex":0.001715716,"about_ca_topic_score_gemma":0.001720956,"teacher_disagreement_score":0.020654876,"about_ca_system_score_codex":0.0028305827,"about_ca_system_score_gemma":0.0052256035,"threshold_uncertainty_score":0.06909746},"labels":[],"label_agreement":null},{"id":"W2904396289","doi":"10.1609/aimag.v39i4.2843","title":"A Recap of the AAAI / IAAI 2018 Conferences and the EAAI Symposium","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Computer science; Library science; Engineering; Artificial intelligence; Operations research","score_opus":0.012692556056736583,"score_gpt":0.23679893477883834,"score_spread":0.22410637872210176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904396289","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044689053,0.057176348,0.010965724,0.16174357,0.35477048,0.00040519747,0.0056036697,0.0023086125,0.40255743],"genre_scores_gemma":[0.019204382,0.07085518,0.011839361,0.02914875,0.07552689,0.0004356126,0.010465212,0.0016023298,0.7809223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628806,0.00032242222,0.00023158401,0.00035262035,0.0023644837,0.00044082862],"domain_scores_gemma":[0.98848045,0.0005203868,0.0005845297,0.0006965388,0.0057545924,0.00396335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058793155,0.0012907332,0.00083377317,0.007443009,0.0039820787,0.013375514,0.0014573552,0.003472282,0.06462397],"category_scores_gemma":[0.00830249,0.0005951475,0.00073649455,0.007457145,0.0014320981,0.012305416,0.004649987,0.006470907,0.056563348],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040525192,0.00007389422,0.00032756577,0.00013302724,0.000004691552,0.00006483521,0.00011824964,0.00006456863,0.00043212032,0.0054458133,0.9323503,0.06094446],"study_design_scores_gemma":[0.0000023237153,0.000010088543,0.00052100606,0.00010449482,0.0000027357034,0.000040371917,0.00016492435,0.00006005207,0.00015755017,0.00097191107,0.9979539,0.000010658532],"about_ca_topic_score_codex":0.004424201,"about_ca_topic_score_gemma":0.0126354685,"teacher_disagreement_score":0.06462397,"about_ca_system_score_codex":0.0027544692,"about_ca_system_score_gemma":0.006382751,"threshold_uncertainty_score":0.21618873},"labels":[],"label_agreement":null},{"id":"W2905269564","doi":"10.1609/aimag.v39i4.2825","title":"Human Computation for Image and Video Analysis (GroupSight)","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Computation; Computer science; Data science; Image (mathematics); Artificial intelligence; Multimedia; World Wide Web; Algorithm","score_opus":0.02022637091902564,"score_gpt":0.33411592507963234,"score_spread":0.3138895541606067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905269564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023811452,0.010676469,0.8227085,0.05369024,0.01035088,0.0017043571,0.004817795,0.0068796263,0.06536073],"genre_scores_gemma":[0.19694248,0.00716969,0.43894327,0.006381813,0.0037766628,0.001572021,0.0072273696,0.004666327,0.33332035],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99516934,0.0015364162,0.000089594396,0.0010775712,0.0011973659,0.00092965644],"domain_scores_gemma":[0.991042,0.0021800958,0.00010452604,0.0011446002,0.0033608929,0.0021677942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011317322,0.0015503567,0.0011966635,0.001959481,0.00282339,0.008289767,0.002567664,0.0023064886,0.036426917],"category_scores_gemma":[0.008799377,0.00089634216,0.0014479657,0.0013215673,0.0037288496,0.0035735231,0.00787008,0.0045017847,0.010844039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007728473,0.00020949378,0.0009105872,0.000356553,0.00006757149,0.00028157124,0.0023168302,0.0044549773,0.01653787,0.0470307,0.6047057,0.3223553],"study_design_scores_gemma":[0.0001673946,0.00021718134,0.0026564419,0.0002261098,0.000040120714,0.00023160918,0.0018712974,0.023565091,0.021072378,0.055397857,0.89442116,0.00013329045],"about_ca_topic_score_codex":0.051375978,"about_ca_topic_score_gemma":0.06243645,"teacher_disagreement_score":0.051375978,"about_ca_system_score_codex":0.0061096475,"about_ca_system_score_gemma":0.008649091,"threshold_uncertainty_score":0.121860206},"labels":[],"label_agreement":null},{"id":"W2926068071","doi":"10.1609/aimag.v40i1.2848","title":"Artificial Intelligence, Robotics, Ethics, and the Military: A Canadian Perspective","year":2019,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"Ministère de la Défense Nationale; Mitacs; Government of Canada","keywords":"Robotics; Artificial intelligence; Engineering ethics; Perspective (graphical); Emerging technologies; Computer science; Management science; Engineering; Robot","score_opus":0.04220733099979096,"score_gpt":0.358193681905814,"score_spread":0.31598635090602306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926068071","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018881772,0.045789074,0.0050209393,0.43532687,0.0013581609,0.0001090033,0.00021557011,0.000034773224,0.49326387],"genre_scores_gemma":[0.76131284,0.08877291,0.012526525,0.04799764,0.00091335655,0.0001518376,0.00014369431,0.00008953268,0.08809161],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98956126,0.0038395897,0.00024462948,0.00057914096,0.0037265276,0.002048789],"domain_scores_gemma":[0.9883338,0.0040105637,0.0006347846,0.00026843307,0.00405119,0.0027012029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009563883,0.00094677927,0.00067668007,0.0056849476,0.028875146,0.014864396,0.0019510308,0.005084259,0.004864254],"category_scores_gemma":[0.009474228,0.0005333597,0.00044122266,0.006970285,0.05379879,0.007272431,0.004823146,0.0078841485,0.00039683102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007793148,0.000015271416,0.000981781,0.00008868946,0.0000050656945,0.00012376758,0.017075839,0.00032761745,0.000079446916,0.95030767,0.01884698,0.012140079],"study_design_scores_gemma":[0.000011749133,0.00002467241,0.0077410326,0.0010009456,0.000022061393,0.0002279764,0.056141376,0.0012323542,0.00019414775,0.20943679,0.72384566,0.000121355944],"about_ca_topic_score_codex":0.9852064,"about_ca_topic_score_gemma":0.9911759,"teacher_disagreement_score":0.76010585,"about_ca_system_score_codex":0.23989412,"about_ca_system_score_gemma":0.2880734,"threshold_uncertainty_score":0.8816151},"labels":[],"label_agreement":null},{"id":"W2927275098","doi":"10.1609/aimag.v40i1.2842","title":"No AI Is an Island: The Case for Teaming Intelligence","year":2019,"lang":"en","type":"article","venue":"AI Magazine","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ames Research Center; School of Computer Science, Carnegie Mellon University; Defense Advanced Research Projects Agency; McGill University","keywords":"Competence (human resources); Counterintuitive; Computer science; Collective intelligence; Artificial intelligence, situated approach; Applications of artificial intelligence; Knowledge management; Intelligent decision support system; Intelligent agent; Intelligence cycle; Artificial intelligence; Engineering; Psychology; Military intelligence; Political science; Epistemology; Social psychology","score_opus":0.030144111240901147,"score_gpt":0.37625201001433256,"score_spread":0.3461078987734314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927275098","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042968005,0.00584686,0.042985965,0.23977551,0.0012642249,0.00007684372,0.0000387727,0.00016794122,0.66687584],"genre_scores_gemma":[0.94970906,0.003274362,0.016762702,0.012846712,0.0005447955,0.00014417172,0.000036783724,0.0001495998,0.016531892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99262565,0.0041057556,0.000196806,0.0007422438,0.0012153223,0.0011141867],"domain_scores_gemma":[0.9894782,0.0045012683,0.0006944497,0.0015100038,0.0011631319,0.0026530256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009264813,0.0004056447,0.0005128073,0.001911178,0.0112800365,0.013262165,0.00162936,0.0058268644,0.00598662],"category_scores_gemma":[0.011591722,0.00049244397,0.00064290944,0.0010257326,0.047556024,0.022229733,0.010221503,0.010051733,0.0015779216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023006774,0.000022654798,0.0008756998,0.00005607004,0.000012443023,0.00022137359,0.013339801,0.0003417582,0.00009944194,0.95864516,0.00810399,0.018258668],"study_design_scores_gemma":[0.000015701924,0.000032797227,0.00075536245,0.00022331635,0.000009574331,0.00024688547,0.017646886,0.0011447669,0.000079879625,0.8793383,0.100484766,0.000021761409],"about_ca_topic_score_codex":0.004488342,"about_ca_topic_score_gemma":0.0032033403,"teacher_disagreement_score":0.013262165,"about_ca_system_score_codex":0.0028586537,"about_ca_system_score_gemma":0.004446207,"threshold_uncertainty_score":0.04899758},"labels":[],"label_agreement":null},{"id":"W3017838119","doi":"10.1609/aimag.v41i1.5195","title":"Addressing the Challenges of Government Service Provision with Artificial Intelligence","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Incentive; Government (linguistics); Moral hazard; Population; Transparency (behavior); Business; Service (business); Public administration; Public relations; Economics; Political science; Computer security; Computer science; Marketing; Microeconomics; Sociology","score_opus":0.10492866913708677,"score_gpt":0.30546499985483305,"score_spread":0.2005363307177463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017838119","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10238163,0.007494936,0.63355106,0.117176406,0.0005954627,0.00040476787,0.00017262528,0.0007391056,0.13748407],"genre_scores_gemma":[0.87953407,0.003964782,0.10683001,0.0034550687,0.00039993704,0.00023962604,0.000097442375,0.00005523638,0.005423775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99456525,0.0030651565,0.00022381941,0.00046591368,0.0012251555,0.00045466615],"domain_scores_gemma":[0.9931011,0.0042129857,0.0007021687,0.0009528138,0.00066376384,0.0003671211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061957343,0.0005348845,0.00061051495,0.0011428718,0.0020078975,0.0054679806,0.0017994967,0.0027018005,0.0028246925],"category_scores_gemma":[0.010820653,0.00044725614,0.00067782996,0.0014738664,0.0056723547,0.007029074,0.0049123606,0.004096074,0.00061492575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088399334,0.00029701233,0.0037156101,0.0006464794,0.00012282867,0.0002796593,0.0016585208,0.059577525,0.0019810786,0.6935078,0.013678565,0.2244464],"study_design_scores_gemma":[0.000045606255,0.0000896516,0.0012184184,0.00018923289,0.0000364102,0.00013287508,0.0016511704,0.17011382,0.0011317034,0.7629022,0.062442977,0.000045886165],"about_ca_topic_score_codex":0.0037063474,"about_ca_topic_score_gemma":0.0028703355,"teacher_disagreement_score":0.0061957343,"about_ca_system_score_codex":0.0030406988,"about_ca_system_score_gemma":0.0049190833,"threshold_uncertainty_score":0.03276658},"labels":[],"label_agreement":null},{"id":"W3087861954","doi":"10.1609/aimag.v41i3.5319","title":"Large‐Scale Personalized Categorization of Financial Transactions","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Database transaction; Chart; Computer science; Financial transaction; Categorization; Scale (ratio); Automation; Transaction processing; Transaction data; Task (project management); Accounting information system; Accounting; Finance; Business; Database; Artificial intelligence; Engineering; Management; Economics","score_opus":0.014447303245678585,"score_gpt":0.24857256159974234,"score_spread":0.23412525835406375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087861954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63646376,0.0040118583,0.318553,0.0021673904,0.0004279901,0.0007453439,0.012225954,0.012644926,0.012759775],"genre_scores_gemma":[0.84043765,0.0007539325,0.13685232,0.00032895233,0.00019780904,0.00015607683,0.01532227,0.00017901635,0.005772052],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870527,0.00024171165,0.00009403679,0.00041280454,0.00041879414,0.00012726017],"domain_scores_gemma":[0.99809355,0.0005922298,0.00017934403,0.0005770357,0.00043901036,0.00011889218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007957238,0.00072748616,0.0008862237,0.0037407281,0.00082480395,0.0014570645,0.0009847076,0.0007703262,0.0016682476],"category_scores_gemma":[0.0038426314,0.00028687844,0.00056404836,0.0037302207,0.00028900016,0.0024810338,0.00097384665,0.0008696781,0.0016561497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056907395,0.0008552798,0.051618066,0.00018800104,0.00023131269,0.00050918775,0.0006946688,0.024736144,0.013715185,0.0021113863,0.034922533,0.8698492],"study_design_scores_gemma":[0.00004149706,0.00022642963,0.084983975,0.000057305,0.00011094467,0.00067498686,0.0015012573,0.8513477,0.013204787,0.01925762,0.028502658,0.0000908334],"about_ca_topic_score_codex":0.01170792,"about_ca_topic_score_gemma":0.023967994,"teacher_disagreement_score":0.01170792,"about_ca_system_score_codex":0.00090111484,"about_ca_system_score_gemma":0.00066220784,"threshold_uncertainty_score":0.023279548},"labels":[],"label_agreement":null},{"id":"W3124177705","doi":"10.1609/aimag.v41i4.7383","title":"Place Your Bets: Will Machine Learning Outgrow Human Labeling?","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Craft; Artificial intelligence; Computer science; Machine learning; Data science; Art; Visual arts","score_opus":0.038125017079584385,"score_gpt":0.28694597779414976,"score_spread":0.2488209607145654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124177705","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013224212,0.0062664426,0.032927144,0.59508616,0.018776366,0.00008483697,0.0012019613,0.002998195,0.32943466],"genre_scores_gemma":[0.35737574,0.007953758,0.050190285,0.15536046,0.01692813,0.00025661435,0.002326964,0.004661452,0.40494657],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960454,0.0013234947,0.000109587025,0.00059306883,0.0014961531,0.00043229648],"domain_scores_gemma":[0.97790504,0.012148683,0.0011645535,0.0022681623,0.004208966,0.002304665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011786998,0.00066459645,0.0006186067,0.0016488769,0.003972936,0.012663757,0.0016118529,0.0049574184,0.08639668],"category_scores_gemma":[0.054139573,0.00057146355,0.0005312655,0.0016577266,0.0038054537,0.020975146,0.0030588824,0.006425146,0.042762138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014199136,0.00008476768,0.0018645653,0.00009337659,0.000014364354,0.0000623419,0.00037823993,0.0004336704,0.0005575992,0.068362765,0.7165936,0.21141271],"study_design_scores_gemma":[0.000039549628,0.00009194126,0.0019227803,0.0002936503,0.000018712413,0.00012464993,0.0013974145,0.005194867,0.001513448,0.17195977,0.81737155,0.000071699316],"about_ca_topic_score_codex":0.005260156,"about_ca_topic_score_gemma":0.011787388,"teacher_disagreement_score":0.08639668,"about_ca_system_score_codex":0.003094301,"about_ca_system_score_gemma":0.0019980692,"threshold_uncertainty_score":0.28902566},"labels":[],"label_agreement":null},{"id":"W3130506297","doi":"10.1609/aimag.v36i2.2590","title":"Reports on the 2015 AAAI Workshop Series","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université du Québec; McGill University; University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Interactivity; Turing; Interpretability; Analytics; Big data; Data science; World Wide Web","score_opus":0.027449126906221786,"score_gpt":0.2577773790530213,"score_spread":0.2303282521467995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130506297","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023686015,0.041202445,0.007587628,0.1120588,0.3391738,0.0008106227,0.019693779,0.0039854655,0.47311878],"genre_scores_gemma":[0.007528395,0.027355462,0.0062979856,0.01411708,0.03713117,0.0004926506,0.03788127,0.0013187762,0.86787724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953799,0.00047545007,0.00034810303,0.0005905365,0.0027203788,0.00048555876],"domain_scores_gemma":[0.9857544,0.0010733922,0.00044803545,0.0012988306,0.0077804564,0.0036448846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008899974,0.0024190755,0.0015122361,0.004797058,0.0034910399,0.011661658,0.003075184,0.0041053453,0.25824416],"category_scores_gemma":[0.013438784,0.00076617335,0.0014835134,0.0036715653,0.00084743125,0.01138486,0.004937474,0.0055146245,0.23890252],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020101119,0.000037485956,0.00008881413,0.000049346734,0.000004059653,0.000017115379,0.000013889673,0.000028915207,0.000073979034,0.00065151544,0.97987247,0.019142304],"study_design_scores_gemma":[0.0000065527424,0.000009832405,0.00035040925,0.00007524096,0.0000056562403,0.000021673943,0.000054737506,0.00009915955,0.00008763059,0.00054333213,0.99873453,0.000011129447],"about_ca_topic_score_codex":0.008397669,"about_ca_topic_score_gemma":0.019579152,"teacher_disagreement_score":0.25824416,"about_ca_system_score_codex":0.0039059436,"about_ca_system_score_gemma":0.005775628,"threshold_uncertainty_score":0.86391276},"labels":[],"label_agreement":null},{"id":"W3210395320","doi":"10.1609/aimag.v38i3.2755","title":"Reports of the Workshops of the 31st AAAI Conference on Artificial Intelligence","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; McGill University","funders":"","keywords":"Library science; Engineering; Range (aeronautics); Operations research; Square (algebra); Artificial intelligence; Cartography; Computer science; Geography; Mathematics","score_opus":0.06194489864395925,"score_gpt":0.3015936921438212,"score_spread":0.23964879349986196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210395320","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015510338,0.040968444,0.025853086,0.13627635,0.3177512,0.002109717,0.022340687,0.0027837832,0.43640634],"genre_scores_gemma":[0.032931477,0.0330738,0.020436672,0.013308882,0.037913386,0.0012179425,0.04899739,0.0015231259,0.81059736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955947,0.0007558386,0.00026548424,0.0003872494,0.0025701143,0.0004265746],"domain_scores_gemma":[0.98472494,0.0016394075,0.00058455655,0.0011949638,0.00822868,0.0036274192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009779055,0.0014386016,0.0011230621,0.0042076185,0.0025931848,0.007268091,0.001928375,0.0020125275,0.08148726],"category_scores_gemma":[0.012902892,0.0005864663,0.00090282847,0.0030391063,0.0007654684,0.0055533657,0.0036956102,0.0045217643,0.03847458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011055043,0.00015779976,0.00038099982,0.00016153847,0.000016905216,0.00006715071,0.00015020353,0.0001255371,0.00052237435,0.0017249011,0.9524675,0.044114526],"study_design_scores_gemma":[0.000025779054,0.00004877791,0.0014318065,0.0001368629,0.000025716636,0.000052350082,0.00035957288,0.00047377127,0.0009063602,0.0028185863,0.9936879,0.000032626027],"about_ca_topic_score_codex":0.0056737643,"about_ca_topic_score_gemma":0.019143349,"teacher_disagreement_score":0.08148726,"about_ca_system_score_codex":0.0022798858,"about_ca_system_score_gemma":0.0050864737,"threshold_uncertainty_score":0.27260208},"labels":[],"label_agreement":null},{"id":"W4205688508","doi":"10.1609/aimag.v42i2.15096","title":"Optimizing smart grid operations from the demand side","year":2021,"lang":"en","type":"article","venue":"AI Magazine","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China; Nanyang Technological University; National Research Foundation Singapore; National Science Council; National Research Foundation","keywords":"Electricity; Smart grid; Demand response; Process (computing); Computer science; Grid; Power demand; Electric power system; Power (physics); Demand side; Power consumption; Shutdown; Operations research; Dynamic demand; Power grid; Consumption (sociology); Business; Environmental economics; Engineering; Economics; Electrical engineering","score_opus":0.009474168610807864,"score_gpt":0.20554817983278792,"score_spread":0.19607401122198007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205688508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8376576,0.00021591717,0.12768072,0.0011000413,0.00008835334,0.00020107276,0.0007023479,0.0043933624,0.027960546],"genre_scores_gemma":[0.99388945,0.000033486056,0.0049653724,0.00003411949,0.000006088095,0.000011544879,0.00015796641,0.000039488663,0.000862587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997029,0.00007456629,0.000018894802,0.000047202666,0.00010183998,0.00005454632],"domain_scores_gemma":[0.9995763,0.000097829434,0.000057752794,0.000094734765,0.00012592928,0.00004746223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052713434,0.00049414096,0.0002860735,0.00032866478,0.00028858086,0.0009196102,0.00037903225,0.0002249277,0.002214328],"category_scores_gemma":[0.00081760436,0.00015448574,0.00014372467,0.00039049404,0.0002584466,0.0010461401,0.0005329222,0.0003749182,0.0005278899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005785932,0.00038140963,0.021585606,0.00012491576,0.00007097016,0.00033083826,0.0002931035,0.6938542,0.06015782,0.005498357,0.0113809975,0.20574322],"study_design_scores_gemma":[0.000030264631,0.000100240795,0.0042490433,0.00000657864,0.000010095519,0.000021405074,0.00019357368,0.97633594,0.011828257,0.0027839171,0.0044280267,0.000012708287],"about_ca_topic_score_codex":0.004727212,"about_ca_topic_score_gemma":0.005691455,"teacher_disagreement_score":0.004727212,"about_ca_system_score_codex":0.0006088954,"about_ca_system_score_gemma":0.0006591069,"threshold_uncertainty_score":0.009399414},"labels":[],"label_agreement":null},{"id":"W4244975579","doi":"10.1609/aimag.v37i4.2692","title":"Reports of the Workshops Held at the 2016 International AAAI Conference on Web and Social Media","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Social media; Futures contract; Web site; Work (physics); Public relations; Political science; World Wide Web; Engineering; Computer science; The Internet; Business","score_opus":0.013481073120932042,"score_gpt":0.2106980451578745,"score_spread":0.19721697203694244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244975579","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03811218,0.040401265,0.024083748,0.17449994,0.3986792,0.0037565527,0.027134972,0.0028555396,0.29047665],"genre_scores_gemma":[0.04482694,0.029336719,0.015575697,0.013791066,0.053868096,0.0024455474,0.033696983,0.0023017642,0.8041571],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99216956,0.0017098469,0.00044954603,0.0008892396,0.003964488,0.00081726833],"domain_scores_gemma":[0.9714247,0.0037299804,0.0011581018,0.001358537,0.013517361,0.008811354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016005708,0.001997068,0.0011413199,0.006093763,0.00416223,0.0080763,0.0019607944,0.0024017433,0.058807082],"category_scores_gemma":[0.018715585,0.00078374235,0.0012042032,0.0042927647,0.0010720663,0.00796178,0.0062735043,0.0053859013,0.03205956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014044486,0.00027149796,0.0006328898,0.00028778636,0.000016944268,0.00015405005,0.0009854818,0.00011148163,0.0009802828,0.001016344,0.9515728,0.043830037],"study_design_scores_gemma":[0.000029801668,0.000091468246,0.0025735642,0.00024765884,0.000028587343,0.00008132468,0.002052756,0.00037699542,0.0010812163,0.0010742616,0.9923078,0.000054587563],"about_ca_topic_score_codex":0.004343056,"about_ca_topic_score_gemma":0.012613334,"teacher_disagreement_score":0.058807082,"about_ca_system_score_codex":0.0022731677,"about_ca_system_score_gemma":0.0039258897,"threshold_uncertainty_score":0.19672924},"labels":[],"label_agreement":null},{"id":"W4256364036","doi":"10.1609/aimag.v38i4.2772","title":"Reports of the Workshops Held at the 2017 International AAAI Conference on Web and Social Media","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Perception; Analytics; Social web; Web 2.0; Social media analytics; Focus group","score_opus":0.0576006232039209,"score_gpt":0.34363652042633813,"score_spread":0.28603589722241723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256364036","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047496345,0.030759322,0.021854999,0.15310927,0.39781237,0.00468853,0.038042862,0.002395752,0.3038406],"genre_scores_gemma":[0.062049713,0.031827625,0.014810602,0.013865303,0.06978554,0.003854569,0.043873314,0.002368021,0.75756526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920581,0.0016679441,0.00041739602,0.0006917459,0.004350291,0.00081454124],"domain_scores_gemma":[0.96872085,0.0041349074,0.0012205279,0.0014975512,0.015908236,0.008517994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01592903,0.0017264137,0.0010028778,0.006669604,0.004005428,0.0077375732,0.0017123587,0.0018364273,0.0530081],"category_scores_gemma":[0.022211976,0.0006705013,0.0011524217,0.0048324615,0.0011931742,0.005624691,0.0058890725,0.0046785064,0.024643585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001183573,0.00023238963,0.00076318963,0.00026799794,0.000017308139,0.00013547867,0.0012057751,0.00012976005,0.0007059654,0.001238021,0.95195884,0.043227],"study_design_scores_gemma":[0.000028330982,0.00010003129,0.0033566942,0.0002723674,0.000029036291,0.00006158995,0.0029719826,0.00031636906,0.00091970444,0.0013718639,0.9905155,0.00005645067],"about_ca_topic_score_codex":0.0058526597,"about_ca_topic_score_gemma":0.015844433,"teacher_disagreement_score":0.0530081,"about_ca_system_score_codex":0.0029951676,"about_ca_system_score_gemma":0.005570252,"threshold_uncertainty_score":0.17732972},"labels":[],"label_agreement":null},{"id":"W4311127142","doi":"10.1002/aaai.12069","title":"Intelligent planning for large‐scale multi‐agent systems","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Task (project management); Computer science; Scale (ratio); Intelligent agent; Robot; Multi-agent system; Motion planning; Intelligent decision support system; Motion (physics); Artificial intelligence; Human–computer interaction; Operations research; Software engineering; Systems engineering; Engineering","score_opus":0.04019234045748928,"score_gpt":0.2999924591246558,"score_spread":0.2598001186671665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311127142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004485025,0.0014634883,0.98525476,0.0010240137,0.0000996454,0.00007994616,0.00010784867,0.0006316002,0.006853733],"genre_scores_gemma":[0.4652483,0.0028861174,0.5214405,0.00035518577,0.00020290702,0.0007008021,0.00056208955,0.00024983543,0.008354264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993793,0.00024225336,0.000036542817,0.000121955374,0.00017027611,0.000049642236],"domain_scores_gemma":[0.9985329,0.0009812624,0.000102004255,0.00017749169,0.00012839204,0.00007788812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010489319,0.0007864599,0.00072981865,0.00052361493,0.0008973146,0.0017968247,0.0011235955,0.0009071188,0.003539966],"category_scores_gemma":[0.0030523136,0.0005051854,0.00057580083,0.0008277273,0.001417865,0.0016635117,0.001988585,0.0019048669,0.000594822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027597036,0.000024731524,0.00022375898,0.00011244711,0.00004648487,0.00008195406,0.00007354158,0.8535898,0.0007545244,0.09326254,0.004609461,0.047193207],"study_design_scores_gemma":[0.000012300236,0.000009684453,0.00005928539,0.000012752782,0.0000054459624,0.000014590089,0.000026610682,0.9080901,0.0002310474,0.08551251,0.006020301,0.000005364548],"about_ca_topic_score_codex":0.00583936,"about_ca_topic_score_gemma":0.006176053,"teacher_disagreement_score":0.00583936,"about_ca_system_score_codex":0.0012527651,"about_ca_system_score_gemma":0.0011869611,"threshold_uncertainty_score":0.01184243},"labels":[],"label_agreement":null},{"id":"W4311706555","doi":"10.1002/aaai.12068","title":"Search and learning for unsupervised text generation","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"DeepMind; Alberta Machine Intelligence Institute; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Heuristic; Task (project management); Sentence; Annotation; Machine learning; Function (biology); Component (thermodynamics); Unsupervised learning; Natural language processing; Resource (disambiguation)","score_opus":0.039183752693572334,"score_gpt":0.2721839684174112,"score_spread":0.2330002157238389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311706555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011601858,0.00037459686,0.9841339,0.0005035927,0.000035054978,0.000047284047,0.00014673201,0.00066938257,0.0024875677],"genre_scores_gemma":[0.47637087,0.0006139613,0.5103254,0.00040022994,0.00021314697,0.00040269655,0.0011768983,0.00041628443,0.010080478],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932027,0.00029598092,0.00003898583,0.00016820921,0.00013309631,0.00004352926],"domain_scores_gemma":[0.99709463,0.0020909098,0.00019425439,0.00027937867,0.00027267638,0.000068229776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013460135,0.000353053,0.0006473921,0.0010338027,0.0005100503,0.00097050617,0.0009406055,0.0008150227,0.0038809355],"category_scores_gemma":[0.005848308,0.00032874942,0.00079854194,0.001080765,0.0009578404,0.0017757931,0.0011041814,0.0012670549,0.00093077845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106129584,0.00010806697,0.0013175791,0.00024056646,0.000063134234,0.000110439745,0.00019721134,0.5453834,0.005031321,0.175144,0.013367876,0.2589303],"study_design_scores_gemma":[0.000006852437,0.000008466731,0.00006829176,0.000006899348,0.000002619484,0.000013907457,0.000007659296,0.9580219,0.00061563635,0.04001963,0.0012242759,0.0000037794243],"about_ca_topic_score_codex":0.0016262563,"about_ca_topic_score_gemma":0.002586413,"teacher_disagreement_score":0.0038809355,"about_ca_system_score_codex":0.0010171521,"about_ca_system_score_gemma":0.00090300443,"threshold_uncertainty_score":0.012983084},"labels":[],"label_agreement":null},{"id":"W4312117451","doi":"10.1002/aaai.12074","title":"The New Faculty Highlights Program at AAAI‐21","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Work (physics); Narrative; Computer science; Psychology; Engineering","score_opus":0.10926145511666671,"score_gpt":0.42533889880470427,"score_spread":0.3160774436880376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312117451","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010288908,0.003837186,0.017973118,0.086328864,0.10258801,0.00091047114,0.0059367996,0.00998032,0.7621563],"genre_scores_gemma":[0.024991153,0.0013110687,0.010553578,0.0071047125,0.018719321,0.00075241725,0.003006545,0.0028121825,0.930749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967669,0.0006618671,0.00007508922,0.00041427673,0.0013884257,0.00069335895],"domain_scores_gemma":[0.9895864,0.00050613104,0.0003244202,0.00050405983,0.0013407302,0.007738302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064776028,0.0010191551,0.00045559136,0.0015396278,0.0063956254,0.008101206,0.0019578012,0.0026441226,0.29820427],"category_scores_gemma":[0.00665396,0.0005677233,0.0008766188,0.0010491093,0.0012580532,0.005786262,0.008140144,0.0044610384,0.12395655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078388526,0.000077992125,0.00014419382,0.0000457023,0.000003032085,0.00008825579,0.0002739391,0.00005354475,0.0005551922,0.0034627283,0.9713066,0.02391044],"study_design_scores_gemma":[0.000011463022,0.000032765165,0.00021293583,0.000016542492,0.0000016175251,0.00003664073,0.00014804877,0.00006822012,0.0002599623,0.0007677106,0.998434,0.000010120058],"about_ca_topic_score_codex":0.0025206064,"about_ca_topic_score_gemma":0.0103119835,"teacher_disagreement_score":0.29820427,"about_ca_system_score_codex":0.0033808416,"about_ca_system_score_gemma":0.0053562494,"threshold_uncertainty_score":0.9975927},"labels":[],"label_agreement":null},{"id":"W4361287583","doi":"10.1002/aaai.12085","title":"Hybrid forecasting of geopolitical events<sup>†</sup>","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Intelligence Advanced Research Projects Activity; Office of the Director of National Intelligence","keywords":"Geopolitics; Computer science; Political science","score_opus":0.13063113558360034,"score_gpt":0.3858308418096474,"score_spread":0.25519970622604704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361287583","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8585618,0.00031124012,0.105725616,0.0020077885,0.00052759354,0.00026742264,0.006472703,0.006389212,0.019736568],"genre_scores_gemma":[0.9556083,0.0000451747,0.03910545,0.00008757403,0.00007425737,0.00006316509,0.0029073223,0.0000909743,0.0020178133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930596,0.00025850255,0.000044483277,0.00014523514,0.0001775739,0.00006824761],"domain_scores_gemma":[0.9945773,0.0035216778,0.00024067976,0.00045329882,0.00083463866,0.00037238834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003232738,0.00062347,0.00049381185,0.0012144175,0.0004327829,0.001403842,0.0007227734,0.0006582108,0.0045117796],"category_scores_gemma":[0.00755304,0.00019224106,0.00047548022,0.0011101003,0.00026158107,0.0009350935,0.00086689455,0.0007534074,0.0011350012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011791503,0.0004894983,0.080824666,0.00015161202,0.0003416895,0.00032280385,0.00079128036,0.58433706,0.009468882,0.004243553,0.05376946,0.26408035],"study_design_scores_gemma":[0.000026859445,0.00007753486,0.009363136,0.000008119413,0.000017516772,0.00001926845,0.0001481587,0.9823439,0.0018796974,0.0023453995,0.0037419877,0.00002846731],"about_ca_topic_score_codex":0.022550842,"about_ca_topic_score_gemma":0.026565086,"teacher_disagreement_score":0.022550842,"about_ca_system_score_codex":0.00089144346,"about_ca_system_score_gemma":0.00074377377,"threshold_uncertainty_score":0.044839203},"labels":[],"label_agreement":null},{"id":"W4362607906","doi":"10.1002/aaai.12079","title":"Deploying automated ticket router across the enterprise","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Software deployment; IBM; Ticket; Computer science; Service (business); Perspective (graphical); Process management; Engineering management; Knowledge management; Engineering; Artificial intelligence; Software engineering; Computer security; Business; Marketing","score_opus":0.012580120152080593,"score_gpt":0.2926173237792072,"score_spread":0.2800372036271266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362607906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88801295,0.0001434295,0.07992792,0.00051176734,0.00009689869,0.00040336684,0.00019486647,0.025223704,0.0054851766],"genre_scores_gemma":[0.94946694,0.00006249135,0.047856413,0.00006962271,0.000013530396,0.000049218244,0.00039724837,0.00020745104,0.001877016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981572,0.00054877385,0.00010179458,0.0004713701,0.00044428604,0.00027658604],"domain_scores_gemma":[0.9965295,0.0008885879,0.0003323374,0.0010083247,0.00074891385,0.00049229676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025170578,0.0005650101,0.0005285527,0.0010415452,0.00060842553,0.0014602392,0.0012873325,0.0006357548,0.0019578089],"category_scores_gemma":[0.0050272737,0.00039741612,0.000284426,0.00068694516,0.000513528,0.0013528076,0.0010169331,0.0008684,0.0007786712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011459815,0.0017904338,0.05057407,0.00012398371,0.00022570405,0.0010417774,0.0008798141,0.4474372,0.06429966,0.0057971515,0.016835125,0.40984908],"study_design_scores_gemma":[0.00006930839,0.00057077524,0.005888119,0.000012488777,0.00003613093,0.000085642896,0.0003565704,0.9725887,0.015423003,0.0008954182,0.0040392373,0.000034601606],"about_ca_topic_score_codex":0.0106341485,"about_ca_topic_score_gemma":0.0066963076,"teacher_disagreement_score":0.0106341485,"about_ca_system_score_codex":0.0017564896,"about_ca_system_score_gemma":0.002150773,"threshold_uncertainty_score":0.02114451},"labels":[],"label_agreement":null},{"id":"W4380632342","doi":"10.1002/aaai.12095","title":"Evaluation and Design of Generalist Systems (EDGeS)","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Computer science; Scalability; Theme (computing); Machine learning; World Wide Web","score_opus":0.09645042184813814,"score_gpt":0.32365058205795927,"score_spread":0.22720016020982114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380632342","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16951682,0.001884464,0.7811029,0.001782842,0.0002972133,0.0015911391,0.00045470573,0.005075191,0.038294796],"genre_scores_gemma":[0.6301828,0.0005025675,0.36237553,0.00057732244,0.000043243308,0.0006567462,0.00046425583,0.0006024499,0.0045950375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9803509,0.012100556,0.0008125204,0.0020840948,0.0037842505,0.00086763233],"domain_scores_gemma":[0.9756644,0.012342234,0.0014167618,0.005700619,0.004273634,0.00060245395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015456644,0.0009633404,0.00062224356,0.0009889671,0.00053299236,0.0028008858,0.0025360002,0.0014858397,0.0059631662],"category_scores_gemma":[0.04096434,0.00057098607,0.00075820275,0.00054927,0.0026661847,0.0036042177,0.0030021144,0.0013887006,0.0010107486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021084952,0.00062704843,0.008580973,0.002712714,0.0003406163,0.00035626223,0.0020478533,0.22577189,0.022560295,0.30936807,0.0090087475,0.416517],"study_design_scores_gemma":[0.00068913406,0.0031909922,0.0025219438,0.000703933,0.00033838104,0.00031925886,0.0010202584,0.66198087,0.044511214,0.22411938,0.060507964,0.00009672827],"about_ca_topic_score_codex":0.0015473326,"about_ca_topic_score_gemma":0.0018167433,"teacher_disagreement_score":0.015456644,"about_ca_system_score_codex":0.0025577473,"about_ca_system_score_gemma":0.0022288149,"threshold_uncertainty_score":0.08174354},"labels":[],"label_agreement":null},{"id":"W4381929569","doi":"10.1002/aaai.12099","title":"Maximizing AI reliability through anticipatory thinking and model risk audits","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital","funders":"","keywords":"Interpretability; Audit; Robustness (evolution); Reliability (semiconductor); Bridge (graph theory); Computer science; Corporate governance; Risk analysis (engineering); Work (physics); Management science; Knowledge management; Process management; Engineering; Business; Artificial intelligence; Accounting","score_opus":0.05910301051109396,"score_gpt":0.3872911114209994,"score_spread":0.32818810090990547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381929569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089511506,0.00027117803,0.8749425,0.008745493,0.00006786314,0.00023622204,0.000039738617,0.0005807823,0.025604744],"genre_scores_gemma":[0.845829,0.00014245028,0.15271549,0.00020367345,0.000025599185,0.00011812765,0.000025617039,0.000050679817,0.00088930206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97837925,0.014490828,0.0009213162,0.0012649054,0.0039126393,0.0010311411],"domain_scores_gemma":[0.9183812,0.0450873,0.013498015,0.012464731,0.008443773,0.0021250034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02591257,0.00093631365,0.0006027294,0.002057639,0.0014505327,0.0057491804,0.001954224,0.0015487086,0.0018206727],"category_scores_gemma":[0.082971506,0.0006477177,0.0008238939,0.0010918175,0.0066749235,0.0073210625,0.006591389,0.003580323,0.00023340853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019659544,0.00033662445,0.011116905,0.0003171752,0.00012853878,0.00024768562,0.006138425,0.20078745,0.0031669007,0.66564846,0.0026126145,0.10930262],"study_design_scores_gemma":[0.000033762102,0.00012822625,0.001067244,0.00020376495,0.00005024861,0.00007721407,0.0010713157,0.3013003,0.0024449162,0.6884777,0.0050818487,0.00006345372],"about_ca_topic_score_codex":0.002682863,"about_ca_topic_score_gemma":0.003542187,"teacher_disagreement_score":0.02591257,"about_ca_system_score_codex":0.0033847967,"about_ca_system_score_gemma":0.008000262,"threshold_uncertainty_score":0.13704038},"labels":[],"label_agreement":null},{"id":"W4385953656","doi":"10.1002/aaai.12110","title":"AI and elections: An introduction to the special issue","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disinformation; Democracy; Voting; Political science; Public relations; Psychological intervention; Key (lock); Computer science; Social media; Politics; Psychology; Computer security; Law","score_opus":0.013990065196319628,"score_gpt":0.2848859641874218,"score_spread":0.27089589899110217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953656","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051630626,0.2383234,0.0044925427,0.08268706,0.53378516,0.00013537287,0.00046744084,0.00030814498,0.13928463],"genre_scores_gemma":[0.005033148,0.14334649,0.0020817576,0.026866663,0.69377476,0.00022373843,0.00063087896,0.00046591953,0.12757675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802643,0.0005190455,0.0001906701,0.00036393793,0.0006792736,0.0002206589],"domain_scores_gemma":[0.99376196,0.003606657,0.00029466013,0.00033712212,0.0010886078,0.0009110956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022386175,0.001859777,0.0017017663,0.004121153,0.003689914,0.010380988,0.001866529,0.006245694,0.06681992],"category_scores_gemma":[0.007833036,0.0007676855,0.0014822918,0.0037028473,0.0026781058,0.0075160214,0.003584372,0.011478045,0.03266679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022154152,0.00006545636,0.00017808231,0.0003804324,0.000010315891,0.00006967462,0.00012147576,0.00021136807,0.00012141854,0.012887544,0.92862433,0.057307765],"study_design_scores_gemma":[0.0000035851701,0.00001661848,0.00025763855,0.00039437605,0.0000034702032,0.000090193644,0.00006741393,0.00008632379,0.000019544399,0.005903851,0.99314886,0.000008194789],"about_ca_topic_score_codex":0.0017549386,"about_ca_topic_score_gemma":0.00325278,"teacher_disagreement_score":0.06681992,"about_ca_system_score_codex":0.002926345,"about_ca_system_score_gemma":0.002498247,"threshold_uncertainty_score":0.22353488},"labels":[],"label_agreement":null},{"id":"W4387429183","doi":"10.1002/aaai.12132","title":"Introduction to the special issue on Innovative Applications of Artificial Intelligence (IAAI 2023)","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Greenfield Research (Canada)","funders":"","keywords":"Computer science; Engineering; Artificial intelligence; Management science; Engineering management","score_opus":0.04692520583267512,"score_gpt":0.30862148843637927,"score_spread":0.26169628260370414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387429183","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004706182,0.02897611,0.0029887208,0.058067776,0.7836766,0.00021315643,0.0010828446,0.0010602262,0.12346388],"genre_scores_gemma":[0.002367765,0.024179537,0.0018099733,0.031519156,0.51356757,0.00022141844,0.0017625394,0.0010412066,0.42353085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977221,0.00024690793,0.00017610812,0.00029544526,0.0013187468,0.0002406199],"domain_scores_gemma":[0.99245995,0.0016712849,0.00043822842,0.0003161873,0.0031195558,0.0019946848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020705105,0.0019491824,0.0014499679,0.0030546219,0.001951773,0.01112398,0.0015874971,0.0042775422,0.2026902],"category_scores_gemma":[0.00687946,0.0006332594,0.0013247619,0.0022198057,0.0009573017,0.005202017,0.0024478773,0.0060563306,0.14288324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008203873,0.000011290874,0.000036261732,0.00006854401,0.0000026175558,0.000016548482,0.000010916837,0.000017767088,0.0000959911,0.00050665566,0.98299074,0.01623448],"study_design_scores_gemma":[0.0000033497074,0.00001460396,0.00016999387,0.00010023691,0.0000030739757,0.000058178386,0.000026428674,0.000046997124,0.000043152617,0.0006269601,0.99890053,0.000006419112],"about_ca_topic_score_codex":0.0012448883,"about_ca_topic_score_gemma":0.0033240437,"teacher_disagreement_score":0.2026902,"about_ca_system_score_codex":0.0017464486,"about_ca_system_score_gemma":0.002509122,"threshold_uncertainty_score":0.67806625},"labels":[],"label_agreement":null},{"id":"W4387653858","doi":"10.1002/aaai.12129","title":"SolderNet: Towards trustworthy visual inspection of solder joints in electronics manufacturing using explainable artificial intelligence","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Industrial Vision Systems and Defect Detection","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"","keywords":"Soldering; Printed circuit board; Electronics; Visual inspection; Joint (building); Transparency (behavior); Automated optical inspection; Manufacturing engineering; Engineering; Computer science; Trustworthiness; Engineering drawing; Artificial intelligence; Electrical engineering; Computer security; Architectural engineering; Materials science","score_opus":0.03762574234437778,"score_gpt":0.2885290436264102,"score_spread":0.2509033012820324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387653858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05727285,0.00015206914,0.9343833,0.00033346764,0.000021160511,0.000047208665,0.00007840108,0.0066479337,0.0010636287],"genre_scores_gemma":[0.6973244,0.000121188634,0.300424,0.00019984895,0.000013760099,0.00003586493,0.0002423129,0.00032087867,0.0013176956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910957,0.00033078023,0.000042151394,0.00017995891,0.00027913574,0.000058348323],"domain_scores_gemma":[0.9974401,0.0011647467,0.00037616576,0.0005627402,0.00038273356,0.00007344287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014108428,0.0005895759,0.00034526817,0.0005013673,0.00018115329,0.0008344766,0.0010038787,0.0008256201,0.0012095206],"category_scores_gemma":[0.005134618,0.00033425467,0.00049613736,0.00017550912,0.00083269895,0.0015338806,0.001553852,0.001110533,0.00030815086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006400915,0.00027141577,0.010234205,0.0003072589,0.0001821428,0.0006683201,0.0009852324,0.43650195,0.08153658,0.020447807,0.0077279983,0.44049698],"study_design_scores_gemma":[0.00000885487,0.000036468165,0.00069356157,0.000012729071,0.000010126313,0.00004170885,0.000024730749,0.98177713,0.010879745,0.0052475967,0.0012582807,0.000009001591],"about_ca_topic_score_codex":0.003366099,"about_ca_topic_score_gemma":0.0036417663,"teacher_disagreement_score":0.003366099,"about_ca_system_score_codex":0.00080092764,"about_ca_system_score_gemma":0.00057145534,"threshold_uncertainty_score":0.0074613094},"labels":[],"label_agreement":null},{"id":"W4393988223","doi":"10.1002/aaai.12169","title":"The 2023 International Planning Competition","year":2024,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; European Research Council; Natural Sciences and Engineering Research Council of Canada; Vetenskapsrådet; University of Edinburgh","keywords":"Competition (biology); Business; Biology; Ecology","score_opus":0.012893691884000007,"score_gpt":0.27399845271392986,"score_spread":0.26110476082992984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393988223","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025920743,0.013584919,0.06630068,0.122771055,0.023457894,0.000659871,0.009611927,0.002784901,0.734908],"genre_scores_gemma":[0.44548362,0.0100238435,0.09698262,0.044960503,0.004773952,0.0021246527,0.029127767,0.004430778,0.36209238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99276537,0.0017847487,0.00019954973,0.0006610802,0.0035591281,0.0010301758],"domain_scores_gemma":[0.98747253,0.0028971338,0.00034145714,0.00093635434,0.0051510846,0.003201347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014213276,0.0013458994,0.0007521951,0.0021556704,0.0028814496,0.008600101,0.0028004982,0.0035804368,0.04089452],"category_scores_gemma":[0.011660103,0.0004348663,0.0010846324,0.0034282631,0.0025266837,0.0040384806,0.0042114803,0.005843705,0.00786629],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023897401,0.00020033059,0.0005036493,0.00014752924,0.00003804016,0.00009391491,0.00012434622,0.010773242,0.00035671907,0.12403847,0.7488708,0.114613965],"study_design_scores_gemma":[0.00005821953,0.00011037741,0.0009182609,0.00018604362,0.000011512356,0.00006203734,0.00028851628,0.0080373995,0.00077482074,0.026817456,0.9626961,0.000039367464],"about_ca_topic_score_codex":0.061154023,"about_ca_topic_score_gemma":0.059593648,"teacher_disagreement_score":0.061154023,"about_ca_system_score_codex":0.011084938,"about_ca_system_score_gemma":0.021493569,"threshold_uncertainty_score":0.13680577},"labels":[],"label_agreement":null},{"id":"W4404767295","doi":"10.1002/aaai.12205","title":"Introduction to the special issue on Innovative Applications of Artificial Intelligence (IAAI 2024)","year":2024,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Engineering","score_opus":0.036824953639029476,"score_gpt":0.30579733671622916,"score_spread":0.2689723830771997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404767295","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044659682,0.01978369,0.0015579588,0.059402447,0.788625,0.00016566529,0.0011815454,0.0006016671,0.12823547],"genre_scores_gemma":[0.0019055463,0.015493689,0.0009149846,0.028966747,0.5275446,0.00013999638,0.0013370032,0.00049896707,0.42319843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983071,0.0001706286,0.00011302195,0.00017719992,0.0010487515,0.00018335355],"domain_scores_gemma":[0.9926939,0.0014534966,0.00039025905,0.00022064174,0.0034035642,0.0018381121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018120997,0.0015208075,0.0012263212,0.003550953,0.001698601,0.009293455,0.001151734,0.0037632752,0.1991708],"category_scores_gemma":[0.0056873495,0.0004936904,0.00090310385,0.0018794048,0.00082044874,0.0039241635,0.0019240114,0.0045366655,0.1308499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006647464,0.000008954649,0.000029469418,0.00004288029,0.0000014179059,0.000014905376,0.0000064158053,0.0000121001785,0.000082425955,0.0003735925,0.9884233,0.010998007],"study_design_scores_gemma":[0.0000033094514,0.000011135492,0.00017019165,0.00007405055,0.0000022831503,0.000045467892,0.00001623225,0.000031392465,0.000038125374,0.0005313569,0.9990722,0.0000043057316],"about_ca_topic_score_codex":0.0015105257,"about_ca_topic_score_gemma":0.0043150852,"teacher_disagreement_score":0.1991708,"about_ca_system_score_codex":0.0015140185,"about_ca_system_score_gemma":0.0022457168,"threshold_uncertainty_score":0.66629267},"labels":[],"label_agreement":null},{"id":"W4406184544","doi":"10.1002/aaai.12208","title":"On the reliability of Large Language Models to misinformed and demographically informed prompts","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Dalhousie University","funders":"","keywords":"Reliability (semiconductor); Computer science; Psychology; Physics; Quantum mechanics","score_opus":0.01959875229797699,"score_gpt":0.35448417934044213,"score_spread":0.33488542704246516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406184544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92923146,0.0008300295,0.05471992,0.001764436,0.0004215324,0.00047701757,0.0011308716,0.0030452155,0.008379593],"genre_scores_gemma":[0.98331106,0.00010726536,0.013629174,0.00053641526,0.000079839825,0.00020558086,0.000917072,0.00027744778,0.0009361135],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.89294004,0.08720475,0.0033306591,0.008161074,0.0070693158,0.0012942362],"domain_scores_gemma":[0.20337859,0.7396044,0.018317763,0.021250527,0.015403053,0.0020456496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08351144,0.0015126452,0.0013431406,0.0028329056,0.0015262666,0.0042627254,0.0019377096,0.0031489655,0.0029029164],"category_scores_gemma":[0.57317895,0.00085668394,0.00074372126,0.0013978247,0.0034747105,0.0063162437,0.0051203226,0.003912771,0.002061769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009941157,0.0020457215,0.47393978,0.0037751044,0.001482052,0.0019748663,0.07609916,0.086644955,0.020938974,0.0080504,0.022211097,0.29289675],"study_design_scores_gemma":[0.0004381786,0.0026239455,0.12114416,0.0016494303,0.0005994551,0.0015985157,0.01674641,0.7965745,0.020111667,0.025935048,0.011927644,0.000651086],"about_ca_topic_score_codex":0.006584829,"about_ca_topic_score_gemma":0.0042168633,"teacher_disagreement_score":0.08351144,"about_ca_system_score_codex":0.00160555,"about_ca_system_score_gemma":0.0017853437,"threshold_uncertainty_score":0.441656},"labels":[],"label_agreement":null},{"id":"W4412036796","doi":"10.1002/aaai.70009","title":"When science fiction collides with reality: The future of learning and the one after that","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Engineering; Astrobiology; Physics","score_opus":0.02511207629390418,"score_gpt":0.34264358610196755,"score_spread":0.3175315098080634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412036796","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02626707,0.036414888,0.017301567,0.43399686,0.00893008,0.00006404611,0.00011143198,0.00032271142,0.4765913],"genre_scores_gemma":[0.88718283,0.017000727,0.00766266,0.029691098,0.004990926,0.00013300724,0.00011052081,0.00032254125,0.05290567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98683757,0.008545616,0.00023538263,0.0007902363,0.0025438059,0.0010473644],"domain_scores_gemma":[0.9845398,0.0098307505,0.000894536,0.0014903579,0.001842026,0.0014024639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010550017,0.00068284903,0.00069972017,0.0026622633,0.015327246,0.032196127,0.0016191299,0.0070398827,0.012996932],"category_scores_gemma":[0.0204812,0.0004184489,0.00062297017,0.0017056634,0.07788747,0.04514108,0.014364711,0.011160504,0.0022510749],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034780318,0.00002010837,0.0005285378,0.00016958406,0.000011854642,0.0005809853,0.087749764,0.00014240005,0.00024948173,0.8335095,0.044740748,0.032262266],"study_design_scores_gemma":[0.000007569959,0.00003270689,0.00036496756,0.0006999496,0.000008952932,0.0007806852,0.089292265,0.00027880055,0.0002846127,0.33499646,0.57321095,0.000042078296],"about_ca_topic_score_codex":0.004304621,"about_ca_topic_score_gemma":0.004537818,"teacher_disagreement_score":0.032196127,"about_ca_system_score_codex":0.007190029,"about_ca_system_score_gemma":0.0051585,"threshold_uncertainty_score":0.055794537},"labels":[],"label_agreement":null},{"id":"W4413943190","doi":"10.1002/aaai.70025","title":"Recent advances in finetuning multimodal large language models","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Institute for Catastrophic Loss Reduction","keywords":"Computer science; Artificial intelligence","score_opus":0.011786876258378312,"score_gpt":0.2828238057033132,"score_spread":0.2710369294449349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413943190","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039333034,0.015854063,0.9295017,0.0023915896,0.00016460315,0.000048252587,0.000106672094,0.0027471744,0.009852901],"genre_scores_gemma":[0.5881542,0.016649028,0.38596874,0.0010258856,0.0005552937,0.00020784489,0.00046457918,0.0010400682,0.005934345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945337,0.0001902159,0.00003991437,0.00016715836,0.00011459967,0.00003478665],"domain_scores_gemma":[0.99781126,0.0013810608,0.00012740844,0.00040989585,0.00020334603,0.0000670066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016620798,0.000664089,0.0006458862,0.00055835565,0.00022975827,0.0012915855,0.0014670576,0.0007042841,0.003014455],"category_scores_gemma":[0.0063810037,0.00042488583,0.0005030509,0.00050188444,0.0008766639,0.002603574,0.001926213,0.0013855894,0.0009409282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016425052,0.00014305406,0.0012825209,0.0005659236,0.00010492422,0.00008116943,0.00042344752,0.27722657,0.033051994,0.049455658,0.0043499568,0.6331505],"study_design_scores_gemma":[0.000016708434,0.00008673667,0.00051916734,0.0000642846,0.0000504757,0.000071154114,0.00009713166,0.8858096,0.01367833,0.066933036,0.032635096,0.00003835926],"about_ca_topic_score_codex":0.0016042343,"about_ca_topic_score_gemma":0.0014084291,"teacher_disagreement_score":0.003014455,"about_ca_system_score_codex":0.000735632,"about_ca_system_score_gemma":0.00051385997,"threshold_uncertainty_score":0.010084331},"labels":[],"label_agreement":null},{"id":"W4414217059","doi":"10.1002/aaai.70029","title":"Developing generative recommender systems for government subsidy programs with a new RQ‐VAE model: Wello and the Korean government case","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Recommender system; Subsidy; Government (linguistics); Generative grammar; Quarter (Canadian coin); Generative model","score_opus":0.02680134838554462,"score_gpt":0.2649546541977284,"score_spread":0.23815330581218377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414217059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39709052,0.0009971191,0.5908001,0.0026666955,0.000074450436,0.00015028204,0.0005371905,0.0007183819,0.006965359],"genre_scores_gemma":[0.9297123,0.0001922664,0.06463102,0.00022074861,0.000020909338,0.000055302164,0.00030052886,0.00004257673,0.0048242975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992907,0.00035752234,0.000040401024,0.00015333937,0.00008347617,0.00007450293],"domain_scores_gemma":[0.99699855,0.0021565757,0.00015016616,0.0002489829,0.00032100952,0.00012479046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022613476,0.00045529287,0.00068478845,0.00059121393,0.000449081,0.0009567947,0.001004658,0.0011174115,0.0018035903],"category_scores_gemma":[0.005296275,0.00059926446,0.0008074859,0.00056216394,0.0005858534,0.0015250201,0.0007875001,0.0011829924,0.00037972938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019326087,0.00015843143,0.01205477,0.0000815644,0.00013293826,0.00032185228,0.00049800915,0.8939818,0.002900975,0.031235076,0.002327933,0.05611333],"study_design_scores_gemma":[0.0000069413336,0.000015396688,0.0002922348,0.000002197138,0.00001000003,0.000016282984,0.000017259596,0.9977099,0.00014855555,0.0014297203,0.0003453006,0.000006302358],"about_ca_topic_score_codex":0.048984937,"about_ca_topic_score_gemma":0.058213245,"teacher_disagreement_score":0.048984937,"about_ca_system_score_codex":0.001226379,"about_ca_system_score_gemma":0.0009258417,"threshold_uncertainty_score":0.09739965},"labels":[],"label_agreement":null},{"id":"W4416940579","doi":"10.1002/aaai.70043","title":"Human at the Center: A Framework for Human‐Driven AI Development","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Mitacs; Alberta Machine Intelligence Institute; Google","keywords":"Agency (philosophy); Field (mathematics); Development (topology); Applications of artificial intelligence; Work (physics); Human intelligence; Design elements and principles","score_opus":0.043955340302434164,"score_gpt":0.41852923479489,"score_spread":0.37457389449245587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416940579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004377776,0.0013765971,0.889208,0.01800107,0.00027382502,0.00067335233,0.000111366906,0.00041518643,0.08556274],"genre_scores_gemma":[0.22713709,0.0009944654,0.7571374,0.0016895885,0.00014182358,0.0018666778,0.00014185943,0.0002635868,0.010627391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9690335,0.025931126,0.00073890755,0.0015369195,0.002009049,0.0007505808],"domain_scores_gemma":[0.9699875,0.021475371,0.0011972463,0.002760733,0.0028619962,0.0017171969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032532576,0.0013785629,0.00064171845,0.0036036184,0.004089427,0.011896286,0.005026513,0.0053537046,0.011498612],"category_scores_gemma":[0.029765373,0.0009790731,0.0014991116,0.0015474439,0.028124392,0.007976788,0.008505081,0.004847254,0.0018849362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010030572,0.000023904619,0.0002235131,0.000079430785,0.000008202204,0.00007925734,0.0015672734,0.0038915554,0.000110302906,0.9869365,0.0010959922,0.0059740725],"study_design_scores_gemma":[0.000032071297,0.000046537913,0.00016967545,0.00036497717,0.000022747205,0.00011165036,0.0015252467,0.028567016,0.00044697174,0.89019185,0.07849236,0.000028885355],"about_ca_topic_score_codex":0.006282881,"about_ca_topic_score_gemma":0.005735707,"teacher_disagreement_score":0.032532576,"about_ca_system_score_codex":0.007342576,"about_ca_system_score_gemma":0.009991539,"threshold_uncertainty_score":0.17205077},"labels":[],"label_agreement":null},{"id":"W4417280344","doi":"10.1002/aaai.70047","title":"The ETHICAL Protocol for Responsible Use of Generative AI for Research Purposes in Higher Education","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Helsingin Yliopisto; Universitetet i Oslo; University of Oxford; Universiteit Gent; University College London; University of Toronto; Tartu Ülikool; University of Cape Town; Victoria University; Université de Genève; Rijksuniversiteit Groningen; University of Glasgow; National Science Foundation","keywords":"Protocol (science); Generative grammar; Openness to experience; Higher education; Checklist; Inclusion (mineral); Transparency (behavior)","score_opus":0.5630307107024171,"score_gpt":0.619159177310111,"score_spread":0.056128466607693994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417280344","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009019211,0.0007127768,0.22359724,0.032531157,0.012760607,0.6746181,0.0059501287,0.0022152711,0.038595464],"genre_scores_gemma":[0.020142416,0.0005408621,0.12384876,0.009737719,0.0012440131,0.83347034,0.001141533,0.0003951754,0.009479191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.57836026,0.3141738,0.06478293,0.007748021,0.027851151,0.00708392],"domain_scores_gemma":[0.29656652,0.4398426,0.021681622,0.10578407,0.12622036,0.009904771],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38039556,0.0021629105,0.0037507478,0.0071126753,0.0068540694,0.013912384,0.0045980085,0.01678453,0.041230444],"category_scores_gemma":[0.5871313,0.0035444598,0.0028054952,0.0064617293,0.01418285,0.010855992,0.010409478,0.02231864,0.022752974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038620208,0.0015438156,0.0012191669,0.012697307,0.00017378057,0.0027023945,0.06185778,0.0024566695,0.004946077,0.36399934,0.3625166,0.18202512],"study_design_scores_gemma":[0.002630607,0.0012222998,0.0022537261,0.023196701,0.00008134017,0.0011944465,0.015033197,0.0060147154,0.0057227155,0.12622572,0.8159347,0.0004896705],"about_ca_topic_score_codex":0.0010559371,"about_ca_topic_score_gemma":0.0012666091,"teacher_disagreement_score":0.61960447,"about_ca_system_score_codex":0.010468236,"about_ca_system_score_gemma":0.056713898,"threshold_uncertainty_score":0.7640826},"labels":[],"label_agreement":null},{"id":"W7092599726","doi":"10.1002/aaai.70021","title":"CAGE challenge 4: A scalable multi‐agent reinforcement learning gym for autonomous cyber defence","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Reinforcement learning; Scalability; Marl; Adversarial system; Autonomy; Usability; Enterprise private network","score_opus":0.01904198579425885,"score_gpt":0.26681628942437746,"score_spread":0.2477743036301186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092599726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52015465,0.00064658147,0.4270352,0.004807972,0.0007663984,0.0011827197,0.0008302471,0.0065194857,0.038056683],"genre_scores_gemma":[0.90670776,0.00006965639,0.086675234,0.00043721357,0.000033936223,0.00032131217,0.00035555012,0.000110772955,0.0052884864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995382,0.00017828058,0.000015914451,0.00008507525,0.000107645545,0.000074868934],"domain_scores_gemma":[0.9985373,0.0007281516,0.000094966745,0.00019185766,0.00021410985,0.00023358598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014785856,0.0004913613,0.0005281234,0.00019735788,0.00045293345,0.0005544284,0.0013751776,0.0011903192,0.0034819944],"category_scores_gemma":[0.0024256918,0.00019167275,0.00041912217,0.00011415874,0.0008308791,0.0008428921,0.0014649587,0.0018893677,0.0005306299],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047847457,0.0007119341,0.0019660844,0.00015496774,0.000088377994,0.00020714957,0.00009646883,0.91869503,0.008024543,0.012261489,0.012445516,0.044869993],"study_design_scores_gemma":[0.00007961589,0.00031130484,0.00023840836,0.0000051593343,0.0000052545993,0.000015562597,0.000021107262,0.9928433,0.0016564957,0.0023461767,0.0024705688,0.000006975474],"about_ca_topic_score_codex":0.0032220525,"about_ca_topic_score_gemma":0.0037921418,"teacher_disagreement_score":0.0034819944,"about_ca_system_score_codex":0.00080603827,"about_ca_system_score_gemma":0.0012514782,"threshold_uncertainty_score":0.0116484165},"labels":[],"label_agreement":null}]}