{"meta":{"query_hash":"4e19631ab256","filters":{"venue":"AI Magazine"},"cohort_total":88,"direct_labels_cover":0,"predictions_cover":88,"exported":88,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4e19631ab256","api":"https://metacan.xera.ac/api/v1/cohort?venue=AI+Magazine"},"results":[{"id":"W1193463709","doi":"10.1609/aimag.v36i2.2587","title":"Report on the Twenty‐Second International Conference on Case‐Based Reasoning","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Case-based reasoning; Computer science; Library science; Operations research; Political science; Engineering; Artificial intelligence","score_opus":0.05757947039239149,"score_gpt":0.29731065582137484,"score_spread":0.23973118542898336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1193463709","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11334504,0.00008991269,0.32241702,0.09895019,0.0037198444,0.00047635593,0.000035403755,0.00067765336,0.46028855],"genre_scores_gemma":[0.98321515,5.5636406e-7,0.007019688,0.0056183585,0.00012723128,0.000013563746,0.00002240252,0.0000092209,0.0039738016],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987876,0.000086308886,0.00020509753,0.00034734714,0.0003625414,0.00021113853],"domain_scores_gemma":[0.9987549,0.00020187958,0.0001383582,0.00061441987,0.00018047975,0.000109930625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087615685,0.00013510729,0.00010679578,0.0000759772,0.00012726914,0.00022601048,0.0005741558,0.000045986933,0.00020985161],"category_scores_gemma":[0.00024824028,0.00009680244,0.0000402887,0.00015302374,0.00003456679,0.00017294887,0.000102601596,0.00027788497,0.0003890469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011017346,0.00023114595,0.007032348,0.000016957298,0.00007749693,0.020851457,0.0012734259,0.005465589,0.0004460101,0.39795008,0.55188817,0.014657164],"study_design_scores_gemma":[0.0012872716,0.0006917522,0.0019871318,0.00036854058,0.000013493725,0.004519298,0.00007475713,0.755261,0.0020144251,0.008029498,0.22515346,0.00059934554],"about_ca_topic_score_codex":0.000028255194,"about_ca_topic_score_gemma":0.000017245085,"teacher_disagreement_score":0.8698701,"about_ca_system_score_codex":0.000052519914,"about_ca_system_score_gemma":0.00017335429,"threshold_uncertainty_score":0.50005406},"labels":[],"label_agreement":null},{"id":"W1267888130","doi":"10.1609/aimag.v36i2.2581","title":"Reducing Friction for Knowledge Workers with Task Context","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Tasktop Technologies (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Knowledge worker; Task (project management); Computer science; Human–computer interaction; Context (archaeology); Knowledge management; Interface (matter); Productivity; Focus (optics); Work (physics); Engineering","score_opus":0.25655523205898256,"score_gpt":0.4208252481487167,"score_spread":0.16427001608973413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1267888130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74957526,0.0004694149,0.1193518,0.01142437,0.002081337,0.0014478279,0.000043428863,0.00030839394,0.11529816],"genre_scores_gemma":[0.95440245,0.000001441675,0.0014239686,0.0006316057,0.00013285567,0.000045911253,0.000019188854,0.000009307298,0.04333325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987705,0.000030053448,0.00031784165,0.00021442014,0.0004860893,0.00018113239],"domain_scores_gemma":[0.99874985,0.00016627522,0.0001327626,0.00026087477,0.0005663562,0.00012389733],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012058048,0.00010276433,0.00014957861,0.00021002465,0.000103161234,0.0002297134,0.0002675368,0.000035397377,0.000120592675],"category_scores_gemma":[0.00033287777,0.00006938322,0.00005358761,0.0005411903,0.00004008759,0.000852376,0.000050894603,0.000065507076,0.00176648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016874679,0.000044694247,0.008798942,0.000004244144,0.000012815283,0.0000013509665,0.0020312069,0.00016438743,0.00008099541,0.0014222485,0.90037334,0.086897],"study_design_scores_gemma":[0.0014135616,0.00022763673,0.014137315,0.000024818577,0.00003095932,0.0000041223852,0.0033451233,0.006362269,0.000087420325,0.0010325612,0.9731609,0.00017329447],"about_ca_topic_score_codex":0.00001330615,"about_ca_topic_score_gemma":0.000084204046,"teacher_disagreement_score":0.20482719,"about_ca_system_score_codex":0.000048264752,"about_ca_system_score_gemma":0.00006933138,"threshold_uncertainty_score":0.99901074},"labels":[],"label_agreement":null},{"id":"W1484734702","doi":"10.1609/aimag.v34i2.2474","title":"The Annual Computer Poker Competition","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Verafin (Canada); University of Alberta","funders":"","keywords":"Competition (biology); Competitor analysis; Benchmarking; Field (mathematics); Event (particle physics); Computer science; Operations research; Data science; Engineering; Marketing; Business; Mathematics","score_opus":0.011271261657010085,"score_gpt":0.2502195679546236,"score_spread":0.2389483062976135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484734702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077667097,0.00009447344,0.94757605,0.034243334,0.0012123374,0.0002679714,0.0000020557547,0.00026598657,0.008571091],"genre_scores_gemma":[0.9575696,0.000030626587,0.029265255,0.0077404617,0.00059854315,0.000052240004,0.000003957814,0.000016144739,0.0047231438],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989953,0.000057470435,0.00021034738,0.00023279693,0.00022163778,0.00028244307],"domain_scores_gemma":[0.9989232,0.00017247777,0.000053081236,0.0005201625,0.0002619174,0.00006915654],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017340091,0.00010538969,0.00008738771,0.00003519044,0.00021408063,0.00040681288,0.00084430503,0.00003747454,0.00015085086],"category_scores_gemma":[0.00002299089,0.000070871494,0.00004634587,0.00020542226,0.0001266115,0.0007971591,0.00029173098,0.00013409788,0.010376299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020979692,0.000047118472,0.00047232106,0.0000028168558,0.0000123994,0.0000068024005,0.0005545895,0.00017864683,0.0004930744,0.40661678,0.24010713,0.3515062],"study_design_scores_gemma":[0.00011567747,0.00021052595,0.029304849,0.000021940397,0.0000045520956,0.000039876435,0.00008654729,0.26723567,0.002148875,0.08738423,0.61307317,0.00037410887],"about_ca_topic_score_codex":0.000045858746,"about_ca_topic_score_gemma":0.000030045441,"teacher_disagreement_score":0.94980294,"about_ca_system_score_codex":0.000020644382,"about_ca_system_score_gemma":0.000021743548,"threshold_uncertainty_score":0.99039423},"labels":[],"label_agreement":null},{"id":"W1489604934","doi":"10.1609/aimag.v34i1.2456","title":"The Eighth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Games and Media","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Entertainment; Competition (biology); Computer science; Engineering; Library science; Multimedia; Visual arts; Art","score_opus":0.027654365048329743,"score_gpt":0.2953373521025545,"score_spread":0.2676829870542248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1489604934","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10801231,0.00007603778,0.000880236,0.032884933,0.0007612696,0.0006089097,0.000013303585,0.00006485093,0.85669816],"genre_scores_gemma":[0.9726117,0.00013507444,0.0000142531435,0.0006399604,0.0001306906,0.000025318968,0.0000031084846,0.0000051453026,0.026434695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992033,0.000028379058,0.0001366806,0.0001631738,0.00022552589,0.00024293434],"domain_scores_gemma":[0.9994225,0.00020735075,0.00004527048,0.00011120551,0.00008648228,0.0001272108],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001142715,0.00008714174,0.000081141865,0.000020159601,0.00012727847,0.00077358866,0.00016781376,0.000029450994,0.00022518211],"category_scores_gemma":[0.00019752907,0.000056190955,0.000029040042,0.0000719952,0.00036288355,0.0004530997,0.00006501328,0.00010614674,0.00096506765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016935735,0.000053696833,0.00012377748,0.0000012588357,0.000009011335,0.0000022184315,0.0034168623,4.3660648e-7,0.00003508281,0.12717697,0.0023053233,0.8668584],"study_design_scores_gemma":[0.00006976049,0.00030751099,0.0023358818,0.000052420175,0.000006694438,0.0000016969934,0.0100285,0.00035149785,0.0002996241,0.05436693,0.9319726,0.00020686587],"about_ca_topic_score_codex":0.000059041366,"about_ca_topic_score_gemma":0.00028457807,"teacher_disagreement_score":0.9296673,"about_ca_system_score_codex":0.000036141584,"about_ca_system_score_gemma":0.00004100573,"threshold_uncertainty_score":0.9998128},"labels":[],"label_agreement":null},{"id":"W1499540602","doi":"10.1609/aimag.v33i1.2399","title":"Recap of the Seventh AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE)","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Games and Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entertainment; Track (disk drive); Computer science; Engineering; Multimedia; Library science; Visual arts; Art","score_opus":0.038417035326060715,"score_gpt":0.3138458456633196,"score_spread":0.27542881033725886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499540602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5164159,0.00008871169,0.00047449677,0.0072480803,0.001246606,0.00042527763,0.00003905099,0.00002917629,0.4740327],"genre_scores_gemma":[0.9906398,0.000041323474,0.000016302221,0.00035692003,0.00013411266,0.0000054077977,0.000002255739,0.000004770528,0.008799099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922764,0.000041938227,0.00015435248,0.000112033726,0.00024489703,0.00021912725],"domain_scores_gemma":[0.9995398,0.000102266626,0.000079474725,0.00011860314,0.000053319076,0.00010652736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018366666,0.000078394674,0.00010277511,0.000022943912,0.000044525787,0.00007793192,0.00015021315,0.000032518434,0.00012435888],"category_scores_gemma":[0.00023055072,0.000054117118,0.000044486093,0.000099859804,0.0002892134,0.00038593673,0.00008720976,0.000094983036,0.00007621073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007496035,0.00037144948,0.0048632463,0.000011126724,0.000025359454,0.0000011995708,0.025973665,0.0000022249187,0.00038901975,0.14120178,0.0010685021,0.8260175],"study_design_scores_gemma":[0.00024591605,0.0005753503,0.030737843,0.00045648162,0.00005180383,0.0000065833024,0.026778348,0.00012966382,0.0143562965,0.023335066,0.90277606,0.00055055553],"about_ca_topic_score_codex":0.000026579535,"about_ca_topic_score_gemma":0.0001144746,"teacher_disagreement_score":0.9017076,"about_ca_system_score_codex":0.000037148086,"about_ca_system_score_gemma":0.000041940926,"threshold_uncertainty_score":0.2206832},"labels":[],"label_agreement":null},{"id":"W1504050261","doi":"10.1609/aimag.v29i4.2197","title":"Preferences in Interactive Systems: Technical Challenges and Case Studies","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Preference; Computer science; Recommender system; Human–computer interaction; Preference elicitation; Data science; World Wide Web","score_opus":0.07976821832893428,"score_gpt":0.32186031320591985,"score_spread":0.24209209487698558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504050261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62728584,0.22045387,0.0643629,0.023994163,0.00259913,0.0032840173,0.000011199583,0.0026730527,0.055335812],"genre_scores_gemma":[0.99107635,0.0056730607,0.002905867,0.00008914579,0.000036806196,0.000096988864,2.3157865e-7,0.000005072723,0.00011650613],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9990452,0.00011311992,0.00024955656,0.0003230616,0.00010734979,0.00016171976],"domain_scores_gemma":[0.9993468,0.00018413502,0.000068475216,0.00028461713,0.000072466086,0.00004351719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028295553,0.00012594201,0.00027304312,0.0001357989,0.00005729886,0.000035301877,0.00021975466,0.000054855835,6.6904175e-7],"category_scores_gemma":[0.00004630357,0.000095689655,0.000020266354,0.00012016425,0.000065866356,0.00046432603,0.0002843048,0.00015200487,0.000009211316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008391108,0.0012094983,0.01165077,0.0015635982,0.0004896901,0.03505879,0.06667957,0.000021839427,0.0010397687,0.3166908,0.07257626,0.49293548],"study_design_scores_gemma":[0.008475516,0.0077567003,0.15496646,0.0060675666,0.00009843509,0.45914656,0.017218763,0.033116803,0.0036464815,0.09551337,0.20792913,0.006064225],"about_ca_topic_score_codex":0.000066791006,"about_ca_topic_score_gemma":0.00025911088,"teacher_disagreement_score":0.48687127,"about_ca_system_score_codex":0.000037376165,"about_ca_system_score_gemma":0.000016606495,"threshold_uncertainty_score":0.3902111},"labels":[],"label_agreement":null},{"id":"W1507777432","doi":"10.1609/aimag.v32i2.2348","title":"AI‐Based Software Defect Predictors: Applications and Benefits in a Case Study","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process (computing); Software; Computer science; Software bug; Code (set theory); Reliability engineering; Software engineering; Software inspection; Predictive modelling; Software development; Machine learning; Artificial intelligence; Software quality; Engineering; Operating system; Programming language","score_opus":0.030335932235699782,"score_gpt":0.272739207723545,"score_spread":0.2424032754878452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507777432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59038925,0.00024944183,0.40789506,0.00015212006,0.000052456104,0.00079043023,0.000006262263,0.00043270245,0.00003226491],"genre_scores_gemma":[0.9827861,0.000002317661,0.016624574,0.00016972199,0.000024283383,0.0003433492,0.0000017843116,0.000015592086,0.000032288375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989045,0.000044142118,0.00016652733,0.00040430605,0.00021029034,0.0002701794],"domain_scores_gemma":[0.9988075,0.00031075906,0.000021874817,0.00064665737,0.00008536325,0.00012783131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030164164,0.00012721532,0.00013142472,0.0002501689,0.00005863718,0.00006304927,0.00039845737,0.000043914337,0.0000144986225],"category_scores_gemma":[0.00018887637,0.00012436823,0.00002713074,0.0006888213,0.000030969466,0.00025032973,0.00024208495,0.00020656604,0.00005522611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007115243,0.0005117876,0.9738318,0.00004034747,0.00002113295,0.0011891144,0.0015078847,0.0003063451,0.000014546002,0.00026432474,0.00048710124,0.021818552],"study_design_scores_gemma":[0.0019235704,0.0007504504,0.9802194,0.000046450237,0.000020069996,0.00064190093,0.000057324418,0.01409567,0.00019345056,0.00034403813,0.0012852285,0.00042241262],"about_ca_topic_score_codex":0.00018421987,"about_ca_topic_score_gemma":0.00026103645,"teacher_disagreement_score":0.39239684,"about_ca_system_score_codex":0.000035569858,"about_ca_system_score_gemma":0.000060820472,"threshold_uncertainty_score":0.50715894},"labels":[],"label_agreement":null},{"id":"W1508997545","doi":"10.1609/aimag.v31i2.2227","title":"The Reinforcement Learning Competitions","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Standards and Technology; University of Southern California; Toyota Research Institute, North America; Toyota Research Institute; University of Alberta; International Business Machines Corporation","keywords":"Reinforcement learning; Competition (biology); Computer science; Reinforcement; Focus (optics); Data science; Artificial intelligence; Engineering","score_opus":0.007611555982384794,"score_gpt":0.24271572478864836,"score_spread":0.23510416880626356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508997545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051941804,0.000013684605,0.927186,0.007755911,0.00093098794,0.0001282108,8.230758e-8,0.0002638483,0.06320183],"genre_scores_gemma":[0.9548194,0.000030161598,0.011875277,0.0011985004,0.00016382798,0.000021130432,0.000007717619,0.0000134535385,0.031870577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889994,0.00003704982,0.00022849167,0.00019030571,0.00032030934,0.0003239351],"domain_scores_gemma":[0.9988467,0.00019282832,0.000095625444,0.0006685686,0.00011562879,0.000080657905],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038761043,0.00011324805,0.00008379537,0.00004824893,0.00064880983,0.00046527467,0.0009229869,0.000042928084,0.000121316465],"category_scores_gemma":[0.0001860823,0.000082507395,0.00005249772,0.00025143192,0.00009898181,0.0003022055,0.00034309056,0.0006574242,0.0014778423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019211966,0.000008243044,0.000574935,0.0000037302777,0.000014695293,0.000005052424,0.0001404551,0.37465903,0.002794472,0.6080033,0.0080602635,0.00573391],"study_design_scores_gemma":[0.00014562065,0.00006149209,0.0015580856,0.0000045191264,0.0000029256314,0.000011415953,0.0000059024546,0.42592713,0.00016661831,0.0004887465,0.5715296,0.000097947035],"about_ca_topic_score_codex":0.0000047720764,"about_ca_topic_score_gemma":0.000011841545,"teacher_disagreement_score":0.9542999,"about_ca_system_score_codex":0.00001692093,"about_ca_system_score_gemma":0.000048176556,"threshold_uncertainty_score":0.99929965},"labels":[],"label_agreement":null},{"id":"W1511096005","doi":"10.1609/aimag.v33i3.2419","title":"Real‐Time Strategy Game Competitions","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Multitude; Order (exchange); Computer science; Operations research; Management science; Data science; Engineering; Business; Political science","score_opus":0.02933503070841547,"score_gpt":0.2981434790828846,"score_spread":0.2688084483744691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511096005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093535475,0.0003925758,0.49902898,0.011230713,0.0017751098,0.00049948896,0.000019699437,0.0016719153,0.39184603],"genre_scores_gemma":[0.9802481,0.000034197925,0.012498163,0.0006912536,0.00033563646,0.000013902125,0.0000073222895,0.000013415266,0.006157987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887663,0.000052888234,0.00022287075,0.00021092156,0.00020382182,0.00043283834],"domain_scores_gemma":[0.99904096,0.00009523302,0.00005520908,0.0005522953,0.00009053514,0.00016578214],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021268529,0.00012376977,0.0001331084,0.00007536072,0.00007796804,0.00011229796,0.0006001849,0.000052381845,0.0007557381],"category_scores_gemma":[0.000033443222,0.00011726721,0.0000541921,0.0003224173,0.0000877073,0.00092933443,0.00017845674,0.00012782097,0.016774874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046265877,0.0003239911,0.0022642622,0.000009836318,0.000024366998,0.000017434615,0.0010511164,0.00036810955,0.03516285,0.8726181,0.046764012,0.04139134],"study_design_scores_gemma":[0.00041066093,0.00063330197,0.089517705,0.000104809704,0.000054693683,0.00024670165,0.00015685402,0.15790245,0.05573383,0.1179774,0.57528394,0.0019776404],"about_ca_topic_score_codex":0.000036240348,"about_ca_topic_score_gemma":0.000010899661,"teacher_disagreement_score":0.8867127,"about_ca_system_score_codex":0.000034227658,"about_ca_system_score_gemma":0.000041131247,"threshold_uncertainty_score":0.98399067},"labels":[],"label_agreement":null},{"id":"W1511436002","doi":"10.1609/aimag.v35i1.2500","title":"An Antimicrobial Prescription Surveillance System That Learns from Experience","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medical prescription; Software deployment; Antimicrobial; Process (computing); Computer science; Health care; Medicine; Point (geometry); Artificial intelligence; Risk analysis (engineering); Medical emergency; Machine learning; Nursing; Software engineering","score_opus":0.06974765745576511,"score_gpt":0.40202591352379763,"score_spread":0.3322782560680325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511436002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844612,0.00008085899,0.0020065138,0.0007575338,0.0029324032,0.00026364255,0.00019321364,0.0004442948,0.008860325],"genre_scores_gemma":[0.99398166,0.000104559105,0.000110041605,0.0038019996,0.00090675906,0.00004208261,0.00020929391,0.000029992678,0.0008136141],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823046,0.00046577468,0.00025470016,0.00046042484,0.00015172639,0.00043693464],"domain_scores_gemma":[0.99904126,0.00014635414,0.00012969093,0.0003581982,0.00007566502,0.00024884788],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035642256,0.00023756741,0.00027517855,0.00007332318,0.00030204252,0.000051945713,0.00034088868,0.00020806947,0.00075045414],"category_scores_gemma":[0.000027298187,0.00023587524,0.00008386734,0.00015563269,0.00014334334,0.00052882096,0.000051315386,0.0005804667,0.0013900485],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026930062,0.00030657402,0.09735264,0.00004470516,0.00007978149,0.000029222065,0.0008224968,0.0017573214,0.86761045,0.0006533913,0.02533805,0.0057360632],"study_design_scores_gemma":[0.0021639175,0.00008669164,0.046276502,0.000033318935,0.00008341986,0.000038403334,0.00028021188,0.036833167,0.110991776,0.000047807007,0.8026616,0.00050316134],"about_ca_topic_score_codex":0.000111924695,"about_ca_topic_score_gemma":0.000054981592,"teacher_disagreement_score":0.77732354,"about_ca_system_score_codex":0.000073902134,"about_ca_system_score_gemma":0.000035727127,"threshold_uncertainty_score":0.9993875},"labels":[],"label_agreement":null},{"id":"W1516020527","doi":"10.1609/aimag.v26i4.1846","title":"Getting Back to \"The Very Idea\"","year":2005,"lang":"en","type":"article","venue":"AI Magazine","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interdependence; Field (mathematics); Ideal (ethics); Quarter (Canadian coin); Focus (optics); Artificial intelligence; Architecture; Computer science; Data science; Core (optical fiber); Engineering; Cognitive science; Sociology; Epistemology; Psychology; History; Social science; Art; Mathematics; Philosophy; Visual arts; Telecommunications","score_opus":0.07819235196493901,"score_gpt":0.36723888530298354,"score_spread":0.28904653333804453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516020527","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15037477,0.00036585625,0.15738253,0.4177663,0.00595736,0.0007645622,0.00004223074,0.00026174146,0.26708466],"genre_scores_gemma":[0.758535,0.0000029242838,0.014097942,0.03442567,0.0013074736,0.000008011035,0.000010524537,0.000014777707,0.19159766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997694,0.00008003811,0.0004050311,0.00054438,0.0009900205,0.00028648702],"domain_scores_gemma":[0.9978952,0.00047149847,0.000077197066,0.0013132428,0.00013500419,0.00010785919],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048534703,0.00009390434,0.00012436534,0.00016148433,0.00021776336,0.0006859913,0.0012601434,0.000018362272,0.0017945961],"category_scores_gemma":[0.0016729987,0.000055941426,0.00006295382,0.0010161918,0.000037970218,0.0002497518,0.0007320687,0.00009188263,0.07960292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034281977,0.000011601891,0.00029397165,5.3370803e-7,0.000002544473,0.0000014504816,0.00011226536,0.0013521372,0.0001037306,0.00040444717,0.75077254,0.24694139],"study_design_scores_gemma":[0.000113317736,0.000015882162,0.011878751,0.000006808958,0.0000034778197,0.0000034505138,0.000059642785,0.011316601,0.00006452928,0.00092195487,0.9755294,0.00008623284],"about_ca_topic_score_codex":0.000009418007,"about_ca_topic_score_gemma":0.0001127774,"teacher_disagreement_score":0.60816026,"about_ca_system_score_codex":0.000023440634,"about_ca_system_score_gemma":0.000018953573,"threshold_uncertainty_score":0.9991179},"labels":[],"label_agreement":null},{"id":"W1528942851","doi":"10.1609/aimag.v31i2.2292","title":"SARA 2009: The Eighth Symposium on Abstraction, Reformulation, and Approximation","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Abstraction; Computer science; Programming language; Software engineering; Calculus (dental); Theoretical computer science; Epistemology; Philosophy; Medicine","score_opus":0.008406835382477247,"score_gpt":0.2374518104324796,"score_spread":0.22904497505000235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528942851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32188678,0.00009018217,0.55725414,0.085587464,0.0036938307,0.0013429569,0.000010915289,0.00085823174,0.029275523],"genre_scores_gemma":[0.98028487,0.000009577191,0.017526828,0.001223144,0.00033905637,0.000020120011,0.000008705579,0.00001065556,0.0005770188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882066,0.000045050674,0.00024854942,0.00039246675,0.00028872013,0.00020457902],"domain_scores_gemma":[0.998712,0.00014893308,0.00010599299,0.0007866351,0.00017436434,0.0000720465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005057268,0.0001469429,0.000116382704,0.00007798763,0.00022838978,0.00023435359,0.0004551356,0.00007857453,0.00003282501],"category_scores_gemma":[0.0000628787,0.000097236545,0.000035434587,0.00029215903,0.00007655092,0.00058463303,0.00015953784,0.00034056848,0.00020640547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060971823,0.0009062736,0.0073013427,0.00010008049,0.00006940145,0.000020128216,0.0026060964,0.004466716,0.054651625,0.516754,0.028717432,0.38434598],"study_design_scores_gemma":[0.0006370182,0.0002483438,0.3649808,0.000012251162,0.000013715306,0.00013398536,0.000008303919,0.49695414,0.0029735682,0.06379496,0.06984301,0.00039990075],"about_ca_topic_score_codex":0.00002021105,"about_ca_topic_score_gemma":0.00003984209,"teacher_disagreement_score":0.6583981,"about_ca_system_score_codex":0.000030050065,"about_ca_system_score_gemma":0.00003427977,"threshold_uncertainty_score":0.39651912},"labels":[],"label_agreement":null},{"id":"W1530231259","doi":"10.1609/aimag.v29i3.2148","title":"Reports of the AAAI 2008 Spring Symposia","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geological Survey of Canada","funders":"","keywords":"Computer science; Intelligent decision support system; Intelligent agent; Semantic Web; Process (computing); Cognitive architecture; Knowledge management; Artificial intelligence; Cognition; Psychology","score_opus":0.01351458828033027,"score_gpt":0.22072225309785595,"score_spread":0.20720766481752567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530231259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9017673,0.0016405386,0.038796503,0.011317904,0.0021340607,0.00027838795,6.4470174e-7,0.0003298782,0.043734793],"genre_scores_gemma":[0.9929834,0.00003689672,0.004960019,0.0005415399,0.000037543057,0.0000023065957,1.06718154e-7,0.0000037801462,0.0014343834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992357,0.000021542339,0.00020567888,0.00018569865,0.00019631728,0.0001550439],"domain_scores_gemma":[0.99902654,0.000033824632,0.00010325672,0.00075562164,0.00005482619,0.000025933876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011775116,0.00007234162,0.00012172615,0.000031187883,0.0000815144,0.000013678845,0.00048062147,0.00003052214,0.000011709146],"category_scores_gemma":[0.000057544625,0.000047147783,0.00006309283,0.00022648394,0.00008639185,0.00016184551,0.0002723635,0.000073536576,0.000045839875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010147461,0.0002570658,0.7177184,0.0000709872,0.00007885248,0.0024363094,0.0019410073,0.00026791444,0.041082967,0.09973326,0.12560284,0.0108002275],"study_design_scores_gemma":[0.0001753361,0.000044990767,0.9318149,0.000035840123,0.000007612132,0.0014676076,0.0000044129797,0.0019860927,0.020366604,0.0014985284,0.04244164,0.00015639814],"about_ca_topic_score_codex":0.000052227188,"about_ca_topic_score_gemma":0.000016943877,"teacher_disagreement_score":0.21409652,"about_ca_system_score_codex":0.000008821734,"about_ca_system_score_gemma":0.0000527483,"threshold_uncertainty_score":0.19226308},"labels":[],"label_agreement":null},{"id":"W1534641784","doi":"10.1609/aimag.v36i1.2575","title":"Reports of the AAAI 2014 Conference Workshops","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Université du Québec à Chicoutimi; University of Toronto; University of British Columbia; McGill University","funders":"","keywords":"Computer science; Artificial intelligence; Analytics; Applications of artificial intelligence; Data science; Intelligence analysis; Robotics; Big data; Robot","score_opus":0.20037606968535615,"score_gpt":0.4032725950413384,"score_spread":0.20289652535598224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534641784","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09014332,0.0005769493,0.0485995,0.11928226,0.0068389457,0.0011130895,0.00009442873,0.00014468051,0.7332068],"genre_scores_gemma":[0.94429713,0.0000074612026,0.00044965863,0.0023650448,0.00005037618,0.0000046627993,0.000005702206,0.000004140977,0.052815825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977452,0.00017057749,0.00054243294,0.00027568193,0.0011280256,0.00013808724],"domain_scores_gemma":[0.9976734,0.00018616625,0.00030777857,0.0013648327,0.00038352635,0.00008432114],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004263216,0.000074946045,0.0001777856,0.000057341047,0.00003853254,0.00011369127,0.0007513818,0.000033637483,0.00091786205],"category_scores_gemma":[0.0029105498,0.000041699208,0.00006145466,0.00040101548,0.00014731075,0.00027229474,0.00058310525,0.0000889288,0.0013657516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008067941,0.00003460316,0.002151241,0.000002297636,0.0000059664208,0.000010710438,0.00020307451,0.000028572109,0.000056394045,0.012591196,0.9679715,0.016936386],"study_design_scores_gemma":[0.00013489286,0.000024245568,0.014993811,0.000012856604,0.000009180522,0.000009768714,0.00019502883,0.00017160474,0.0001910268,0.07886327,0.9053268,0.00006754004],"about_ca_topic_score_codex":0.00003858987,"about_ca_topic_score_gemma":0.00013083589,"teacher_disagreement_score":0.8541538,"about_ca_system_score_codex":0.0000109758985,"about_ca_system_score_gemma":0.000082705796,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W1538310360","doi":"","title":"The seventeenth Canadian conference on artificial intelligence (AI'2004)","year":2005,"lang":"en","type":"article","venue":"AI Magazine","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conjunction (astronomy); Library science; Graphics; Computer science; Computer graphics; Artificial intelligence; Computer graphics (images)","score_opus":0.03638151010777618,"score_gpt":0.25138570652890957,"score_spread":0.2150041964211334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538310360","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3958213,0.0029207557,0.00068763143,0.18557645,0.0030038927,0.00085357175,0.00060176116,0.00033495494,0.41019967],"genre_scores_gemma":[0.9911699,0.00005988478,0.000058563375,0.0040614246,0.0002115979,9.802004e-7,0.000064265434,0.0000026815687,0.0043706633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990024,0.00006980949,0.000168375,0.00018822995,0.00018269802,0.0003884804],"domain_scores_gemma":[0.9994456,0.00007337942,0.0000281253,0.00018727916,0.00005324931,0.00021235812],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002916154,0.00011686384,0.000087358945,0.00003123991,0.00040493545,0.00015441296,0.0002613667,0.000045749945,0.0031602061],"category_scores_gemma":[0.000042037704,0.000072345276,0.000037882954,0.00015574148,0.00008694817,0.00012764295,0.0000047890444,0.00021261962,0.0072814636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004454939,0.00001602338,0.01756004,0.000003160946,0.000012482386,0.000022313076,0.00022678655,0.002033408,0.000022625482,0.0048629045,0.035153784,0.9400419],"study_design_scores_gemma":[0.0000817002,0.00028659706,0.20704545,0.0000388224,0.000011034758,0.00002512077,0.0003152959,0.037244678,0.0003259686,0.00573204,0.74844676,0.00044655948],"about_ca_topic_score_codex":0.023699408,"about_ca_topic_score_gemma":0.83088404,"teacher_disagreement_score":0.93959534,"about_ca_system_score_codex":0.0000118158605,"about_ca_system_score_gemma":0.00010205327,"threshold_uncertainty_score":0.99775106},"labels":[],"label_agreement":null},{"id":"W1539532232","doi":"10.1609/aimag.v31i4.2310","title":"Algorithmic Game Theory: Special Issue Introduction","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Game theory; Computer science; Algorithmic game theory; Mechanism (biology); Game design; Implementation theory; Management science; Artificial intelligence; Term (time); Data science; Repeated game; Mathematical economics; Engineering; Epistemology; Mathematics","score_opus":0.0227147478713124,"score_gpt":0.34397797083457066,"score_spread":0.32126322296325827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539532232","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34347817,0.000049780087,0.051969495,0.16297968,0.014846012,0.0010822815,0.00008561218,0.00047201486,0.42503697],"genre_scores_gemma":[0.8087719,0.000005554906,0.0023649689,0.001613835,0.05096562,0.0000416605,0.000019548701,0.00002433079,0.13619258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839926,0.0001314839,0.00033788188,0.00043904045,0.00048301712,0.00020931767],"domain_scores_gemma":[0.9983155,0.0003620591,0.00011230787,0.00088627695,0.00022192048,0.00010191259],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023960725,0.000118484284,0.00017185758,0.00014677686,0.00012838852,0.00016472784,0.0006069416,0.00007854611,0.030288212],"category_scores_gemma":[0.0013461233,0.00008947518,0.000073284675,0.00063029537,0.00022704678,0.00028093017,0.00009343837,0.0003476244,0.037982248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002867646,0.000058227997,0.000064969805,5.773795e-7,0.000004908704,0.0000016458907,0.00018804931,0.000009543925,0.022107188,0.2976605,0.39038536,0.28949034],"study_design_scores_gemma":[0.0001125584,0.000018594015,0.002008612,4.4728736e-7,0.000005422287,0.000016755172,0.00004165295,0.00010096173,0.0020198394,0.3625607,0.6330422,0.00007224706],"about_ca_topic_score_codex":0.0000014947767,"about_ca_topic_score_gemma":0.00002250047,"teacher_disagreement_score":0.46529374,"about_ca_system_score_codex":0.000008706292,"about_ca_system_score_gemma":0.000029240784,"threshold_uncertainty_score":0.9705982},"labels":[],"label_agreement":null},{"id":"W1542829939","doi":"10.1609/aimag.v23i4.1678","title":"AAAI 2002 Workshops","year":2002,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Robotics; Multi-agent system; Intelligent agent; Automation; Intelligent decision support system; Semantic Web; Operations research; Robot; Engineering","score_opus":0.026060536801869646,"score_gpt":0.23849484361223483,"score_spread":0.21243430681036518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542829939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007666668,0.0017213925,0.8742449,0.017605832,0.0022722837,0.0004304602,0.000003294425,0.00066905457,0.09538607],"genre_scores_gemma":[0.9273191,0.000070073766,0.008475848,0.0025568833,0.00034248145,0.000016078882,0.0000023461457,0.0000137228535,0.061203465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991232,0.00003472991,0.00017855935,0.0002510096,0.00020111009,0.00021139979],"domain_scores_gemma":[0.9993344,0.000028899782,0.00005836172,0.00045634212,0.000046308105,0.0000756687],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011998276,0.00009714167,0.000107969725,0.00006586144,0.000068646455,0.000104445004,0.00037309297,0.000048816935,0.0011142546],"category_scores_gemma":[0.00002057377,0.000086047534,0.000045093708,0.00029088653,0.000011701298,0.00042573354,0.0000837222,0.00008771649,0.008381512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001291762,0.00012498346,0.0010543477,0.00001692423,0.0000152136245,0.0000306318,0.000574884,0.000114181385,0.0017245511,0.013472638,0.87392294,0.10894741],"study_design_scores_gemma":[0.00059727166,0.000052262498,0.021139747,0.000035490335,0.000005337187,0.000030397465,0.0000038692247,0.35429075,0.0004036245,0.00028522755,0.62287116,0.00028486384],"about_ca_topic_score_codex":0.0000074878544,"about_ca_topic_score_gemma":0.00000948781,"teacher_disagreement_score":0.9196524,"about_ca_system_score_codex":0.000019946046,"about_ca_system_score_gemma":0.000004415743,"threshold_uncertainty_score":0.99979883},"labels":[],"label_agreement":null},{"id":"W1544541733","doi":"10.1609/aimag.v34i1.2459","title":"Reports of the 2012 AIIDE Workshops","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Entertainment; Narrative; Computer science; Multimedia; Artificial intelligence; Engineering; Visual arts; Art","score_opus":0.016028542405376413,"score_gpt":0.2570612207469419,"score_spread":0.24103267834156547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544541733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27291137,0.0010671668,0.58918405,0.0677235,0.0054272623,0.0012741593,0.0000015139401,0.00045690173,0.0619541],"genre_scores_gemma":[0.98448336,0.000006182392,0.0065522757,0.0013181443,0.000073523806,0.000016436124,2.4376644e-7,0.000006900456,0.007542909],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99898905,0.00003693956,0.00032274565,0.00021221898,0.00023794886,0.00020111198],"domain_scores_gemma":[0.99854976,0.000077972625,0.00015389804,0.0010112189,0.0001579202,0.00004923588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019458505,0.00008549015,0.00011182091,0.000035025623,0.00005184802,0.00006552847,0.00072018296,0.000042643118,0.00034669467],"category_scores_gemma":[0.00014404804,0.000056096946,0.000069152826,0.00036063115,0.00010655749,0.0006194657,0.00037106822,0.00012173608,0.00078303943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025758472,0.00015713798,0.021174327,0.000019292276,0.00003176995,0.00004063814,0.0012602515,0.0007379334,0.023547573,0.045026585,0.5230059,0.38499603],"study_design_scores_gemma":[0.00010113173,0.00012246071,0.2354681,0.00016855999,0.000023333952,0.00026832984,0.00008577286,0.03897724,0.1745154,0.2952355,0.2543465,0.00068767864],"about_ca_topic_score_codex":0.00007022904,"about_ca_topic_score_gemma":0.000034602155,"teacher_disagreement_score":0.711572,"about_ca_system_score_codex":0.000012954456,"about_ca_system_score_gemma":0.000037408416,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W1549262493","doi":"10.1609/aimag.v28i2.2045","title":"The Twenty-Second AAAI Conference: Continuing the Content-Rich Tradition in Beautiful Vancouver, British Columbia","year":2007,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Operations research; Engineering; History; Computer science","score_opus":0.019198378781639467,"score_gpt":0.23302084798912545,"score_spread":0.213822469207486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549262493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9391371,0.0012874949,0.036117166,0.0034660464,0.0032334335,0.0006396031,0.000009657618,0.00022185218,0.015887657],"genre_scores_gemma":[0.990051,0.00007641384,0.00056441093,0.0014402594,0.00009791746,0.000020275898,0.0000035290132,0.000008621264,0.007737586],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982981,0.000095470416,0.0004292288,0.00035462418,0.00030971813,0.00051286153],"domain_scores_gemma":[0.9986009,0.0005315076,0.00014029637,0.0005073595,0.00015783204,0.000062129395],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012674228,0.00012359554,0.00021709241,0.000035368812,0.0002964854,0.0011154348,0.0010437019,0.00008280839,0.000115034345],"category_scores_gemma":[0.00016887707,0.000110036635,0.000065918786,0.0003635065,0.00021762379,0.00044005222,0.00015415852,0.000313756,0.000044708428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000333009,0.00021189796,0.048046283,0.00003167427,0.000060981336,0.00042543886,0.0029983004,0.0000062281556,0.0019922575,0.017908737,0.5330841,0.3952008],"study_design_scores_gemma":[0.0016468405,0.0001449865,0.844091,0.000110357316,0.000014195222,0.00011385433,0.0016578613,0.0031019084,0.0004340809,0.014563831,0.13376364,0.00035741428],"about_ca_topic_score_codex":0.0018754317,"about_ca_topic_score_gemma":0.3866818,"teacher_disagreement_score":0.79604477,"about_ca_system_score_codex":0.00005156049,"about_ca_system_score_gemma":0.000054659864,"threshold_uncertainty_score":0.9999215},"labels":[],"label_agreement":null},{"id":"W1561304027","doi":"10.1609/aimag.v34i1.2449","title":"Interactive Narrative: An Intelligent Systems Approach","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Entertainment; Computer science; Multimedia; Human–computer interaction; Visual arts; Art; Literature","score_opus":0.02883995263335977,"score_gpt":0.29865965176641496,"score_spread":0.2698196991330552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561304027","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03329441,0.00015910798,0.9466431,0.0014514351,0.0011425101,0.0006953562,0.0000014144581,0.00037864776,0.016234009],"genre_scores_gemma":[0.98035145,0.000009052732,0.015866365,0.00069296354,0.00019358155,0.00016691955,0.0000066396474,0.00001861492,0.0026944391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981867,0.00016836658,0.00039135813,0.00056550873,0.00030828445,0.00037979],"domain_scores_gemma":[0.9983871,0.000096502205,0.00012627442,0.00083006197,0.00036823787,0.00019181824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024580152,0.00021969885,0.00023610408,0.00013834886,0.00012565557,0.00060478854,0.0012223152,0.00007670008,0.00019501489],"category_scores_gemma":[0.00007504341,0.00018419456,0.000061017683,0.00039614487,0.00010927443,0.002345863,0.00029852748,0.00027000188,0.003592104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003732887,0.0017134299,0.0014636364,0.00010120983,0.00020800144,0.000052460706,0.087984756,0.010995244,0.016724382,0.4083665,0.09346241,0.37889063],"study_design_scores_gemma":[0.00007296644,0.00035586004,0.0008931542,0.000038186652,0.000006305464,0.000061328064,0.0043367944,0.95836437,0.0073347734,0.0104923155,0.017549403,0.0004945527],"about_ca_topic_score_codex":0.00029113432,"about_ca_topic_score_gemma":0.000013217528,"teacher_disagreement_score":0.9473691,"about_ca_system_score_codex":0.000084925145,"about_ca_system_score_gemma":0.000048007827,"threshold_uncertainty_score":0.99718374},"labels":[],"label_agreement":null},{"id":"W1564313940","doi":"10.1609/aimag.v31i4.2318","title":"Reports of the AAAI 2010 Conference Workshops","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Abstraction; Plan (archaeology)","score_opus":0.09655839422939726,"score_gpt":0.3733476680138346,"score_spread":0.27678927378443735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564313940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82898074,0.0002583411,0.0106250625,0.0070557264,0.013856853,0.0005436394,0.000015497673,0.000077981735,0.13858618],"genre_scores_gemma":[0.9521634,5.799008e-7,0.0008023561,0.00038536673,0.00015081723,0.00000436233,2.9282916e-7,0.000008267449,0.046484534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967299,0.00009852965,0.0010347059,0.00043017766,0.0014985554,0.00020810762],"domain_scores_gemma":[0.99564767,0.0008393274,0.0006174351,0.0020208901,0.0007811245,0.000093576375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025936756,0.00012835067,0.00032705418,0.00013147705,0.00013335087,0.00022229896,0.0009485165,0.000095309246,0.005203494],"category_scores_gemma":[0.004606364,0.00006788949,0.00018072526,0.00083099556,0.00018664783,0.00019489274,0.000454767,0.00036899053,0.0006485912],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020941021,0.00006841237,0.047531378,0.00000415274,0.000010859961,0.000049433547,0.00032272664,0.000037040747,0.04933127,0.03642032,0.80561095,0.06059254],"study_design_scores_gemma":[0.0001755524,0.000021009886,0.29013366,0.000036963942,0.000007097471,0.00023593684,0.000056037148,0.0015338163,0.00075702916,0.13162404,0.5752637,0.00015519069],"about_ca_topic_score_codex":0.00003474462,"about_ca_topic_score_gemma":0.000505105,"teacher_disagreement_score":0.24260229,"about_ca_system_score_codex":0.0000051953252,"about_ca_system_score_gemma":0.000107466534,"threshold_uncertainty_score":0.9957059},"labels":[],"label_agreement":null},{"id":"W1633230169","doi":"10.1609/aimag.v35i1.2502","title":"Natural Language Access to Enterprise Data","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada)","funders":"","keywords":"Computer science; Syntax; Data control language; Semantics (computer science); Natural language; Set (abstract data type); Data access; Enterprise data management; Question answering; Interpretation (philosophy); Query language; Data manipulation language; Programming language; Information retrieval; Enterprise information system; Database; World Wide Web; Data science; Artificial intelligence; Web search query; Query by Example","score_opus":0.026276509443169737,"score_gpt":0.3160102430337011,"score_spread":0.2897337335905314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1633230169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019971285,0.00010340435,0.96596503,0.009428404,0.00068733905,0.000098827,0.0000037245886,0.00018094089,0.0035610162],"genre_scores_gemma":[0.9476665,0.0000013887905,0.041464236,0.009488204,0.00022421441,0.000003412413,0.000013194943,0.000006836203,0.0011319974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990867,0.000028906283,0.000119926524,0.00039635514,0.00017076133,0.00019739244],"domain_scores_gemma":[0.99811924,0.00003637956,0.00002510735,0.0017079809,0.000028649798,0.000082626226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021413613,0.000082017614,0.00009444328,0.000058653368,0.000032900454,0.00024232734,0.0030793364,0.000020119604,0.000026648775],"category_scores_gemma":[0.0001099252,0.000071584014,0.000015831516,0.0001665107,0.00000739442,0.00085764896,0.0023685787,0.000103337865,0.0005280512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009285463,0.00005542406,0.0020750328,0.000028157103,0.000016627646,0.000041821633,0.0011728348,0.00032871848,0.0054958495,0.00949163,0.13384528,0.84743935],"study_design_scores_gemma":[0.00028120974,0.000028217155,0.0067198346,0.000024089635,0.000004162448,0.000013441771,0.000003853066,0.84928465,0.0005320843,0.00049445755,0.1423993,0.00021468232],"about_ca_topic_score_codex":0.00003078809,"about_ca_topic_score_gemma":0.000058592643,"teacher_disagreement_score":0.9276952,"about_ca_system_score_codex":0.0000117731915,"about_ca_system_score_gemma":0.000014634056,"threshold_uncertainty_score":0.67872065},"labels":[],"label_agreement":null},{"id":"W1638792402","doi":"10.1609/aimag.v35i2.2536","title":"Workshops Held at the Ninth Annual AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE): A Report","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Ninth; Entertainment; Narrative; Musical; Multimedia; Computer science; Engineering; Visual arts; Library science; Art","score_opus":0.027969752758817704,"score_gpt":0.2923637684316602,"score_spread":0.2643940156728425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1638792402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08381281,0.000051611394,0.879461,0.024310663,0.0011089038,0.00051967235,0.000018884733,0.0002140436,0.010502403],"genre_scores_gemma":[0.99397504,0.000016935954,0.0008188891,0.0019024161,0.00019838719,0.0000413821,0.000009147766,0.000017699565,0.0030200812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974695,0.00011908577,0.0006087348,0.0008238133,0.0005122901,0.00046658583],"domain_scores_gemma":[0.99766076,0.0006723321,0.00025640207,0.0010076306,0.00023508968,0.00016776704],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056619575,0.00031236527,0.000276763,0.00010345731,0.00025282623,0.0006410072,0.0009284498,0.00008567603,0.00012891843],"category_scores_gemma":[0.0006616967,0.00022611258,0.000090898444,0.00029328544,0.00042462273,0.0008528405,0.0009846222,0.00039653323,0.00096041075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000166234,0.00025342082,0.00082874356,0.000009808412,0.000051850187,0.00019033023,0.0056050806,0.00048834307,0.00061811676,0.10813751,0.005977747,0.8776728],"study_design_scores_gemma":[0.0002896402,0.003519072,0.006191643,0.00073764875,0.00007770081,0.0018826645,0.0053688786,0.45219865,0.0925526,0.27533782,0.15913974,0.0027039405],"about_ca_topic_score_codex":0.000026121388,"about_ca_topic_score_gemma":0.00017935403,"teacher_disagreement_score":0.91016227,"about_ca_system_score_codex":0.00011101301,"about_ca_system_score_gemma":0.000050939063,"threshold_uncertainty_score":0.99981743},"labels":[],"label_agreement":null},{"id":"W1675774479","doi":"10.1609/aimag.v25i1.1743","title":"AI and bioinformatics","year":2004,"lang":"en","type":"article","venue":"AI Magazine","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Data science; Structural bioinformatics; Bioinformatics; Engineering ethics; Engineering; Biology","score_opus":0.010520862565665418,"score_gpt":0.2737840455601013,"score_spread":0.26326318299443585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675774479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7786068,0.0034051316,0.12148631,0.0490306,0.0010790102,0.001442233,0.00018891934,0.00015699863,0.044604003],"genre_scores_gemma":[0.96639836,0.0020951559,0.0146862585,0.013559774,0.0003938283,0.000013950494,0.0002688936,0.000028103528,0.002555664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904066,0.00000986364,0.00025266566,0.00015130572,0.00022693034,0.000318565],"domain_scores_gemma":[0.99936664,0.0000054207776,0.0000403794,0.00027267297,0.00010690257,0.00020797254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001844664,0.00013471206,0.00012032697,0.000060608236,0.00006941563,0.000053783177,0.00016007449,0.00014587615,0.000028510483],"category_scores_gemma":[0.0001314337,0.00011085607,0.000045827634,0.00009185325,0.00022734667,0.000007964078,0.00020074625,0.00013012358,0.0002221032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003009052,0.00052144035,0.0040703607,0.00090193056,0.00029928502,0.000037715745,0.0009886516,0.00013342693,0.38282344,0.0025681222,0.20335497,0.40399975],"study_design_scores_gemma":[0.0042750854,0.00202528,0.008975068,0.000073295945,0.000039380226,0.00015655434,0.00018155595,0.0019976741,0.11779892,0.003276876,0.8604311,0.0007692131],"about_ca_topic_score_codex":0.000007755349,"about_ca_topic_score_gemma":0.000025689173,"teacher_disagreement_score":0.6570761,"about_ca_system_score_codex":0.000011268276,"about_ca_system_score_gemma":0.00010654982,"threshold_uncertainty_score":0.45205793},"labels":[],"label_agreement":null},{"id":"W1680494245","doi":"10.1609/aimag.v32i2.2351","title":"Recap of the 2010 AI and Interactive Digital Entertainment Conference","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entertainment; Computer science; Multimedia; Art; Visual arts","score_opus":0.02460132223453519,"score_gpt":0.2711968137901411,"score_spread":0.24659549155560592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680494245","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22026339,0.000039199047,0.00007864154,0.0031316136,0.000530059,0.00018061783,0.000019345196,0.000015061941,0.77574205],"genre_scores_gemma":[0.9499946,0.00003292607,0.000016490221,0.00047493653,0.00003005007,0.0000033855558,0.0000010911014,0.0000030130295,0.049443502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954695,0.000018878523,0.00009014554,0.00009220846,0.00013501727,0.00011681368],"domain_scores_gemma":[0.99970144,0.000027650207,0.000049739043,0.00009716192,0.00006388321,0.00006010812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007328461,0.00005085961,0.00007581779,0.000013154566,0.000024748828,0.00004859328,0.00013456511,0.00002513283,0.00022134215],"category_scores_gemma":[0.00010260871,0.00003375852,0.000030529533,0.00005420883,0.0002945925,0.00031725445,0.00008189787,0.00006736853,0.000034630008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111410365,0.0003758896,0.043351397,0.000023293029,0.000067256915,0.000007923413,0.10344623,1.11225354e-7,0.0010242534,0.049081784,0.02125747,0.781253],"study_design_scores_gemma":[0.00039146814,0.00018754079,0.08287074,0.00010492353,0.000019073073,0.0000026351622,0.004657014,0.000014899824,0.001974599,0.0052954783,0.90431696,0.00016468512],"about_ca_topic_score_codex":0.00009792959,"about_ca_topic_score_gemma":0.000339028,"teacher_disagreement_score":0.8830595,"about_ca_system_score_codex":0.000012828321,"about_ca_system_score_gemma":0.00004496424,"threshold_uncertainty_score":0.24235414},"labels":[],"label_agreement":null},{"id":"W1773113936","doi":"10.1609/aimag.v29i4.2203","title":"Elicitation of Factored Utilities","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preference elicitation; Preference; Conjoint analysis; Expert elicitation; Computer science; Ask price; Management science; Operations research; Data science; Artificial intelligence; Engineering; Economics; Mathematics; Microeconomics","score_opus":0.28202048356124104,"score_gpt":0.4436641022537503,"score_spread":0.16164361869250926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1773113936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731331,0.00011794884,0.015323324,0.0006665936,0.00047612147,0.0001317706,0.000031638505,0.000047251688,0.010072294],"genre_scores_gemma":[0.98920834,0.000011842255,0.004459152,0.00038353592,0.000060716982,0.0000038974586,0.0000049089044,0.000010635208,0.005856968],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99710065,0.00013942175,0.0008039509,0.00033084405,0.001434946,0.00019020135],"domain_scores_gemma":[0.9970027,0.0013670974,0.00024614652,0.0006399615,0.00067108136,0.000072977884],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00096172525,0.00012080673,0.0003105633,0.000370865,0.000096883196,0.000055921126,0.00051593414,0.000060846778,0.002308312],"category_scores_gemma":[0.0046803397,0.000090537265,0.00011200601,0.0006343623,0.0001797832,0.0004215481,0.00011877089,0.0000868144,0.0014082749],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040486883,0.0003657359,0.11813923,0.000027280883,0.00005280463,0.000113922346,0.012344443,0.00041145296,0.15194973,0.009039481,0.40220228,0.30494875],"study_design_scores_gemma":[0.0010497003,0.00013811202,0.7654019,0.000029545778,0.000008369089,0.00004981404,0.00062458357,0.009250752,0.007673428,0.03469828,0.18079457,0.0002809647],"about_ca_topic_score_codex":0.000019568994,"about_ca_topic_score_gemma":0.000015451315,"teacher_disagreement_score":0.64726263,"about_ca_system_score_codex":0.000017434624,"about_ca_system_score_gemma":0.000052895117,"threshold_uncertainty_score":0.99936926},"labels":[],"label_agreement":null},{"id":"W1779144378","doi":"10.1609/aimag.v36i3.2598","title":"Innovative Applications of Artificial Intelligence 2014","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Computer science; Work (physics); Applications of artificial intelligence; Data science; Artificial intelligence; Engineering; Engineering management; Mechanical engineering","score_opus":0.05761745417593089,"score_gpt":0.33496865937887466,"score_spread":0.27735120520294376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779144378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044175237,0.00006758181,0.987551,0.0035160633,0.00009891175,0.0003512343,0.0000062166177,0.0001303326,0.007836963],"genre_scores_gemma":[0.89994395,0.000009749538,0.09855427,0.0007191745,0.00013513179,0.00023255227,0.000012237394,0.00001276557,0.00038019675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986505,0.000034091307,0.00048280277,0.00033822074,0.0002845097,0.00020987504],"domain_scores_gemma":[0.99773645,0.00008876369,0.00017209542,0.00084119407,0.0010444477,0.000117017575],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039010777,0.00011781862,0.00015859115,0.00017156769,0.00006455569,0.000049680875,0.0010258838,0.000054893022,0.000042327287],"category_scores_gemma":[0.000104817336,0.000117097225,0.00003449867,0.0019824728,0.00017951874,0.00038595058,0.00025946656,0.00013506715,0.0032131448],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033151691,0.00011160576,0.000092348215,0.0000031852394,0.0000067184606,6.0558955e-7,0.0004442812,0.0002221466,0.0027494498,0.8282663,0.0077313366,0.16036867],"study_design_scores_gemma":[0.00003518981,0.00014855909,0.00025629232,0.0000094769985,0.000007824808,0.000008766979,0.00022875113,0.04504191,0.124294415,0.7542223,0.07544352,0.0003030191],"about_ca_topic_score_codex":0.000037065194,"about_ca_topic_score_gemma":0.00003025723,"teacher_disagreement_score":0.89950216,"about_ca_system_score_codex":0.000039951992,"about_ca_system_score_gemma":0.00019500591,"threshold_uncertainty_score":0.99756294},"labels":[],"label_agreement":null},{"id":"W1795525306","doi":"10.1609/aimag.v34i4.2511","title":"The AAAI‐13 Conference Workshops","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Artificial intelligence; Context (archaeology); Computer science; Personalization; Robotics; Applications of artificial intelligence; Artificial intelligence, situated approach; World Wide Web; Robot","score_opus":0.01623930375217324,"score_gpt":0.23983989590760016,"score_spread":0.2236005921554269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1795525306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04884621,0.0018849522,0.54073775,0.23294815,0.002757978,0.0007267814,9.538219e-7,0.0010579921,0.17103921],"genre_scores_gemma":[0.9788415,0.000089222565,0.005547831,0.0026861317,0.00007898164,0.0000334226,5.894328e-7,0.0000049875002,0.012717368],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991802,0.000035182533,0.00013675251,0.00020590144,0.00015733771,0.00028463049],"domain_scores_gemma":[0.9989529,0.00020416395,0.00004091016,0.0006319806,0.0001159048,0.000054099688],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014062921,0.00009489182,0.00009731202,0.000021781472,0.0001544064,0.00045841368,0.0010722035,0.000039499402,0.0001396946],"category_scores_gemma":[0.00009125999,0.000055707478,0.000034938195,0.00017293288,0.00009740748,0.00038639977,0.00027146508,0.00011992511,0.0041114837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002251427,0.000027130469,0.0017406876,0.0000048821466,0.000016408074,0.000012574969,0.00030270967,0.0000065096474,0.0006931032,0.2232721,0.3702965,0.40362513],"study_design_scores_gemma":[0.00061937084,0.00014543072,0.29290274,0.000044702574,0.000010721011,0.00006432687,0.00012827673,0.08797495,0.0011728221,0.1431115,0.47327387,0.000551292],"about_ca_topic_score_codex":0.000051827083,"about_ca_topic_score_gemma":0.0000736886,"teacher_disagreement_score":0.92999524,"about_ca_system_score_codex":0.0000081331655,"about_ca_system_score_gemma":0.00003568438,"threshold_uncertainty_score":0.9966639},"labels":[],"label_agreement":null},{"id":"W1851604233","doi":"10.1609/aimag.v37i3.2680","title":"Reports of the 2016 AAAI Workshop Program","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University; McGill University; University of Toronto; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Artificial intelligence; World Wide Web","score_opus":0.08598789099461221,"score_gpt":0.4162674906921704,"score_spread":0.33027959969755816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851604233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606388,0.00043231688,0.00038590145,0.1271209,0.0017110803,0.001047343,0.0000020852337,0.000106369,0.00855519],"genre_scores_gemma":[0.9809014,0.00007446,0.00028384518,0.0010512441,0.00032428865,0.00004007064,0.0000021870844,0.00001061431,0.01731187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991449,0.000022464857,0.00035296698,0.00014677025,0.00016646473,0.0001664313],"domain_scores_gemma":[0.9990326,0.000086318905,0.00012394221,0.00046216455,0.00022317262,0.00007180013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021475262,0.00006608463,0.00012594319,0.000033562334,0.00003904457,0.000004486219,0.000056310768,0.0000646913,0.0003759714],"category_scores_gemma":[0.0005144941,0.000030682404,0.000067927176,0.00019109179,0.00010979599,0.000056437373,0.000026051928,0.00008178076,0.00016881555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004798913,0.00022131093,0.07094187,0.000048839218,0.000015506173,0.000011918435,0.00025542628,3.4150523e-7,0.009103718,0.00020638965,0.10356232,0.81558436],"study_design_scores_gemma":[0.00013545455,0.00056441256,0.15647393,0.0014813284,0.00010935956,0.00029861758,0.00022790839,0.000034374534,0.13362558,0.009081202,0.69775563,0.00021220896],"about_ca_topic_score_codex":0.000051614785,"about_ca_topic_score_gemma":0.000042295138,"teacher_disagreement_score":0.81537217,"about_ca_system_score_codex":0.000036718462,"about_ca_system_score_gemma":0.0002064147,"threshold_uncertainty_score":0.4116623},"labels":[],"label_agreement":null},{"id":"W1857953989","doi":"10.1609/aimag.v29i4.2204","title":"Planning with Preferences","year":2008,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automated planning and scheduling; Computer science; Task (project management); Quality (philosophy); Set (abstract data type); Preference; State (computer science); Representation (politics); Artificial intelligence; Operations research; Human–computer interaction; Management science; Engineering; Systems engineering","score_opus":0.027545056541078066,"score_gpt":0.24081900024469122,"score_spread":0.21327394370361316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857953989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19348815,0.0006350351,0.7545616,0.0026112273,0.00021505442,0.00013366074,0.0000024385372,0.00068962964,0.047663175],"genre_scores_gemma":[0.95027757,0.00000609586,0.04729263,0.00085619383,0.000055166875,0.000006465735,0.0000047351123,0.0000067712213,0.0014943609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991856,0.000027403486,0.000107294865,0.00024945042,0.00019533507,0.00023491289],"domain_scores_gemma":[0.99946874,0.000072954455,0.00004825009,0.00029083333,0.000047825328,0.00007137374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000107428445,0.00010842618,0.00011074262,0.00006161305,0.00018603074,0.00005558803,0.00041695876,0.000033615026,0.0000238764],"category_scores_gemma":[0.000011967122,0.00008063833,0.000017820515,0.0002534954,0.000042226948,0.0003528791,0.00007005696,0.0001529193,0.00019366689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010938367,0.00019482966,0.676106,0.00009576278,0.00012691328,0.0019725647,0.012498297,0.017218776,0.0013231746,0.020363202,0.22392511,0.046066023],"study_design_scores_gemma":[0.0034116018,0.003010388,0.4916531,0.00094611465,0.00004260605,0.0025837151,0.00008491985,0.1576424,0.0048884125,0.010115533,0.32314742,0.0024737844],"about_ca_topic_score_codex":0.000013002751,"about_ca_topic_score_gemma":0.0000025467057,"teacher_disagreement_score":0.75678945,"about_ca_system_score_codex":0.00000836083,"about_ca_system_score_gemma":0.00007795644,"threshold_uncertainty_score":0.32883358},"labels":[],"label_agreement":null},{"id":"W2102673888","doi":"10.1609/aimag.v30i1.2196","title":"AAAI 2008 Workshop Reports","year":2009,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Waterloo","funders":"","keywords":"Personalization; Robotics; Computer science; Artificial intelligence; Applications of artificial intelligence; Robot; Human–computer interaction; World Wide Web","score_opus":0.015405364063552819,"score_gpt":0.2639596552018182,"score_spread":0.24855429113826538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102673888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02669317,0.00082250155,0.90665245,0.028003901,0.0025767768,0.00051270943,0.0000010653926,0.0007244175,0.03401301],"genre_scores_gemma":[0.9822104,0.000015695596,0.0068898094,0.0027964762,0.00021739844,0.000004481932,0.000005251703,0.0000053505278,0.0078551285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989723,0.00002731623,0.00026630325,0.000305843,0.00022509061,0.00020317703],"domain_scores_gemma":[0.999126,0.00001928447,0.00011562893,0.0005976873,0.000062739586,0.000078661964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022663582,0.00009958298,0.00012439392,0.00006790144,0.00006589369,0.00009802789,0.00022884345,0.000051339895,0.00005623426],"category_scores_gemma":[0.00004016274,0.000087636115,0.000049119677,0.00027732516,0.000007803507,0.00043053826,0.000045335757,0.000083514795,0.00040782185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069843236,0.00025168638,0.0033167538,0.000017638455,0.00002040825,0.0007305735,0.00073738606,0.00034147882,0.011788423,0.019752791,0.8017238,0.16131209],"study_design_scores_gemma":[0.000888859,0.00022751829,0.30324602,0.00013096689,0.000015748115,0.0007387102,0.00001089881,0.061871305,0.0031269703,0.008956796,0.61997306,0.0008131529],"about_ca_topic_score_codex":0.0000070497936,"about_ca_topic_score_gemma":0.000008432595,"teacher_disagreement_score":0.95551723,"about_ca_system_score_codex":0.000021901156,"about_ca_system_score_gemma":0.000024154577,"threshold_uncertainty_score":0.5241861},"labels":[],"label_agreement":null},{"id":"W2121441589","doi":"10.1609/aimag.v30i1.2174","title":"Agents, Bodies, Constraints, Dynamics, and Evolution","year":2009,"lang":"en","type":"article","venue":"AI Magazine","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Theme (computing); Constraint (computer-aided design); Dynamics (music); Computer science; Artificial intelligence; Constraint satisfaction problem; Association (psychology); Intelligent agent; Management science; Cognitive science; Engineering; Epistemology; Psychology; World Wide Web; Philosophy","score_opus":0.008000819366642754,"score_gpt":0.2331126536950781,"score_spread":0.22511183432843535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121441589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012658588,0.00010361,0.9743379,0.010392757,0.00019306551,0.00009933001,0.000007479608,0.00018570504,0.013414332],"genre_scores_gemma":[0.9777042,0.00005129081,0.019770715,0.0018565431,0.000024902078,0.0000014353535,0.000014603446,0.0000023200541,0.0005739523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99935406,0.000023148195,0.00013934447,0.00022307411,0.00011119451,0.00014916192],"domain_scores_gemma":[0.99961644,0.0000121898665,0.000044586366,0.00019262785,0.0000589794,0.00007519505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008868437,0.00008987488,0.00008704851,0.00005681923,0.00008370575,0.00009436587,0.00012251294,0.000042994077,0.000079412],"category_scores_gemma":[0.000027379489,0.00009232985,0.000021911334,0.00014611064,0.000077544915,0.0003767027,0.000038514652,0.00007077859,0.00006690367],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023250286,0.000022949496,0.007418971,0.0000031345942,0.0000058906703,0.000007494881,0.000053366573,0.000094787545,0.00004921509,0.54064333,0.0048158173,0.4468827],"study_design_scores_gemma":[0.0004893278,0.00007793123,0.5836368,0.00001364535,0.00000699199,0.00010324171,0.000014539429,0.3957025,0.000011726706,0.017134,0.0026177496,0.00019152237],"about_ca_topic_score_codex":0.000006113842,"about_ca_topic_score_gemma":0.00006044746,"teacher_disagreement_score":0.9764384,"about_ca_system_score_codex":0.00009371712,"about_ca_system_score_gemma":0.00004176746,"threshold_uncertainty_score":0.3765102},"labels":[],"label_agreement":null},{"id":"W2122411895","doi":"10.1609/aimag.v25i1.1749","title":"Applications of case-based reasoning in molecular biology","year":2004,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Scientific reasoning; Domain (mathematical analysis); Computer science; Case-based reasoning; Artificial intelligence; Management science; Model-based reasoning; Data science; Knowledge representation and reasoning; Engineering; Mathematics education; Mathematics","score_opus":0.007530868579034015,"score_gpt":0.26665761035862323,"score_spread":0.2591267417795892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122411895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01098257,0.00026381636,0.9860968,0.0014629223,0.000025208572,0.00011186059,0.0000034657426,0.00006353907,0.000989809],"genre_scores_gemma":[0.7888493,9.851641e-7,0.21059036,0.0005000014,0.000008762851,0.000024037623,0.00000807819,0.000004555801,0.000013953074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993526,0.000036033038,0.00017366446,0.00021003999,0.00005841663,0.0001692544],"domain_scores_gemma":[0.9994468,0.00006213198,0.000063837964,0.00034309347,0.000045368746,0.000038755014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021223428,0.00007481052,0.00011374936,0.00013382033,0.00003716993,0.000014643699,0.00026377203,0.000050861458,0.0000054807183],"category_scores_gemma":[0.00002592547,0.000075459684,0.000028640978,0.00048418163,0.00003278548,0.000067855115,0.000049425344,0.00011420037,0.00002920425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018070246,0.00034075743,0.020076068,0.00013054853,0.000034188226,0.0018395017,0.0009208363,0.11784751,0.051460892,0.745779,0.00052335166,0.061029274],"study_design_scores_gemma":[0.011890471,0.0017825045,0.0067063468,0.0012658058,0.00008787492,0.0026308915,0.00008459417,0.41381013,0.1764887,0.31252086,0.070157975,0.002573835],"about_ca_topic_score_codex":0.00016982245,"about_ca_topic_score_gemma":0.000032140404,"teacher_disagreement_score":0.7778667,"about_ca_system_score_codex":0.00002503813,"about_ca_system_score_gemma":0.00010066686,"threshold_uncertainty_score":0.30771565},"labels":[],"label_agreement":null},{"id":"W2153313896","doi":"10.1609/aimag.v34i1.2435","title":"Statistical Anomaly Detection for Train Fleets","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Anomaly detection; Train; Anomaly (physics); Computer science; Bayesian probability; Data mining; Parametric statistics; Event (particle physics); Artificial intelligence; Statistics; Mathematics; Geography","score_opus":0.009203911163737468,"score_gpt":0.2552243410683807,"score_spread":0.24602042990464323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153313896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034335984,0.000009381124,0.99137,0.0025917734,0.00007199323,0.00047346766,0.000007734003,0.0003766118,0.0016653896],"genre_scores_gemma":[0.829542,0.0000024695516,0.16782989,0.00082097214,0.00006766643,0.0005709376,0.0000049789414,0.000008617819,0.0011525126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999303,0.000014512211,0.00016057029,0.0002534681,0.00008486886,0.00018359143],"domain_scores_gemma":[0.99942493,0.00006328354,0.000041115098,0.000292399,0.00010272217,0.000075564356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009128759,0.00008451101,0.00008752799,0.000060596914,0.00011813731,0.000112928465,0.0002529229,0.00004929463,0.00010894233],"category_scores_gemma":[0.000023064375,0.00007922197,0.00004192763,0.00019837853,0.000029190156,0.000302075,0.00004735584,0.00007019124,0.00044527807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040635096,0.00007735909,0.000059722774,0.000013777797,0.000009919615,9.0373675e-7,0.000046410878,0.0000061681108,0.050139807,0.15175879,0.03477642,0.76310664],"study_design_scores_gemma":[0.00077808724,0.00085738476,0.046094704,0.000009582578,0.000018342853,0.00006275446,0.00001278495,0.30915093,0.072590634,0.17847793,0.3913655,0.0005813723],"about_ca_topic_score_codex":0.000031937376,"about_ca_topic_score_gemma":0.000016147593,"teacher_disagreement_score":0.82610834,"about_ca_system_score_codex":0.000023996901,"about_ca_system_score_gemma":0.000016603435,"threshold_uncertainty_score":0.5723297},"labels":[],"label_agreement":null},{"id":"W2165729504","doi":"10.1609/aimag.v33i4.2432","title":"TRUSTS: Scheduling Randomized Patrols for Fare Inspection in Transit Systems Using Game Theory","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Evacuation and Crowd Dynamics","field":"Engineering","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Multidisciplinary University Research Initiative; National Science Foundation","keywords":"Stackelberg competition; Revenue; Operations research; Computer science; Scheduling (production processes); Novelty; Transit (satellite); Payment; Computer security; Transport engineering; Engineering; Public transport; Business; Economics; Operations management; Microeconomics; Finance","score_opus":0.014155997375221375,"score_gpt":0.2565609762643894,"score_spread":0.242404978889168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165729504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2973366,0.001538442,0.6982692,0.00004893388,0.0007193419,0.00071165763,0.000011954459,0.00029919355,0.0010646698],"genre_scores_gemma":[0.9977285,0.000048742924,0.0017000659,0.00006653673,0.00022548385,0.000091678485,0.000024221532,0.000041777083,0.00007294245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991435,0.000077331744,0.0003250159,0.000097394324,0.00009110145,0.00026570083],"domain_scores_gemma":[0.99960864,0.00014065475,0.0000357359,0.000116466275,0.000042251075,0.00005624077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084478286,0.00013469931,0.00032200842,0.00013447735,0.00003374902,0.000035419394,0.000052502877,0.000094952185,0.0000178091],"category_scores_gemma":[0.000079107864,0.00012890695,0.0000954544,0.00015595228,0.000020572297,0.00027170003,0.0000049127834,0.00013206812,0.000022039932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028467749,0.000055996497,0.0005936328,0.00037928784,0.000106517706,0.0000013796296,0.0015647582,0.9419688,0.010651349,0.039405107,0.000056716173,0.002369691],"study_design_scores_gemma":[0.024531249,0.000007974006,0.00026208564,0.00006744622,0.00005100235,0.00000747,0.00019082968,0.9735272,0.00014274094,0.00046131297,0.0005846494,0.00016602172],"about_ca_topic_score_codex":0.000006311554,"about_ca_topic_score_gemma":0.00001101463,"teacher_disagreement_score":0.70039195,"about_ca_system_score_codex":0.00011964106,"about_ca_system_score_gemma":0.00001057294,"threshold_uncertainty_score":0.5256673},"labels":[],"label_agreement":null},{"id":"W2237057514","doi":"10.1609/aimag.v36i4.2619","title":"Reports of the 2015 Workshops Held at the International AAAI Conference on Web and Social Media","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social media; Placemaking; World Wide Web; Scale (ratio); Audit; Digital media; Computer science; Data science; Library science; Engineering; Geography; Management; Urban planning","score_opus":0.04678481690207959,"score_gpt":0.3173330415737564,"score_spread":0.27054822467167683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237057514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71634984,0.00014253959,0.00004889859,0.21524076,0.0008924915,0.00022458332,0.000021832897,0.00003138897,0.06704768],"genre_scores_gemma":[0.9915835,0.000018154924,0.000004884154,0.0009739669,0.0002489771,0.0000066355215,0.000010843403,0.000002782991,0.0071502533],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989711,0.00014110371,0.0001682548,0.00013482792,0.00048814018,0.000096545875],"domain_scores_gemma":[0.9992333,0.0001918718,0.00012255271,0.00016859053,0.0002391334,0.000044526027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011089635,0.000053982665,0.000090977344,0.00002388306,0.00026282738,0.00004462491,0.00020772271,0.000051355066,0.0006951664],"category_scores_gemma":[0.00063142966,0.000032884855,0.000048456564,0.00014416127,0.00051737437,0.000058001526,0.00007766954,0.00010394519,0.00003643619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012965284,0.00031827658,0.054063,0.000017561464,0.00018646731,0.000014349894,0.10715692,0.00018972738,0.000976313,0.07674026,0.7259052,0.034302328],"study_design_scores_gemma":[0.0009425327,0.000065735825,0.082765624,0.00008590666,0.00018455937,0.000006096941,0.0184699,0.001745186,0.00050462125,0.042597108,0.8522209,0.00041182587],"about_ca_topic_score_codex":0.0003908997,"about_ca_topic_score_gemma":0.04699886,"teacher_disagreement_score":0.2752337,"about_ca_system_score_codex":0.000070074944,"about_ca_system_score_gemma":0.00025774378,"threshold_uncertainty_score":0.9703909},"labels":[],"label_agreement":null},{"id":"W2267545879","doi":"10.1609/aimag.v38i2.2722","title":"The ICON Challenge on Algorithm Selection","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Icon; Selection (genetic algorithm); Variety (cybernetics); Relevance (law); Computer science; Machine learning; Algorithm; Selection algorithm; Artificial intelligence; Data mining","score_opus":0.0139382738647652,"score_gpt":0.26708353586962136,"score_spread":0.25314526200485615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267545879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002987563,0.00002447084,0.91607845,0.039169304,0.001092395,0.00014266545,0.0000010456963,0.0001790967,0.04301379],"genre_scores_gemma":[0.9650745,0.00039136873,0.023839887,0.001579621,0.0004048925,0.000027916692,0.000003328559,0.000015131559,0.008663399],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945825,0.000023355351,0.000086498694,0.00017057704,0.00013367535,0.00012762872],"domain_scores_gemma":[0.9993279,0.00003690936,0.00007870129,0.00045453434,0.000065361084,0.000036596117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014351256,0.00006683137,0.000050377235,0.00002916018,0.00080079277,0.00040870626,0.00037646966,0.00003191673,0.000032534994],"category_scores_gemma":[0.000047342477,0.000048664286,0.000027512557,0.00004676032,0.000043791635,0.00035432001,0.00006830418,0.00010538841,0.00033978198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018970971,0.000015626747,0.000089680456,6.927804e-7,0.0000049998794,0.0000015575612,0.000033302582,0.000041676514,0.000041832896,0.053258255,0.0030681957,0.9434423],"study_design_scores_gemma":[0.0006141738,0.0002678961,0.058801517,0.000015435447,0.000005048019,0.000024389552,0.000006176174,0.6915416,0.0005710827,0.0058706705,0.24206577,0.00021620859],"about_ca_topic_score_codex":0.000007485938,"about_ca_topic_score_gemma":0.00007151046,"teacher_disagreement_score":0.9647757,"about_ca_system_score_codex":0.000023796314,"about_ca_system_score_gemma":0.000024120318,"threshold_uncertainty_score":0.61591315},"labels":[],"label_agreement":null},{"id":"W2528009057","doi":"10.1609/aimag.v37i1.2633","title":"Fifteenth International Conference on Artificial Intelligence and Law (ICAIL 2015)","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Fifteenth; Artificial intelligence; International law; Association (psychology); Library science; Engineering; Law; Operations research; Political science; Computer science; History; Psychology; Classics","score_opus":0.10352175204291024,"score_gpt":0.3808363456786891,"score_spread":0.27731459363577887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528009057","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02305351,0.000061790684,0.025274111,0.2484916,0.0032532676,0.0006534198,0.00007083911,0.0003460257,0.69879544],"genre_scores_gemma":[0.99236494,0.000221213,0.00031288454,0.0017024281,0.00057169364,0.000017048133,0.0000027205176,0.000012586236,0.004794457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983886,0.0001114743,0.00030670947,0.0003616504,0.00047761566,0.00035393995],"domain_scores_gemma":[0.99903136,0.0002559121,0.00008673183,0.0002174121,0.00023651068,0.00017208609],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005404985,0.00014229103,0.00014236293,0.000066202316,0.0003108467,0.00015712834,0.00042019013,0.00010714857,0.004728722],"category_scores_gemma":[0.00035839688,0.00010639471,0.000044923552,0.00013836515,0.001291743,0.00041544854,0.00009945053,0.000129578,0.0030236735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039012597,0.000055919038,0.00017738303,0.0000011444637,0.0000092257305,0.000006906394,0.0008358938,0.0000021431279,0.0013709745,0.90237564,0.0035085585,0.09161719],"study_design_scores_gemma":[0.00005578281,0.00015970721,0.0002366141,0.00008060298,0.000011026963,0.0000024040007,0.0008505783,0.00035183778,0.008577537,0.46583843,0.52349013,0.000345373],"about_ca_topic_score_codex":0.0005629189,"about_ca_topic_score_gemma":0.005018415,"teacher_disagreement_score":0.9693115,"about_ca_system_score_codex":0.00008793109,"about_ca_system_score_gemma":0.00008044805,"threshold_uncertainty_score":0.9977526},"labels":[],"label_agreement":null},{"id":"W2563439192","doi":"10.1609/aimag.v33i4.2444","title":"Reports of the AAAI 2012 Conference Workshops","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Personalization; Context (archaeology); Computer science; Artificial intelligence; Robotics; Representation (politics); World Wide Web; Human–computer interaction; Robot; Geography","score_opus":0.018423294174936846,"score_gpt":0.24375597091393827,"score_spread":0.22533267673900143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563439192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06707785,0.0052635395,0.7982647,0.023545431,0.0059571695,0.00058670493,0.000010658952,0.0005140268,0.098779924],"genre_scores_gemma":[0.9868378,0.0000047326344,0.007967527,0.00075660873,0.00009084202,0.0000042064853,0.000002116625,0.000005684508,0.004330498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990595,0.000061204504,0.00022517644,0.00015856251,0.00021074092,0.00028481364],"domain_scores_gemma":[0.9988706,0.00008788684,0.00016780272,0.00071367057,0.00008145141,0.00007856136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005318504,0.00009528164,0.00012202735,0.00003150235,0.00008025982,0.00003987124,0.00045529142,0.000052204174,0.00012001747],"category_scores_gemma":[0.00006794461,0.00006508274,0.000051936888,0.00027409894,0.000047620655,0.0005075836,0.00023204793,0.00017475801,0.00010054721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013021952,0.0002634574,0.31296295,0.00009975371,0.000064508364,0.00004713984,0.0046404554,0.00044524987,0.007979405,0.08413952,0.50542,0.08392452],"study_design_scores_gemma":[0.00050490675,0.00012498477,0.3271332,0.0005339906,0.000054158776,0.0005516415,0.000025698322,0.014979625,0.009769711,0.011375079,0.63411963,0.00082740746],"about_ca_topic_score_codex":0.000011305745,"about_ca_topic_score_gemma":0.0000033992412,"teacher_disagreement_score":0.9197599,"about_ca_system_score_codex":0.00000988523,"about_ca_system_score_gemma":0.000060413826,"threshold_uncertainty_score":0.2653997},"labels":[],"label_agreement":null},{"id":"W2583680452","doi":"10.1609/aimag.v33i1.2390","title":"Reports of the AAAI 2011 Conference Workshops","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Computer science; Context (archaeology); Artificial intelligence; Action (physics); Analytics; Knowledge representation and reasoning; Human–computer interaction; Data science","score_opus":0.019152693541036995,"score_gpt":0.23985040107173758,"score_spread":0.2206977075307006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583680452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12398,0.004063119,0.73089683,0.026298689,0.0063470653,0.0006406355,0.000009124628,0.0005723273,0.10719222],"genre_scores_gemma":[0.9878686,0.0000044996164,0.007929279,0.00071340555,0.000073717,0.000003829886,0.0000015256486,0.000005194503,0.0033999162],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99911565,0.000055988923,0.00021544159,0.00015828699,0.00019627622,0.00025833902],"domain_scores_gemma":[0.9989068,0.00007812575,0.0001613693,0.0007022818,0.000080891914,0.00007056896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048318738,0.00008993119,0.000116011965,0.000029726381,0.00007547195,0.000034992503,0.00045216602,0.000048743073,0.00015611778],"category_scores_gemma":[0.00005587175,0.00006130496,0.00004908237,0.00017821492,0.000045887005,0.00032606174,0.00022363535,0.00016316256,0.00016162031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011756951,0.00022686759,0.42259786,0.00008535885,0.000056423694,0.000049595183,0.0044895266,0.00033278554,0.0057715317,0.06571267,0.43624187,0.06442377],"study_design_scores_gemma":[0.0005983593,0.00016986461,0.573254,0.0005405569,0.000061697894,0.0006387892,0.000031510383,0.020872172,0.017783275,0.015647203,0.36942193,0.0009806589],"about_ca_topic_score_codex":0.000019551884,"about_ca_topic_score_gemma":0.0000030471224,"teacher_disagreement_score":0.8638886,"about_ca_system_score_codex":0.000008917694,"about_ca_system_score_gemma":0.00006029434,"threshold_uncertainty_score":0.2499944},"labels":[],"label_agreement":null},{"id":"W2584716309","doi":"10.1609/aimag.v32i1.2338","title":"Reports of the AAAI 2010 Fall Symposia","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Dialog box; Thursday; Computer science; Gateway (web page); Commonsense knowledge; Artificial intelligence; Cognitive science; World Wide Web; Psychology; Knowledge representation and reasoning","score_opus":0.024000421765196504,"score_gpt":0.220506692767878,"score_spread":0.19650627100268148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584716309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5977256,0.00072815845,0.24531505,0.006138205,0.01327911,0.0015627339,0.000006676532,0.00044577755,0.13479872],"genre_scores_gemma":[0.9925191,0.0000045889283,0.0022846716,0.00029119884,0.000042562766,0.0000051893044,6.565934e-7,0.000004797078,0.004847273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992344,0.00003702166,0.0002553141,0.0001796853,0.00018128217,0.00011229369],"domain_scores_gemma":[0.9989742,0.000010971407,0.00019664297,0.0007142888,0.00007098453,0.00003292178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021883391,0.00006818407,0.00009668731,0.000030976345,0.000040248342,0.00001631818,0.00035484234,0.000037111404,0.000049945975],"category_scores_gemma":[0.000017243705,0.000044337994,0.000057391702,0.0001534901,0.000021155423,0.00020819988,0.00014110593,0.000059124486,0.00011315094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001817534,0.00069927005,0.36959633,0.00019954018,0.00012800112,0.0001745733,0.0113679925,0.000041512245,0.14131472,0.18547763,0.27492312,0.016059168],"study_design_scores_gemma":[0.00026961885,0.00007524488,0.92214465,0.00006436503,0.000013906736,0.00012650718,0.0000044702033,0.005083032,0.021271935,0.0014358899,0.049317736,0.00019264114],"about_ca_topic_score_codex":0.00019220223,"about_ca_topic_score_gemma":0.000050480216,"teacher_disagreement_score":0.55254835,"about_ca_system_score_codex":0.000009130167,"about_ca_system_score_gemma":0.000024881032,"threshold_uncertainty_score":0.18080509},"labels":[],"label_agreement":null},{"id":"W2585691643","doi":"10.1609/aimag.v37i4.2684","title":"Collaborative Language Grounding Toward Situated Human‐Robot Dialogue","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"Office of Naval Research; University of California, Los Angeles; National Science Foundation","keywords":"Situated; Computer science; Human–robot interaction; Common ground; Robot; Human–computer interaction; Representation (politics); Joint attention; Bridge (graph theory); Perception; Action (physics); Ground; Artificial intelligence; Engineering; Communication; Psychology","score_opus":0.014371559619714536,"score_gpt":0.2704817801697774,"score_spread":0.2561102205500629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585691643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13289838,0.0007093646,0.8082211,0.012437901,0.0033185664,0.0009437257,0.000077767356,0.0014987935,0.03989441],"genre_scores_gemma":[0.99342966,0.00000809461,0.0028822264,0.0006125284,0.0003448671,0.00002582848,0.000017116829,0.000014981353,0.002664685],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99854934,0.00011814893,0.000256361,0.0004153536,0.0002667251,0.00039406834],"domain_scores_gemma":[0.9989435,0.000119742974,0.00010321684,0.0005348766,0.00015212072,0.00014655945],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029431403,0.0001803071,0.0002417186,0.0001322064,0.00011662444,0.00015832607,0.0006277428,0.00007927175,0.000066514265],"category_scores_gemma":[0.00012657187,0.00012224587,0.000057228768,0.00060694834,0.00006135977,0.00062456285,0.00020256767,0.000079544276,0.0018205552],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036115343,0.00013825759,0.0023980455,0.000036997062,0.000084899606,0.00040496283,0.005541541,0.0000048311795,0.8061616,0.08934397,0.05866474,0.037184082],"study_design_scores_gemma":[0.026202355,0.0039704796,0.23045075,0.0014299616,0.00015939459,0.0005195259,0.0016743938,0.0018747604,0.4284976,0.06661059,0.23162353,0.006986634],"about_ca_topic_score_codex":0.00008069202,"about_ca_topic_score_gemma":0.00013233154,"teacher_disagreement_score":0.8605313,"about_ca_system_score_codex":0.00008675626,"about_ca_system_score_gemma":0.000076728626,"threshold_uncertainty_score":0.9989566},"labels":[],"label_agreement":null},{"id":"W2610518069","doi":"10.1609/aimag.v38i1.2720","title":"RuleML (Web Rule Symposium) 2016 Report","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"RuleML; World Wide Web; Web site; Library science; Computer science; XML; The Internet; Markup language; XHTML","score_opus":0.014430066977399653,"score_gpt":0.27351818989565657,"score_spread":0.2590881229182569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610518069","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06482842,0.0006182963,0.24679148,0.16636568,0.0036568667,0.00031625113,0.000087818,0.0013530722,0.5159821],"genre_scores_gemma":[0.87094253,0.00015054746,0.026680276,0.0015372913,0.00056901644,0.000015932414,0.00004715273,0.000024945142,0.10003231],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869734,0.000024402569,0.00024902695,0.00048376422,0.00026189117,0.0002835536],"domain_scores_gemma":[0.9967065,0.000025524758,0.00022705,0.002825097,0.00009474108,0.00012108402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004479881,0.0001350436,0.0002016383,0.00008180841,0.00039957947,0.0006687144,0.0017787858,0.000051277333,0.00007950915],"category_scores_gemma":[0.00013867034,0.00011402083,0.000097378375,0.000102215614,0.000072053146,0.0009713304,0.00071040547,0.00011950533,0.0026685868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070630945,0.00019099042,0.021770798,0.000027769014,0.00016940397,0.0026427917,0.00018806107,0.000027681806,0.02775242,0.010005711,0.8475239,0.08969338],"study_design_scores_gemma":[0.0007616747,0.000082832325,0.03813445,0.00011020418,0.000072980016,0.0005029929,0.000005027439,0.033397734,0.0024359392,0.003201451,0.9206592,0.00063555373],"about_ca_topic_score_codex":0.00007112046,"about_ca_topic_score_gemma":0.000016133648,"teacher_disagreement_score":0.80611414,"about_ca_system_score_codex":0.000016877013,"about_ca_system_score_gemma":0.00011033591,"threshold_uncertainty_score":0.99810797},"labels":[],"label_agreement":null},{"id":"W2613861456","doi":"10.1609/aimag.v23i2.1636","title":"Editorial Introduction: The Fourteenth Innovative Applications of Artificial Intelligence Conference (IAAI-2001)","year":2002,"lang":"en","type":"editorial","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software deployment; Emerging technologies; Computer science; Applications of artificial intelligence; Artificial intelligence; Engineering management; Engineering; Software engineering","score_opus":0.04599923095035003,"score_gpt":0.29650246916012696,"score_spread":0.25050323820977694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613861456","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026303862,0.00013653317,0.039260834,0.0046825013,0.950084,0.0007532294,0.00021543367,0.00011864583,0.004746227],"genre_scores_gemma":[0.0007128118,0.00023095288,0.00016536562,0.00023142621,0.9949876,0.0002203535,0.0017109069,0.00006236384,0.001678188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961044,0.000029236675,0.0010901982,0.0008376102,0.0014242501,0.00051430333],"domain_scores_gemma":[0.9920602,0.0003329566,0.0011343149,0.001181394,0.0052703666,0.000020791293],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008295714,0.00054790283,0.0006335233,0.00042302607,0.00032454263,0.00054485025,0.0016824706,0.00067622476,0.0030225343],"category_scores_gemma":[0.0015846847,0.0004235261,0.00013104636,0.0029140564,0.00064056285,0.0010955024,0.00060408807,0.00141485,0.0022809603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007012386,0.00018065337,0.000006364233,0.00024468824,0.00006124728,0.0000010700793,0.000023381031,0.000016760525,0.000068414054,0.028483676,0.94103646,0.029807167],"study_design_scores_gemma":[0.00007447315,0.000023790453,0.000005760149,0.00008427364,0.00014200056,8.725616e-7,0.00005696941,0.00060590653,0.00007475693,0.009300824,0.9891945,0.00043587876],"about_ca_topic_score_codex":0.00026895493,"about_ca_topic_score_gemma":0.0001729206,"teacher_disagreement_score":0.04815804,"about_ca_system_score_codex":0.00006766936,"about_ca_system_score_gemma":0.00022701151,"threshold_uncertainty_score":0.99982166},"labels":[],"label_agreement":null},{"id":"W2734518920","doi":"10.1609/aimag.v34i3.2483","title":"Student Modeling: Supporting Personalized Instruction, from Problem Solving to Exploratory Open‐Ended Activities","year":2013,"lang":"en","type":"article","venue":"AI Magazine","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Personalization; Variety (cybernetics); Computer science; Field (mathematics); Personalized learning; Coaching; Component (thermodynamics); Intelligent tutoring system; Human–computer interaction; Core (optical fiber); Multimedia; Mathematics education; Artificial intelligence; Teaching method; World Wide Web; Cooperative learning; Open learning; Psychology","score_opus":0.03528251085496117,"score_gpt":0.29064886892042774,"score_spread":0.2553663580654666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734518920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43274114,0.000056737823,0.56168574,0.0011968395,0.000626664,0.00064610224,0.000001800352,0.00023276007,0.0028122105],"genre_scores_gemma":[0.9448865,0.0000038297662,0.046030935,0.00075255206,0.0002900739,0.00016598379,0.000004968454,0.000027696762,0.007837456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979589,0.0001147948,0.00046329357,0.0005995149,0.0004165527,0.00044697148],"domain_scores_gemma":[0.99890953,0.00005126919,0.00017610274,0.0004438019,0.00025332262,0.0001659699],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004126936,0.00022829081,0.0003082792,0.00012844201,0.0002986703,0.0011595524,0.0011039252,0.00005628687,0.0001556391],"category_scores_gemma":[0.00004501108,0.00021377676,0.00006884104,0.00024582577,0.00001937858,0.0021810276,0.00091699074,0.00024842576,0.00059525156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084641106,0.000662069,0.01767794,0.00019590031,0.0006537802,0.00012192455,0.16535135,0.057883386,0.2125083,0.41046765,0.027586455,0.1068066],"study_design_scores_gemma":[0.004915819,0.001005645,0.010224182,0.0015665528,0.000072803094,0.000078758734,0.03335939,0.67519826,0.016727637,0.02150828,0.23143762,0.0039050386],"about_ca_topic_score_codex":0.00056072115,"about_ca_topic_score_gemma":0.000032363077,"teacher_disagreement_score":0.6173149,"about_ca_system_score_codex":0.00012198087,"about_ca_system_score_gemma":0.00011169371,"threshold_uncertainty_score":0.99987733},"labels":[],"label_agreement":null},{"id":"W2734616033","doi":"10.1609/aimag.v37i2.2660","title":"The AIIDE 2015 Workshop Program","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Entertainment; Computer science; Narrative; Joint (building); Multimedia; Artificial intelligence; Engineering; Visual arts; Architectural engineering; Art","score_opus":0.025898157674376223,"score_gpt":0.3257900689318565,"score_spread":0.2998919112574803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734616033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003576711,0.0007088752,0.76211405,0.2171699,0.0017047769,0.0005594426,0.0000014297335,0.000989644,0.013175171],"genre_scores_gemma":[0.9023452,0.00029511272,0.035477098,0.0031696605,0.00064448814,0.00021104884,7.423389e-7,0.00003447976,0.05782217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883366,0.000049428676,0.00021342647,0.0002784791,0.0002464695,0.000378511],"domain_scores_gemma":[0.9984853,0.000416859,0.000059141334,0.00082307827,0.00012926657,0.000086310436],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035427805,0.00011023312,0.00008736278,0.000031623244,0.00016414703,0.0002332877,0.0012574856,0.000043872922,0.000046595065],"category_scores_gemma":[0.0002755227,0.000053286323,0.00005387294,0.00029058635,0.00018586585,0.00042849357,0.0003198148,0.00009328196,0.0040373993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035590228,0.0000272518,0.00022523117,6.81349e-7,0.0000057297966,0.0000069259854,0.00007196286,0.0000031182371,0.0006238837,0.039351888,0.10187668,0.8578031],"study_design_scores_gemma":[0.000056239838,0.000081025646,0.0009058849,0.000025715322,0.000002614702,0.000010225392,0.000012314376,0.0035661268,0.005065846,0.035990123,0.95413303,0.00015088085],"about_ca_topic_score_codex":0.00000455452,"about_ca_topic_score_gemma":0.00007817876,"teacher_disagreement_score":0.8987685,"about_ca_system_score_codex":0.000029751876,"about_ca_system_score_gemma":0.00004636827,"threshold_uncertainty_score":0.9967381},"labels":[],"label_agreement":null},{"id":"W2735993717","doi":"10.1609/aimag.v36i1.2576","title":"Reports of the Workshops Held at the Tenth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment (AIIDE)","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Alberta","funders":"","keywords":"Entertainment; Computer science; Library science; Multimedia; Visual arts; Artificial intelligence; Engineering; Art","score_opus":0.05602108078505768,"score_gpt":0.2983076689628847,"score_spread":0.242286588177827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735993717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5739084,0.00036649994,0.35730466,0.049004238,0.0035878215,0.0014337663,0.0000196397,0.00017320579,0.014201795],"genre_scores_gemma":[0.9973729,0.000015746538,0.00025986743,0.000861086,0.00006768995,0.000019829298,0.0000015039877,0.000009909775,0.001391455],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980578,0.00009401843,0.0005432578,0.00047543287,0.0005476534,0.00028187232],"domain_scores_gemma":[0.9980304,0.00030565678,0.0003186716,0.0009767045,0.00025183058,0.00011671249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004369104,0.00020420928,0.00020312254,0.00005400826,0.00012980695,0.00028857836,0.0008150942,0.000056391826,0.000039771017],"category_scores_gemma":[0.00054057234,0.00011720022,0.00008357733,0.00030940937,0.00045427482,0.0004890313,0.0011236756,0.00026719607,0.00013357203],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030535067,0.0006480653,0.010123099,0.000021793196,0.00011597105,0.00016713575,0.017995343,0.002587193,0.0031059668,0.078382716,0.0107655665,0.8757818],"study_design_scores_gemma":[0.00021387218,0.0019596352,0.009334039,0.0010888058,0.00008501341,0.00081565464,0.007316423,0.14500353,0.4718247,0.3302721,0.030567765,0.0015184596],"about_ca_topic_score_codex":0.000033149787,"about_ca_topic_score_gemma":0.00016361159,"teacher_disagreement_score":0.87426335,"about_ca_system_score_codex":0.00010655673,"about_ca_system_score_gemma":0.00008873465,"threshold_uncertainty_score":0.47792864},"labels":[],"label_agreement":null},{"id":"W2736235124","doi":"10.1609/aimag.v33i2.2412","title":"A Machine‐Learning Approach to the Detection of Fetal Hypoxia during Labor and Delivery","year":2012,"lang":"en","type":"article","venue":"AI Magazine","topic":"Neonatal and fetal brain pathology","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Pathological; Hypoxia (environmental); Fetus; Binary classification; Computer science; Medicine; Artificial intelligence; Intensive care medicine; Pregnancy; Pathology; Support vector machine; Biology","score_opus":0.010506090910510298,"score_gpt":0.22475737845348842,"score_spread":0.21425128754297812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736235124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99305826,0.002325607,0.0007094289,0.00080385554,0.0000856806,0.00020748396,0.0000064335227,0.000033018143,0.0027702565],"genre_scores_gemma":[0.9968727,0.00004578374,0.00058867125,0.00067221513,0.0001684592,0.000012351409,0.000007362054,0.000012778352,0.0016196778],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9994425,0.000037595175,0.000120248355,0.00012126722,0.00009786231,0.00018051932],"domain_scores_gemma":[0.9996907,0.000028997303,0.000034906217,0.00011755588,0.000036817553,0.000091028785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016136114,0.000084816915,0.00014970229,0.00006201824,0.00006532927,0.0000038399858,0.000038031136,0.000043895838,0.00001387388],"category_scores_gemma":[0.00008441066,0.00005558688,0.00003285979,0.00015390794,0.000048375197,0.00006957418,0.00008256868,0.00019269781,0.000056177203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005392578,0.00018159699,0.03181328,0.0002378063,0.000057966074,0.000014235567,0.0014232296,0.000019926913,0.8993397,0.00022586186,0.00005740231,0.06608978],"study_design_scores_gemma":[0.001326458,0.00037338855,0.95086324,0.000029459245,0.00009724775,0.0012814924,0.00014199481,0.0012130296,0.01900367,0.0000299764,0.025492309,0.00014774092],"about_ca_topic_score_codex":0.000017427157,"about_ca_topic_score_gemma":0.0000049334226,"teacher_disagreement_score":0.91905,"about_ca_system_score_codex":0.000010514092,"about_ca_system_score_gemma":0.00000595464,"threshold_uncertainty_score":0.22667672},"labels":[],"label_agreement":null},{"id":"W2737372623","doi":"10.1609/aimag.v31i4.2312","title":"Computational Pool: A New Challenge for Game Theory Pragmatics","year":2010,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Tournament; Computer science; Adversarial system; Action (physics); Pragmatics; Work (physics); Game theory; State (computer science); Computational model; Operations research; Artificial intelligence; Management science; Data science; Mathematical economics; Programming language; Engineering; Mathematics; Linguistics","score_opus":0.02556085818414389,"score_gpt":0.3041684774500252,"score_spread":0.2786076192658813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737372623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021208986,0.000053194763,0.9802487,0.013388185,0.0007863686,0.00029005684,0.0000040761297,0.00019519242,0.0029133472],"genre_scores_gemma":[0.6505343,0.0000062944805,0.3430589,0.0026117307,0.0005362144,0.000034743847,0.000008969589,0.000023500817,0.003185323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989204,0.000030075227,0.0002656841,0.00029104194,0.00022536512,0.0002674822],"domain_scores_gemma":[0.99861664,0.00054799294,0.000090098794,0.00043683898,0.00018300314,0.00012540059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039601602,0.00013248272,0.00014271897,0.00007535423,0.00007140776,0.00013171067,0.00074395456,0.0000766663,0.0001061605],"category_scores_gemma":[0.0003194396,0.00012228187,0.00007200111,0.00016227305,0.00008060725,0.00037429217,0.000151589,0.00020537274,0.0006650774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007812739,0.00006249588,0.000018664132,0.000010022897,0.000011555935,0.0000029908301,0.000999881,0.0009679002,0.00037425887,0.8204884,0.010670194,0.16638586],"study_design_scores_gemma":[0.00010828184,0.00009233669,0.00024953322,0.0000076062283,0.0000053535973,0.000011759786,0.000011980036,0.26444817,0.0007885766,0.67199475,0.06213889,0.0001427384],"about_ca_topic_score_codex":0.00000459317,"about_ca_topic_score_gemma":0.000046009718,"teacher_disagreement_score":0.6484134,"about_ca_system_score_codex":0.000012020639,"about_ca_system_score_gemma":0.00015064656,"threshold_uncertainty_score":0.8548446},"labels":[],"label_agreement":null},{"id":"W2738221637","doi":"10.1609/aimag.v30i4.2264","title":"Mixed‐Initiative Interface Personalization as a Case Study in Usable AI","year":2009,"lang":"en","type":"article","venue":"AI Magazine","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Manitoba","funders":"","keywords":"Personalization; USable; Usability; Computer science; Interface (matter); Human–computer interaction; User interface; Process (computing); Focus (optics); World Wide Web","score_opus":0.03823671194850395,"score_gpt":0.33601102334447697,"score_spread":0.297774311395973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738221637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7667115,0.00003360026,0.21957731,0.008040703,0.0003477881,0.0004869411,0.0000012023665,0.0002468176,0.0045541436],"genre_scores_gemma":[0.99422926,0.0000013589782,0.0015516595,0.0033640033,0.000030781535,0.00002374711,0.0000028085199,0.000007850991,0.00078855467],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987104,0.00012629156,0.00029560368,0.00043033974,0.00018417023,0.00025320996],"domain_scores_gemma":[0.99914086,0.000046431065,0.00011361574,0.00037801618,0.0002933723,0.000027682783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028597523,0.00016785199,0.00017980578,0.00041165474,0.000102044476,0.00010926921,0.0003733233,0.00007759717,0.0000977371],"category_scores_gemma":[0.000113432434,0.0001695861,0.00002603391,0.0011098529,0.00004327009,0.0012370859,0.00012621532,0.00038886064,0.0005088421],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003769062,0.011070281,0.049139127,0.00007943954,0.00035253,0.045993138,0.12489096,0.001394355,0.03880653,0.49435553,0.09251149,0.14102972],"study_design_scores_gemma":[0.018590475,0.02633641,0.200013,0.00072077976,0.00013925218,0.033086676,0.0315191,0.43118444,0.08853686,0.13297813,0.032229107,0.004665772],"about_ca_topic_score_codex":0.000081949285,"about_ca_topic_score_gemma":0.00045591118,"teacher_disagreement_score":0.42979008,"about_ca_system_score_codex":0.00017491753,"about_ca_system_score_gemma":0.000056427052,"threshold_uncertainty_score":0.69155204},"labels":[],"label_agreement":null},{"id":"W2738937907","doi":"10.1609/aimag.v24i1.1694","title":"The fifth symposium on abstraction, reformulation, and approximation (SARA-2002)","year":2003,"lang":"en","type":"article","venue":"AI Magazine","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abstraction; Computer science; Constraint programming; Constraint satisfaction; Scheduling (production processes); Constraint (computer-aided design); Constraint satisfaction problem; Artificial intelligence; Operations research; Mathematical economics; Theoretical computer science; Mathematics education; Mathematics; Mathematical optimization; Epistemology; Philosophy","score_opus":0.0076671345304081436,"score_gpt":0.22671531230180064,"score_spread":0.2190481777713925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738937907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055260384,0.00007792748,0.9172785,0.016727518,0.0007561442,0.00038003444,0.0000018058736,0.00024510585,0.059006926],"genre_scores_gemma":[0.98351836,0.00014953324,0.0115530165,0.0012812997,0.000053797223,0.000019383582,0.0000071935633,0.000010117917,0.0034073046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928015,0.000047472076,0.00018126646,0.00019781323,0.00016482838,0.00012848507],"domain_scores_gemma":[0.99941325,0.000080036836,0.0000834021,0.00027460532,0.00010183835,0.0000468892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025546845,0.000088016,0.000059514772,0.000058235873,0.00031295608,0.00020141553,0.00009958157,0.00004102083,0.000046584402],"category_scores_gemma":[0.00006362592,0.00006415046,0.00001987375,0.00020576818,0.000034722518,0.00047894326,0.000016348233,0.000097406606,0.00016705133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017987071,0.000068739304,0.0016330526,0.000014887832,0.000022998622,0.000002624042,0.0005958006,0.008380534,0.0013724131,0.85456663,0.009796837,0.12352747],"study_design_scores_gemma":[0.0013469878,0.00020295297,0.1341923,0.00003128558,0.000016190657,0.00013635725,0.000048194983,0.28367114,0.0023136758,0.01849895,0.5590429,0.000499087],"about_ca_topic_score_codex":0.000002488082,"about_ca_topic_score_gemma":0.000014904885,"teacher_disagreement_score":0.9779923,"about_ca_system_score_codex":0.00003621318,"about_ca_system_score_gemma":0.0000316995,"threshold_uncertainty_score":0.261598},"labels":[],"label_agreement":null},{"id":"W2762234065","doi":"10.1609/aimag.v39i4.2823","title":"Reports of the Workshops of the 32nd AAAI Conference on Artificial Intelligence","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Artificial intelligence; Computer science; Plan (archaeology); Applications of artificial intelligence; Engineering","score_opus":0.08424122107699186,"score_gpt":0.3010112573414188,"score_spread":0.21677003626442695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762234065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81838304,0.00013823908,0.012019749,0.028795216,0.009053864,0.001286561,0.00003083083,0.000134214,0.13015828],"genre_scores_gemma":[0.9969046,0.0000065810227,0.00004299181,0.0016202,0.0006966072,0.0000049522737,0.000004871384,0.000012907336,0.0007062826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986262,0.000014223802,0.00050197117,0.00026682718,0.0003881897,0.00020258954],"domain_scores_gemma":[0.9979643,0.000039475006,0.000519705,0.0009242705,0.000544884,0.0000073524657],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003467807,0.00015510448,0.0001925702,0.00007275194,0.00014346078,0.00008009199,0.0007020057,0.000072536546,0.0009678486],"category_scores_gemma":[0.00042977158,0.000086225155,0.000095643096,0.00093404914,0.00060436944,0.00034263538,0.00046640605,0.0001776599,0.00022037237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003307936,0.0007972235,0.034394402,0.00051730557,0.00009206635,0.000018419127,0.0003164004,0.00023554104,0.03352976,0.5817851,0.08238418,0.26559883],"study_design_scores_gemma":[0.00018646577,0.00011081671,0.2072862,0.0021874276,0.00030327102,0.00004153488,0.00037461278,0.01110528,0.22501971,0.2815906,0.27076492,0.0010291795],"about_ca_topic_score_codex":0.0001244974,"about_ca_topic_score_gemma":0.00029664655,"teacher_disagreement_score":0.30019447,"about_ca_system_score_codex":0.0000087569615,"about_ca_system_score_gemma":0.000043012802,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W2794543545","doi":"10.1609/aimag.v39i1.2777","title":"The First MicroRTS Artificial Intelligence Competition","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competition (biology); Observability; Computer science; Artificial intelligence; Term (time); Operations research; Computational intelligence; Engineering; Mathematics","score_opus":0.027165958814672875,"score_gpt":0.2869183879692783,"score_spread":0.25975242915460545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794543545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047177863,0.000120817116,0.95547706,0.029400326,0.0019931796,0.00021102667,0.0000016507889,0.0002651801,0.007812974],"genre_scores_gemma":[0.9897028,0.00004060741,0.0063055563,0.0026230784,0.00070797396,0.000018962517,0.0000016989829,0.000013209374,0.0005861211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985024,0.00004402669,0.00038553268,0.00038479158,0.0002801269,0.0004031653],"domain_scores_gemma":[0.99851584,0.00021818333,0.00009996386,0.0008003554,0.00029013926,0.00007550394],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042706498,0.00015246654,0.00011576667,0.00006228328,0.00070406194,0.00042719583,0.0012771001,0.000058251924,0.00011858455],"category_scores_gemma":[0.00013078544,0.00011383779,0.00006419613,0.0004939941,0.0005440877,0.00040126152,0.00034268852,0.00016372277,0.006812762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014033141,0.00005624852,0.00015399729,0.0000035607202,0.000009752019,0.000012263999,0.0006424718,0.000031800704,0.0016474259,0.7195952,0.011402644,0.2664306],"study_design_scores_gemma":[0.000017962611,0.0002714006,0.0009415532,0.000035535682,0.000006537152,0.000040735024,0.00007211639,0.066016994,0.118340366,0.29421064,0.51971436,0.00033184054],"about_ca_topic_score_codex":0.000027500078,"about_ca_topic_score_gemma":0.0008835084,"teacher_disagreement_score":0.984985,"about_ca_system_score_codex":0.00004286269,"about_ca_system_score_gemma":0.000048290014,"threshold_uncertainty_score":0.99396056},"labels":[],"label_agreement":null},{"id":"W2794940174","doi":"10.1609/aimag.v39i1.2780","title":"Constructing Temporal Abstractions Autonomously in Reinforcement Learning","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Abstraction; Artificial intelligence; Thread (computing); Architecture; Programming language","score_opus":0.015208194459727754,"score_gpt":0.2693107594008761,"score_spread":0.25410256494114836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794940174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007318405,0.000007668798,0.90833235,0.0013692575,0.00058947713,0.00016070079,1.3912779e-7,0.0003065499,0.08191546],"genre_scores_gemma":[0.962129,0.0000027489955,0.031060074,0.00043123803,0.0001531367,0.000008865896,0.000008388457,0.000013159254,0.0061933696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998492,0.000047079426,0.0004477561,0.0003272219,0.0002700034,0.00041592846],"domain_scores_gemma":[0.9991171,0.00007608535,0.00019212469,0.00041115296,0.000120603334,0.00008294012],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003928268,0.00015804972,0.00016884049,0.00022398701,0.00018781771,0.00023388623,0.0004886997,0.00006733733,0.00024722336],"category_scores_gemma":[0.00012524016,0.00016702156,0.000037690166,0.00041509885,0.00012089899,0.0007095125,0.00026556794,0.00044722864,0.0014265652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116191395,0.000036138863,0.059361268,0.000025468335,0.000033942833,0.000056803732,0.0012220143,0.829207,0.0010608287,0.083674066,0.002598504,0.022712357],"study_design_scores_gemma":[0.000554037,0.0003467412,0.005861467,0.000042764987,0.000004785039,0.00005264407,0.000098647004,0.9375591,0.00051799684,0.00025330327,0.05442018,0.00028829856],"about_ca_topic_score_codex":0.00007467556,"about_ca_topic_score_gemma":0.000056683188,"teacher_disagreement_score":0.9548106,"about_ca_system_score_codex":0.00017287658,"about_ca_system_score_gemma":0.00011398427,"threshold_uncertainty_score":0.99935097},"labels":[],"label_agreement":null},{"id":"W2795069772","doi":"10.1609/aimag.v39i1.2783","title":"Research Challenges of Digital Misinformation: Toward a Trustworthy Web","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misinformation; Trustworthiness; Social media; Internet privacy; Fake news; Journalism; Computer science; World Wide Web; Public relations; Political science; Computer security; Law","score_opus":0.11581905576392454,"score_gpt":0.40575156183609723,"score_spread":0.2899325060721727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795069772","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07853978,0.00014622079,0.00003678911,0.01760691,0.00017382982,0.00016363643,0.000011511397,0.000060457834,0.9032609],"genre_scores_gemma":[0.9949875,0.0003101567,0.000074025425,0.00028491655,0.00038561612,0.0000012807819,0.0000059950876,0.0000050055082,0.003945523],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985238,0.00006245793,0.00025960297,0.00008237505,0.00074499124,0.0003268039],"domain_scores_gemma":[0.99883765,0.00008901438,0.00007776122,0.00018453831,0.000655321,0.00015573717],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012720603,0.000066411885,0.000116087715,0.00019322663,0.00023734785,0.00013667492,0.00023858012,0.00007850664,0.001309071],"category_scores_gemma":[0.00057065784,0.000058823804,0.00004059709,0.00049708853,0.0005345893,0.0014061491,0.000055317225,0.00011868945,0.002108242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008256659,0.00009649694,0.00020401042,0.00008077572,0.000027129097,0.0000016628848,0.28089997,0.0000015245955,0.00007435007,0.27036962,0.2288485,0.21931337],"study_design_scores_gemma":[0.00038168265,0.00021912216,0.004840555,0.00003322491,0.0000029834584,0.0000020277805,0.028398873,0.00014691938,0.0001376456,0.0023880375,0.96334076,0.00010818629],"about_ca_topic_score_codex":0.000023505183,"about_ca_topic_score_gemma":0.00016413532,"teacher_disagreement_score":0.9164477,"about_ca_system_score_codex":0.000042365187,"about_ca_system_score_gemma":0.0002916617,"threshold_uncertainty_score":0.99960387},"labels":[],"label_agreement":null},{"id":"W2810882517","doi":"10.1609/aimag.v39i2.2798","title":"The 13th AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Canyon; Salt lake; Entertainment; Library science; Computer science; Artificial intelligence; Engineering; Visual arts; Cartography; Geography; Art; Geology","score_opus":0.04012822024253798,"score_gpt":0.30691995961728397,"score_spread":0.266791739374746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810882517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03509145,0.000054372445,0.92577267,0.020888966,0.001367697,0.00038208457,0.000007846839,0.00018740138,0.01624753],"genre_scores_gemma":[0.99681574,0.000033595134,0.0008273736,0.0011519964,0.00022165483,0.000017974473,0.0000013379384,0.000010104882,0.00092019606],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841577,0.000054894623,0.0003432913,0.0004895656,0.0003197533,0.00037675296],"domain_scores_gemma":[0.998559,0.00037983077,0.00010934563,0.00060081744,0.00023701154,0.00011401272],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024243214,0.0001992311,0.00014240711,0.00006711667,0.00032623325,0.0010443992,0.0009228382,0.00004676618,0.000053348333],"category_scores_gemma":[0.00023525764,0.00013871264,0.000045055476,0.00022964283,0.0006057127,0.0006944875,0.0004952741,0.00022381255,0.0017472139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060713108,0.00008101102,0.0001196462,0.0000018778104,0.000017541386,0.000010708034,0.0017925214,0.000008292381,0.00048008937,0.30793542,0.0012835154,0.68820864],"study_design_scores_gemma":[0.00008945915,0.0028955808,0.0013986514,0.00017038257,0.0000151357835,0.00006937862,0.0014799687,0.28983703,0.11051821,0.50536627,0.087295935,0.00086401636],"about_ca_topic_score_codex":0.000013448788,"about_ca_topic_score_gemma":0.00008334152,"teacher_disagreement_score":0.96172434,"about_ca_system_score_codex":0.000056708584,"about_ca_system_score_gemma":0.000051561063,"threshold_uncertainty_score":0.9999926},"labels":[],"label_agreement":null},{"id":"W2904021066","doi":"10.1609/aimag.v39i4.2836","title":"Technological Advances in Applied Intelligence","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; University of Regina","funders":"","keywords":"Automation; Cyberspace; Biomedicine; Engineering management; Engineering; Robotics; Artificial intelligence; Intelligent decision support system; Science and engineering; Computational Science and Engineering; Computer science; Engineering ethics; The Internet; Software engineering; Robot; World Wide Web; Mechanical engineering","score_opus":0.036740929815990794,"score_gpt":0.29545679635630606,"score_spread":0.25871586654031525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904021066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03771352,0.0015596405,0.16959009,0.009017247,0.0018068977,0.00089036115,0.00000800672,0.0012231581,0.7781911],"genre_scores_gemma":[0.99522316,0.00011231456,0.0005807717,0.0030507948,0.0007383508,0.000025452935,0.000018777962,0.000014179409,0.0002361679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988803,0.0000027193114,0.00026046103,0.0003595638,0.00017720363,0.00031972985],"domain_scores_gemma":[0.99945825,0.000026367768,0.000083796825,0.00031952123,0.00010434802,0.000007740015],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024051104,0.0001641115,0.00017312134,0.00027136464,0.00007781029,0.0001182846,0.0005084322,0.000099211116,0.0014728936],"category_scores_gemma":[0.00016293886,0.00013335439,0.000025120764,0.0012186883,0.0005165204,0.00095978135,0.00030606356,0.00018373459,0.007520934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006557189,0.00012577613,0.006897796,0.00007125526,0.0000031798972,0.000014026278,0.000008103671,0.000014316692,0.0015336294,0.39337406,0.0058875475,0.5920047],"study_design_scores_gemma":[0.00010096885,0.000011686456,0.0039852634,0.000049637878,0.000007060685,0.00000316851,0.00003980899,0.0015383237,0.0018194354,0.050003387,0.9421823,0.00025896588],"about_ca_topic_score_codex":0.000017230197,"about_ca_topic_score_gemma":0.00017222276,"teacher_disagreement_score":0.9575097,"about_ca_system_score_codex":0.000014900016,"about_ca_system_score_gemma":0.000008333765,"threshold_uncertainty_score":0.9994399},"labels":[],"label_agreement":null},{"id":"W2904396289","doi":"10.1609/aimag.v39i4.2843","title":"A Recap of the AAAI / IAAI 2018 Conferences and the EAAI Symposium","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Computer science; Library science; Engineering; Artificial intelligence; Operations research","score_opus":0.012692556056736583,"score_gpt":0.23679893477883834,"score_spread":0.22410637872210176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904396289","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33297873,0.0027474705,0.040737886,0.3669848,0.0057630064,0.0012515185,0.000009940811,0.00037635872,0.24915026],"genre_scores_gemma":[0.9943476,0.00008074945,0.0009933395,0.0021568565,0.000105523686,0.000006003852,1.7147183e-7,0.000002947316,0.002306842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921155,0.00009964503,0.00016332278,0.0001945258,0.00016965465,0.00016129843],"domain_scores_gemma":[0.9989995,0.0001804293,0.00009054333,0.0005992363,0.000106169595,0.000024119214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034321233,0.00009036836,0.00015690131,0.000023755747,0.00012997547,0.00008563964,0.0009204818,0.000037921905,0.000028485394],"category_scores_gemma":[0.00008613584,0.000040709663,0.000044384644,0.00018559914,0.00094654143,0.00014586825,0.00041902417,0.000077693,0.0000700952],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006927549,0.00006219072,0.0077833408,0.000031946776,0.00006953097,0.0000051580096,0.004309434,0.000001518685,0.006187967,0.8790122,0.08960881,0.012858571],"study_design_scores_gemma":[0.0062096226,0.0012099012,0.2758696,0.0003094622,0.00015398489,0.00025131617,0.0003902594,0.034072597,0.05755888,0.17986259,0.44323945,0.00087230775],"about_ca_topic_score_codex":0.00009461245,"about_ca_topic_score_gemma":0.00012289551,"teacher_disagreement_score":0.69914967,"about_ca_system_score_codex":0.0000040132095,"about_ca_system_score_gemma":0.00006353789,"threshold_uncertainty_score":0.34875715},"labels":[],"label_agreement":null},{"id":"W2905269564","doi":"10.1609/aimag.v39i4.2825","title":"Human Computation for Image and Video Analysis (GroupSight)","year":2018,"lang":"en","type":"article","venue":"AI Magazine","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Computation; Computer science; Data science; Image (mathematics); Artificial intelligence; Multimedia; World Wide Web; Algorithm","score_opus":0.02022637091902564,"score_gpt":0.33411592507963234,"score_spread":0.3138895541606067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905269564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029570616,0.000010814769,0.994494,0.0010100638,0.00005233493,0.00007482128,0.000010468158,0.000079931284,0.0013105121],"genre_scores_gemma":[0.91612583,0.0000036966405,0.07948852,0.0026640808,0.00015127397,0.0000059323297,0.00015255618,0.000008639884,0.0013994827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993532,0.00001955002,0.00015519133,0.00024671174,0.0001065257,0.00011885278],"domain_scores_gemma":[0.9994527,0.000027177695,0.000060411865,0.00021631991,0.00018709082,0.000056277444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001630616,0.00007282428,0.00012239747,0.00017357536,0.00016005646,0.00023525015,0.0002041102,0.000022662061,0.000030306623],"category_scores_gemma":[0.000021327023,0.000067207446,0.000043156906,0.00064808823,0.00007208548,0.00042402963,0.0001024463,0.00002455161,0.00006670784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012344057,0.00029230077,0.0041041574,0.000095148345,0.0006577052,0.00001270851,0.0014076297,0.00016201213,0.015762206,0.611934,0.325973,0.03958679],"study_design_scores_gemma":[0.00046245623,0.00015560574,0.011411972,0.0000047942876,0.00012232114,0.0000022125391,0.0000066701923,0.94951296,0.0005397464,0.00652711,0.031095656,0.00015848257],"about_ca_topic_score_codex":0.0000050657304,"about_ca_topic_score_gemma":0.0000380956,"teacher_disagreement_score":0.94935095,"about_ca_system_score_codex":0.000008635239,"about_ca_system_score_gemma":0.000009517955,"threshold_uncertainty_score":0.274064},"labels":[],"label_agreement":null},{"id":"W2926068071","doi":"10.1609/aimag.v40i1.2848","title":"Artificial Intelligence, Robotics, Ethics, and the Military: A Canadian Perspective","year":2019,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"Ministère de la Défense Nationale; Mitacs; Government of Canada","keywords":"Robotics; Artificial intelligence; Engineering ethics; Perspective (graphical); Emerging technologies; Computer science; Management science; Engineering; Robot","score_opus":0.04220733099979096,"score_gpt":0.358193681905814,"score_spread":0.31598635090602306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926068071","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0095724175,0.0008663358,0.00009922816,0.7731141,0.00074282073,0.0005235787,0.000013368793,0.0000388892,0.21502928],"genre_scores_gemma":[0.9846087,0.00068774325,0.00016068321,0.011387963,0.0003527305,0.0000031340637,0.0000020257914,0.000010137248,0.0027868764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847347,0.00045310202,0.00015140272,0.00020420278,0.000332514,0.0003853],"domain_scores_gemma":[0.99816537,0.0008431038,0.000031487725,0.0001721873,0.0005291006,0.00025873762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003341448,0.00009681868,0.00016837649,0.000067042245,0.0010407938,0.00014667235,0.00024024717,0.00023481305,0.0002746818],"category_scores_gemma":[0.0035037226,0.00007400012,0.000060172482,0.00023828381,0.0014043666,0.00021749314,0.00004132566,0.0009859059,0.00039626763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016059288,0.000008266143,0.00025581702,0.000002640778,0.000017191513,0.0000022706984,0.08232637,0.000032661443,0.0000030473045,0.9153574,0.0013232515,0.00065503333],"study_design_scores_gemma":[0.00010077745,0.000048745307,0.0010074687,0.000016329714,0.000021362157,6.193006e-7,0.052704543,0.00038589662,0.0000049628543,0.9123374,0.033208415,0.00016343582],"about_ca_topic_score_codex":0.7198129,"about_ca_topic_score_gemma":0.9295123,"teacher_disagreement_score":0.97503626,"about_ca_system_score_codex":0.0001820039,"about_ca_system_score_gemma":0.0011341874,"threshold_uncertainty_score":0.800505},"labels":[],"label_agreement":null},{"id":"W2927275098","doi":"10.1609/aimag.v40i1.2842","title":"No AI Is an Island: The Case for Teaming Intelligence","year":2019,"lang":"en","type":"article","venue":"AI Magazine","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ames Research Center; School of Computer Science, Carnegie Mellon University; Defense Advanced Research Projects Agency; McGill University","keywords":"Competence (human resources); Counterintuitive; Computer science; Collective intelligence; Artificial intelligence, situated approach; Applications of artificial intelligence; Knowledge management; Intelligent decision support system; Intelligent agent; Intelligence cycle; Artificial intelligence; Engineering; Psychology; Military intelligence; Political science; Epistemology; Social psychology","score_opus":0.030144111240901147,"score_gpt":0.37625201001433256,"score_spread":0.3461078987734314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927275098","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30902344,0.00012931244,0.08141844,0.025751969,0.011082847,0.0022500374,0.00022000435,0.00050684036,0.5696171],"genre_scores_gemma":[0.86803454,0.0000022801214,0.00014396364,0.014755265,0.00026286292,0.000050304094,0.000020214291,0.000017891352,0.11671267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923176,0.000064284504,0.00023043578,0.00022656095,0.00006710424,0.00017986963],"domain_scores_gemma":[0.99914634,0.00016089891,0.00006976126,0.0004399411,0.00013702977,0.0000460435],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023540629,0.000100375124,0.0001101283,0.000053355794,0.00011238618,0.000050028513,0.00015614688,0.00006174695,0.03671603],"category_scores_gemma":[0.000034038643,0.00007195468,0.00006524907,0.00007491399,0.000028363187,0.00016782508,0.00002225505,0.00017495555,0.021014534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026648052,0.00025982148,0.0011759554,0.000044928303,0.00011712873,0.00011126849,0.015094652,0.000046510213,0.0008379074,0.046139695,0.8608744,0.075031206],"study_design_scores_gemma":[0.00037669114,0.00022736752,0.0012557084,0.00001081244,0.000014311452,0.0004920146,0.00089933665,0.011233368,0.00014027172,0.0007908236,0.98441404,0.00014522656],"about_ca_topic_score_codex":0.000077935074,"about_ca_topic_score_gemma":0.00019458363,"teacher_disagreement_score":0.5590111,"about_ca_system_score_codex":0.000018869228,"about_ca_system_score_gemma":0.000012770579,"threshold_uncertainty_score":0.9797477},"labels":[],"label_agreement":null},{"id":"W3017838119","doi":"10.1609/aimag.v41i1.5195","title":"Addressing the Challenges of Government Service Provision with Artificial Intelligence","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Incentive; Government (linguistics); Moral hazard; Population; Transparency (behavior); Business; Service (business); Public administration; Public relations; Economics; Political science; Computer security; Computer science; Marketing; Microeconomics; Sociology","score_opus":0.10492866913708677,"score_gpt":0.30546499985483305,"score_spread":0.2005363307177463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017838119","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06242515,0.00046519956,0.0110046575,0.49768028,0.00012653445,0.0007455012,0.000019777572,0.000088241824,0.42744464],"genre_scores_gemma":[0.9983914,0.00007597939,0.00009992318,0.0013185567,0.000079562895,0.0000050292006,9.597227e-7,0.0000032227997,0.00002540329],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942595,0.00002978547,0.00012963123,0.00008415272,0.0002340303,0.00009645921],"domain_scores_gemma":[0.999758,0.000044411347,0.000058336253,0.000059989696,0.00003856211,0.00004069458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018433141,0.000046848887,0.00006662135,0.0000045388906,0.000113095884,0.000047486545,0.00013456644,0.000021976472,0.000045990662],"category_scores_gemma":[0.00002486215,0.0000307685,0.000016130363,0.00014561406,0.00007925917,0.0003490633,0.000015879725,0.000056760913,0.000060243125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009836175,0.00004936796,0.000088509376,0.00006517645,0.000012354523,9.987048e-7,0.034600433,0.0002532014,0.00008229403,0.28506458,0.00018671284,0.679498],"study_design_scores_gemma":[0.00066457625,0.00190367,0.006022512,0.0010264496,0.00014661178,0.0000037670397,0.19798633,0.014006331,0.022052804,0.061422717,0.69360524,0.0011589766],"about_ca_topic_score_codex":0.000029949759,"about_ca_topic_score_gemma":0.0009038274,"teacher_disagreement_score":0.9359662,"about_ca_system_score_codex":0.000016271173,"about_ca_system_score_gemma":0.000035887195,"threshold_uncertainty_score":0.1254703},"labels":[],"label_agreement":null},{"id":"W3087861954","doi":"10.1609/aimag.v41i3.5319","title":"Large‐Scale Personalized Categorization of Financial Transactions","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Database transaction; Chart; Computer science; Financial transaction; Categorization; Scale (ratio); Automation; Transaction processing; Transaction data; Task (project management); Accounting information system; Accounting; Finance; Business; Database; Artificial intelligence; Engineering; Management; Economics","score_opus":0.014447303245678585,"score_gpt":0.24857256159974234,"score_spread":0.23412525835406375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087861954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018383098,0.000021950853,0.99210924,0.0047131386,0.0000640382,0.00008378527,0.000051125327,0.00027318246,0.0008452182],"genre_scores_gemma":[0.86196315,0.00001778067,0.13548379,0.0020919093,0.00006713316,0.000015230733,0.000047452122,0.0000106793195,0.00030289142],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999339,0.000025037441,0.00015368525,0.00020769858,0.00014714316,0.00012743234],"domain_scores_gemma":[0.99956733,0.000016922895,0.00005395044,0.00023666867,0.00006731411,0.000057793623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007447882,0.000074880154,0.00012481904,0.000040199702,0.000040159044,0.000025195834,0.0004154713,0.00004043595,0.0000904684],"category_scores_gemma":[0.000038039798,0.000076182536,0.000044265755,0.00040590737,0.000029937375,0.0003485578,0.000046094145,0.00008210542,0.000053454474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016347131,0.0010848115,0.0025458941,0.00033650818,0.0000774759,0.000073653486,0.04654919,0.00017631515,0.11388434,0.29522163,0.36535847,0.17452824],"study_design_scores_gemma":[0.0033243932,0.0013492701,0.01168713,0.00008249986,0.00008773233,0.00003530841,0.00012889001,0.25928614,0.13358204,0.012182771,0.5772378,0.0010160694],"about_ca_topic_score_codex":0.0000053897447,"about_ca_topic_score_gemma":0.000008892526,"teacher_disagreement_score":0.8601248,"about_ca_system_score_codex":0.000009783774,"about_ca_system_score_gemma":0.00006120173,"threshold_uncertainty_score":0.31066337},"labels":[],"label_agreement":null},{"id":"W3124177705","doi":"10.1609/aimag.v41i4.7383","title":"Place Your Bets: Will Machine Learning Outgrow Human Labeling?","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Craft; Artificial intelligence; Computer science; Machine learning; Data science; Art; Visual arts","score_opus":0.038125017079584385,"score_gpt":0.28694597779414976,"score_spread":0.2488209607145654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124177705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107512414,0.0017797563,0.7387246,0.12679446,0.0009070657,0.000789066,0.000017035713,0.0031040784,0.020371562],"genre_scores_gemma":[0.97654444,0.000029736551,0.01012011,0.009234263,0.00035554825,0.000013941416,0.000018602525,0.000043632186,0.003639711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790215,0.000116414325,0.00039848947,0.000648508,0.00039333355,0.00054108165],"domain_scores_gemma":[0.99885213,0.00008523812,0.00013172858,0.00049451814,0.00016112311,0.00027528714],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035223408,0.0002515379,0.00027525602,0.000095795076,0.00033967628,0.00028004844,0.0012235596,0.00008378115,0.00022582832],"category_scores_gemma":[0.0003376565,0.00025247654,0.000087380715,0.00073045696,0.00006392371,0.0010269188,0.0005693266,0.00055498345,0.0024056174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015221017,0.0007318189,0.03191009,0.00035308837,0.0002683368,0.0015007599,0.03039495,0.038899895,0.3117096,0.40802786,0.08552895,0.09052242],"study_design_scores_gemma":[0.0006095684,0.0009852392,0.00054211967,0.00006319125,0.000027996633,0.000031809377,0.00019689287,0.56220984,0.033846743,0.007488006,0.3930196,0.0009789952],"about_ca_topic_score_codex":0.000079998186,"about_ca_topic_score_gemma":0.00007180841,"teacher_disagreement_score":0.869032,"about_ca_system_score_codex":0.000050544877,"about_ca_system_score_gemma":0.00005021371,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W3130506297","doi":"10.1609/aimag.v36i2.2590","title":"Reports on the 2015 AAAI Workshop Series","year":2015,"lang":"en","type":"article","venue":"AI Magazine","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université du Québec; McGill University; University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Interactivity; Turing; Interpretability; Analytics; Big data; Data science; World Wide Web","score_opus":0.027449126906221786,"score_gpt":0.2577773790530213,"score_spread":0.2303282521467995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130506297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60012394,0.00051289075,0.011211817,0.123259656,0.004750798,0.0010756587,0.000052380718,0.0027939258,0.2562189],"genre_scores_gemma":[0.99324054,0.0000078050325,0.00021118806,0.0011495862,0.00007577575,0.000030436497,0.000040652274,0.0000158121,0.005228192],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995194,0.0000063385073,0.00017082391,0.000080910344,0.000119372045,0.00010314354],"domain_scores_gemma":[0.99955297,0.000021382708,0.000016708522,0.00027783896,0.000085066684,0.00004605856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015825164,0.00007515257,0.00006536392,0.000033468034,0.00002841873,0.00002177525,0.0000501691,0.0000336112,0.0001665846],"category_scores_gemma":[0.000056834753,0.000055386932,0.000020786993,0.00021987445,0.0000280865,0.00010673002,0.000003858434,0.000120187644,0.00026589868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096313315,0.000031103744,0.00093094073,0.000010037871,0.00002838843,0.000034500314,0.00063331437,0.015132731,0.00062572444,0.021705544,0.9597162,0.0011419078],"study_design_scores_gemma":[0.00013795463,0.000026031898,0.0135290995,0.000014012105,0.000010529036,0.000023031833,0.00016104915,0.00045726425,0.00084993325,0.0024614376,0.98219746,0.00013219044],"about_ca_topic_score_codex":0.0000022639426,"about_ca_topic_score_gemma":0.00008670464,"teacher_disagreement_score":0.3931166,"about_ca_system_score_codex":0.000019346762,"about_ca_system_score_gemma":0.000019646073,"threshold_uncertainty_score":0.34176782},"labels":[],"label_agreement":null},{"id":"W3210395320","doi":"10.1609/aimag.v38i3.2755","title":"Reports of the Workshops of the 31st AAAI Conference on Artificial Intelligence","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; McGill University","funders":"","keywords":"Library science; Engineering; Range (aeronautics); Operations research; Square (algebra); Artificial intelligence; Cartography; Computer science; Geography; Mathematics","score_opus":0.06194489864395925,"score_gpt":0.3015936921438212,"score_spread":0.23964879349986196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210395320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6766448,0.00022213881,0.14729924,0.09527379,0.008528307,0.0009256585,0.0000070130714,0.000142519,0.070956506],"genre_scores_gemma":[0.9984232,0.000008786107,0.0007378596,0.00028782975,0.00003728158,0.000002751678,9.9662365e-8,0.0000028653571,0.0004992823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99901587,0.000044338296,0.00030302917,0.00021709446,0.00027469697,0.00014495465],"domain_scores_gemma":[0.997193,0.000082991704,0.00043897686,0.0021367455,0.00012820691,0.000020098496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030115363,0.00008929341,0.00015911694,0.00002007567,0.00018232912,0.00008649653,0.0018753487,0.000047111305,0.00001778437],"category_scores_gemma":[0.0005662567,0.000046457415,0.00008685999,0.00011471348,0.00038374442,0.00013872288,0.0006508159,0.0001387716,0.000015014261],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026133606,0.00021287687,0.020380639,0.00004135765,0.000033625533,0.000040788997,0.0011909591,0.00023514223,0.009839956,0.7327042,0.004827355,0.23046695],"study_design_scores_gemma":[0.00007085613,0.000114833216,0.57139444,0.00033077478,0.000021518917,0.000052803593,0.00008379508,0.010084596,0.18623115,0.22948897,0.001906984,0.00021929257],"about_ca_topic_score_codex":0.0000462783,"about_ca_topic_score_gemma":0.00015473603,"teacher_disagreement_score":0.55101377,"about_ca_system_score_codex":0.0000072564403,"about_ca_system_score_gemma":0.00008254931,"threshold_uncertainty_score":0.34848958},"labels":[],"label_agreement":null},{"id":"W4205688508","doi":"10.1609/aimag.v42i2.15096","title":"Optimizing smart grid operations from the demand side","year":2021,"lang":"en","type":"article","venue":"AI Magazine","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China; Nanyang Technological University; National Research Foundation Singapore; National Science Council; National Research Foundation","keywords":"Electricity; Smart grid; Demand response; Process (computing); Computer science; Grid; Power demand; Electric power system; Power (physics); Demand side; Power consumption; Shutdown; Operations research; Dynamic demand; Power grid; Consumption (sociology); Business; Environmental economics; Engineering; Economics; Electrical engineering","score_opus":0.009474168610807864,"score_gpt":0.20554817983278792,"score_spread":0.19607401122198007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205688508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.324389,0.011313454,0.40165874,0.038843103,0.012994246,0.000704119,0.00016125954,0.0024122784,0.2075238],"genre_scores_gemma":[0.96480954,0.0006814574,0.02111721,0.0059092855,0.002172262,0.000098842065,0.00041782166,0.000110702036,0.0046828906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993494,0.000027229618,0.00015769829,0.00016019975,0.000120266945,0.0001852042],"domain_scores_gemma":[0.9994382,0.00006973503,0.0000066261746,0.00040350136,0.000038081213,0.000043801512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000077010474,0.000119716475,0.00010950075,0.00002084251,0.000096907905,0.00010332298,0.0001438842,0.000032264987,0.00041918413],"category_scores_gemma":[0.000036277725,0.00009962015,0.000045122106,0.00017739032,0.000017251556,0.00012850118,0.00010065503,0.00013064839,0.00046690562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3600914e-7,0.000009950086,0.00030433323,0.0000051556353,0.00008564808,0.000036984573,0.00012132188,0.89429533,0.0050119,0.0006938819,0.09883966,0.00059490633],"study_design_scores_gemma":[0.00043472412,0.000009204167,0.01922054,0.000034959,0.00007633979,0.000008802622,0.00007855704,0.296504,0.009509154,0.00016351778,0.67368436,0.00027584008],"about_ca_topic_score_codex":0.00004425471,"about_ca_topic_score_gemma":0.00087131024,"teacher_disagreement_score":0.6404205,"about_ca_system_score_codex":0.000034995104,"about_ca_system_score_gemma":0.000013399665,"threshold_uncertainty_score":0.6001283},"labels":[],"label_agreement":null},{"id":"W4244975579","doi":"10.1609/aimag.v37i4.2692","title":"Reports of the Workshops Held at the 2016 International AAAI Conference on Web and Social Media","year":2016,"lang":"en","type":"article","venue":"AI Magazine","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Social media; Futures contract; Web site; Work (physics); Public relations; Political science; World Wide Web; Engineering; Computer science; The Internet; Business","score_opus":0.013481073120932042,"score_gpt":0.2106980451578745,"score_spread":0.19721697203694244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244975579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417873,0.00022397429,0.000103561106,0.03743571,0.0016331907,0.00010328012,0.000039139377,0.00018203225,0.018491795],"genre_scores_gemma":[0.997728,0.00019634621,0.000011561881,0.00011333605,0.00009675815,0.0000068787313,0.0000014037112,0.00000707323,0.0018386631],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996224,0.0000054967404,0.000107486536,0.000072523006,0.00010808768,0.00008397849],"domain_scores_gemma":[0.99967045,0.000102820064,0.00003345265,0.00015887868,0.000026954058,0.000007466993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000061436855,0.00006123569,0.000068131834,0.000018689501,0.000036711845,0.000009628033,0.00011925788,0.000049267168,0.00023602272],"category_scores_gemma":[0.00006955147,0.000027173488,0.000025779385,0.000034088313,0.0001467961,0.000034378227,0.00011452631,0.00006715041,0.00001922394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041644897,0.000027326329,0.0118077025,0.000033393724,0.00016078907,0.000026508258,0.0009148107,0.000039351595,0.05277471,0.032886524,0.738867,0.16242027],"study_design_scores_gemma":[0.0011046903,0.000055786957,0.17541374,0.0004115642,0.0000435771,0.000100542995,0.00042468726,0.00072022056,0.04105216,0.023174746,0.75704265,0.00045565813],"about_ca_topic_score_codex":0.0000012380325,"about_ca_topic_score_gemma":0.00008830993,"teacher_disagreement_score":0.16360605,"about_ca_system_score_codex":0.000020364881,"about_ca_system_score_gemma":0.000008026419,"threshold_uncertainty_score":0.25842834},"labels":[],"label_agreement":null},{"id":"W4256364036","doi":"10.1609/aimag.v38i4.2772","title":"Reports of the Workshops Held at the 2017 International AAAI Conference on Web and Social Media","year":2017,"lang":"en","type":"article","venue":"AI Magazine","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Perception; Analytics; Social web; Web 2.0; Social media analytics; Focus group","score_opus":0.0576006232039209,"score_gpt":0.34363652042633813,"score_spread":0.28603589722241723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256364036","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.411546,0.00001650792,0.0000045081324,0.104237184,0.0012275517,0.00012752585,0.000015287793,0.000012364636,0.48281306],"genre_scores_gemma":[0.9871775,0.000052620984,0.000004671972,0.0011688921,0.00021212014,8.8328903e-7,0.000003182625,0.00000214199,0.011378019],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992781,0.000038986396,0.00013915931,0.00006986081,0.0003690759,0.0001047655],"domain_scores_gemma":[0.99927735,0.000076239245,0.00028040184,0.00023251372,0.00009835541,0.000035117944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005253867,0.000049445352,0.000068894544,0.000014986623,0.00088642584,0.00016369412,0.0003110346,0.000048928996,0.0007742451],"category_scores_gemma":[0.00094524975,0.000027978938,0.000032015807,0.00002503627,0.0005031584,0.00023213754,0.00013491455,0.00009087692,0.00004499402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006240673,0.000049614126,0.008179304,0.000010113301,0.00004194747,0.000008298468,0.10266948,0.000002395698,0.00076361984,0.13534178,0.70131654,0.05155454],"study_design_scores_gemma":[0.0003433357,0.000012443684,0.55649364,0.00004740822,0.00001241494,0.000008239003,0.002473563,0.00007894304,0.00022976355,0.00477983,0.43541133,0.00010910442],"about_ca_topic_score_codex":0.0000493859,"about_ca_topic_score_gemma":0.0027071922,"teacher_disagreement_score":0.57563144,"about_ca_system_score_codex":0.000024443758,"about_ca_system_score_gemma":0.00010071191,"threshold_uncertainty_score":0.84774417},"labels":[],"label_agreement":null},{"id":"W4311127142","doi":"10.1002/aaai.12069","title":"Intelligent planning for large‐scale multi‐agent systems","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Task (project management); Computer science; Scale (ratio); Intelligent agent; Robot; Multi-agent system; Motion planning; Intelligent decision support system; Motion (physics); Artificial intelligence; Human–computer interaction; Operations research; Software engineering; Systems engineering; Engineering","score_opus":0.04019234045748928,"score_gpt":0.2999924591246558,"score_spread":0.2598001186671665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311127142","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090000563,0.0009125466,0.99363023,0.00077788904,0.0026225639,0.0005064848,0.000049161372,0.00030064982,0.0003004779],"genre_scores_gemma":[0.31830668,0.000009373648,0.6614214,0.0032196217,0.0005283123,0.0012554758,0.00014750569,0.00008716722,0.015024449],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981957,0.00010050749,0.00032183563,0.00048843486,0.00038406337,0.0005094429],"domain_scores_gemma":[0.9989874,0.00012694334,0.00011422912,0.0005746963,0.00007452483,0.00012225205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007462144,0.00016809472,0.00022929645,0.00013597714,0.00039814186,0.00012769536,0.00096419593,0.00003465145,0.000019306215],"category_scores_gemma":[0.00004409579,0.00017265846,0.0000851725,0.00032937946,0.000012375493,0.00017138908,0.00065114663,0.00023634158,0.00013377974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004435831,0.00084235985,0.005195931,0.00018595347,0.00013121472,0.00040930242,0.011803831,0.7590919,0.0013332673,0.010142245,0.2021695,0.008650145],"study_design_scores_gemma":[0.0004917171,0.00016931846,0.0006865193,0.000021008093,0.0000074425097,0.00007349473,0.0002321824,0.8290069,0.00007812869,0.000073917,0.1689623,0.00019704495],"about_ca_topic_score_codex":0.000009225691,"about_ca_topic_score_gemma":5.442433e-7,"teacher_disagreement_score":0.3322088,"about_ca_system_score_codex":0.00013444535,"about_ca_system_score_gemma":0.00006008028,"threshold_uncertainty_score":0.7040808},"labels":[],"label_agreement":null},{"id":"W4311706555","doi":"10.1002/aaai.12068","title":"Search and learning for unsupervised text generation","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"DeepMind; Alberta Machine Intelligence Institute; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Heuristic; Task (project management); Sentence; Annotation; Machine learning; Function (biology); Component (thermodynamics); Unsupervised learning; Natural language processing; Resource (disambiguation)","score_opus":0.039183752693572334,"score_gpt":0.2721839684174112,"score_spread":0.2330002157238389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311706555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17728606,0.00012162877,0.81798655,0.0040090936,0.0001271299,0.00013164799,7.171826e-7,0.000061592014,0.00027556746],"genre_scores_gemma":[0.9549074,0.0000047765475,0.04176261,0.0009151357,0.00010768377,0.000043591655,0.000008666314,0.000006280146,0.0022438136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938023,0.000064605105,0.00008089818,0.00021121961,0.00013538545,0.00012763281],"domain_scores_gemma":[0.999734,0.000036820875,0.000010779157,0.00015489064,0.000033503617,0.000030033123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003530712,0.00004441834,0.00005452781,0.000047537993,0.00030375292,0.00007005188,0.00018380815,0.000010797505,0.000038490867],"category_scores_gemma":[0.000021497186,0.000047117337,0.000015367983,0.00010788794,0.00000676871,0.00014359748,0.00025992963,0.0001377218,0.000009415397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013827131,0.00005712803,0.0022778078,0.000041938798,0.000018273782,0.000010755578,0.0036620875,0.18697979,0.0802199,0.061801475,0.0065245004,0.65839255],"study_design_scores_gemma":[0.00025807947,0.000081322294,0.00037350802,8.1858207e-7,0.0000013545509,0.000007590959,0.0000174925,0.9661598,0.00035373072,0.00028377344,0.03240486,0.00005764314],"about_ca_topic_score_codex":0.000010516275,"about_ca_topic_score_gemma":0.0000033436409,"teacher_disagreement_score":0.77918005,"about_ca_system_score_codex":0.000020750971,"about_ca_system_score_gemma":0.00002750161,"threshold_uncertainty_score":0.23362525},"labels":[],"label_agreement":null},{"id":"W4312117451","doi":"10.1002/aaai.12074","title":"The New Faculty Highlights Program at AAAI‐21","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Work (physics); Narrative; Computer science; Psychology; Engineering","score_opus":0.10926145511666671,"score_gpt":0.42533889880470427,"score_spread":0.3160774436880376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312117451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49274117,0.0015026957,0.000082699305,0.4870537,0.0028732002,0.0019852156,0.000016278622,0.0003903448,0.013354692],"genre_scores_gemma":[0.8298323,0.00017921819,0.00048428116,0.00579169,0.0011539452,0.00033353036,0.00027367237,0.000030739197,0.16192062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885046,0.000046522433,0.0002717119,0.00020598654,0.0003242519,0.00030107147],"domain_scores_gemma":[0.999244,0.00008423452,0.000065016146,0.00032567178,0.00010103687,0.00018007452],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022340356,0.000097812845,0.00012375842,0.00003766044,0.0007386288,0.000026368712,0.00012682636,0.000035942714,0.0012262472],"category_scores_gemma":[0.00008857395,0.00006617708,0.0000672863,0.00028460083,0.000053309253,0.000044366043,0.00010243845,0.00025062458,0.0009943957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016145292,0.00016037152,0.0026335884,0.000015320895,0.000019417805,0.00001570401,0.0010008538,0.000009493101,0.0005678825,0.0014564124,0.67054677,0.32341272],"study_design_scores_gemma":[0.000060386843,0.00051655265,0.0050554434,0.0000074884406,0.00002511418,0.00005919379,0.00028689794,0.00021274466,0.0026183492,0.0011772228,0.98990446,0.00007615583],"about_ca_topic_score_codex":0.00033690286,"about_ca_topic_score_gemma":0.0003236918,"teacher_disagreement_score":0.481262,"about_ca_system_score_codex":0.00023357548,"about_ca_system_score_gemma":0.00027505352,"threshold_uncertainty_score":0.99978346},"labels":[],"label_agreement":null},{"id":"W4361287583","doi":"10.1002/aaai.12085","title":"Hybrid forecasting of geopolitical events<sup>†</sup>","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Intelligence Advanced Research Projects Activity; Office of the Director of National Intelligence","keywords":"Geopolitics; Computer science; Political science","score_opus":0.13063113558360034,"score_gpt":0.3858308418096474,"score_spread":0.25519970622604704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361287583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94854504,0.00001903256,0.018856753,0.0047018905,0.00009945915,0.0003539951,0.00013566003,0.00045140568,0.026836777],"genre_scores_gemma":[0.98885596,0.0000038650187,0.0043110475,0.00028095912,0.000110875255,0.00003371106,0.000024437071,0.000017812134,0.0063613206],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99781305,0.00005535243,0.00063898764,0.00037104636,0.00075152604,0.00037006548],"domain_scores_gemma":[0.99789375,0.0008977119,0.00014152107,0.00064561155,0.00030242148,0.00011895638],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016235494,0.00012085684,0.00025386317,0.00027035995,0.00011512357,0.000044014272,0.00063036766,0.00004597113,0.00050728297],"category_scores_gemma":[0.0025063793,0.00009534646,0.00013374082,0.0011012937,0.00012452749,0.00013571844,0.00031676303,0.00014172195,0.002093979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022339209,0.00016755483,0.011199144,0.000029968183,0.00002523289,0.000030545074,0.00027176816,0.0030976082,0.0006229961,0.12168672,0.7437169,0.1191292],"study_design_scores_gemma":[0.0002652791,0.00012545238,0.007284746,0.0000454303,0.000014460362,0.00005548721,0.000094856754,0.33175543,0.0016417094,0.5452182,0.11329516,0.00020376967],"about_ca_topic_score_codex":0.00002845055,"about_ca_topic_score_gemma":0.0000028113086,"teacher_disagreement_score":0.63042176,"about_ca_system_score_codex":0.000017308865,"about_ca_system_score_gemma":0.00004434864,"threshold_uncertainty_score":0.99868304},"labels":[],"label_agreement":null},{"id":"W4362607906","doi":"10.1002/aaai.12079","title":"Deploying automated ticket router across the enterprise","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Software deployment; IBM; Ticket; Computer science; Service (business); Perspective (graphical); Process management; Engineering management; Knowledge management; Engineering; Artificial intelligence; Software engineering; Computer security; Business; Marketing","score_opus":0.012580120152080593,"score_gpt":0.2926173237792072,"score_spread":0.2800372036271266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362607906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94244266,0.000092636124,0.038401023,0.008204914,0.0020978944,0.00040567297,0.000008001459,0.0074081765,0.00093901093],"genre_scores_gemma":[0.99664056,0.000017499779,0.0006340539,0.0012191813,0.0001095996,0.000038469578,0.0000047338453,0.0000132093555,0.0013226948],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869275,0.000064819375,0.00023631047,0.00030976496,0.00026559856,0.0004307557],"domain_scores_gemma":[0.99878633,0.0001706371,0.00005560956,0.0008492353,0.000077399316,0.00006080329],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057530374,0.00012842477,0.00013853681,0.00004300988,0.00025322655,0.000215042,0.00087225344,0.000058039317,0.000007652783],"category_scores_gemma":[0.00008932066,0.00007704135,0.000076099204,0.00081506325,0.000059606813,0.0004298089,0.00052087114,0.00014581844,0.0045783636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019560497,0.00015629272,0.26832467,0.0002386694,0.00013150297,0.00025106134,0.01867542,0.0012544922,0.0018836134,0.0011422683,0.61145407,0.09646837],"study_design_scores_gemma":[0.0005520137,0.000068948146,0.35164106,0.00005104225,0.0000071989293,0.00007808951,0.000076633536,0.56407285,0.000565115,0.00048315275,0.08220509,0.00019879005],"about_ca_topic_score_codex":0.000015746231,"about_ca_topic_score_gemma":0.00000787475,"teacher_disagreement_score":0.5628184,"about_ca_system_score_codex":0.00002957485,"about_ca_system_score_gemma":0.00003331443,"threshold_uncertainty_score":0.9961967},"labels":[],"label_agreement":null},{"id":"W4380632342","doi":"10.1002/aaai.12095","title":"Evaluation and Design of Generalist Systems (EDGeS)","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Computer science; Scalability; Theme (computing); Machine learning; World Wide Web","score_opus":0.09645042184813814,"score_gpt":0.32365058205795927,"score_spread":0.22720016020982114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380632342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019448906,0.00061325997,0.9758244,0.0015899332,0.00057607493,0.00051549316,0.0000021413214,0.00020386314,0.0012258828],"genre_scores_gemma":[0.9942242,0.00008095192,0.004318541,0.00015248005,0.000079371,0.00005548767,0.0000046244127,0.000010247485,0.0010741211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873537,0.00019259247,0.00022451846,0.00024394349,0.00041504807,0.00018855273],"domain_scores_gemma":[0.9990379,0.00011467514,0.00007086003,0.000367914,0.0003581557,0.00005046171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018835563,0.000080415404,0.00012333547,0.00014096094,0.00006266792,0.00009346247,0.00030412312,0.000037199658,0.00001212392],"category_scores_gemma":[0.0001910728,0.00007620847,0.00001784758,0.00068306865,0.00005806841,0.00035655068,0.00012958302,0.000047368016,0.0003845085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020637277,0.00011242106,0.0007869846,0.00017545372,0.00008212212,0.00006327089,0.002778907,0.21006633,0.16947557,0.30853817,0.094599016,0.21330112],"study_design_scores_gemma":[0.000086735934,0.0000813136,0.0007845182,0.00002019632,0.000011683224,0.000007312576,0.000029144803,0.9751069,0.014382073,0.0071687717,0.002224795,0.00009654873],"about_ca_topic_score_codex":0.00005096586,"about_ca_topic_score_gemma":0.000008324359,"teacher_disagreement_score":0.97477525,"about_ca_system_score_codex":0.00003044713,"about_ca_system_score_gemma":0.000070069946,"threshold_uncertainty_score":0.4942207},"labels":[],"label_agreement":null},{"id":"W4381929569","doi":"10.1002/aaai.12099","title":"Maximizing AI reliability through anticipatory thinking and model risk audits","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital","funders":"","keywords":"Interpretability; Audit; Robustness (evolution); Reliability (semiconductor); Bridge (graph theory); Computer science; Corporate governance; Risk analysis (engineering); Work (physics); Management science; Knowledge management; Process management; Engineering; Business; Artificial intelligence; Accounting","score_opus":0.05910301051109396,"score_gpt":0.3872911114209994,"score_spread":0.32818810090990547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381929569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8081235,0.00026787713,0.001819816,0.10889686,0.00069012196,0.00039890505,0.000040134604,0.00071714184,0.079045616],"genre_scores_gemma":[0.989301,0.0021087395,0.0012307228,0.0052158125,0.00028955442,0.0000067017863,0.0000051215525,0.000022148726,0.0018201934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99819183,0.00023443477,0.00021960892,0.0003153483,0.00052930694,0.00050945574],"domain_scores_gemma":[0.9989003,0.00035953996,0.00009948756,0.00022923098,0.00026091954,0.00015054796],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030693733,0.00013110688,0.0002169292,0.00005174369,0.0014553076,0.00024956244,0.00022723537,0.0002244861,0.000038821694],"category_scores_gemma":[0.0024528508,0.00012879442,0.00007019595,0.00043474635,0.0004954028,0.0008694966,0.00016447726,0.0005596757,0.00014698379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005230938,0.00017730024,0.05690679,0.00016771401,0.00010897987,0.00005864699,0.3134758,0.00443548,0.0005267026,0.46931833,0.14503014,0.009741805],"study_design_scores_gemma":[0.00032769953,0.000042159285,0.02150648,0.000054065586,0.000046000103,2.897392e-7,0.0019596356,0.009676065,0.000028991019,0.9300074,0.036043428,0.00030778415],"about_ca_topic_score_codex":0.0020827337,"about_ca_topic_score_gemma":0.0015919997,"teacher_disagreement_score":0.46068907,"about_ca_system_score_codex":0.000070873655,"about_ca_system_score_gemma":0.00025216758,"threshold_uncertainty_score":0.9998447},"labels":[],"label_agreement":null},{"id":"W4385953656","doi":"10.1002/aaai.12110","title":"AI and elections: An introduction to the special issue","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disinformation; Democracy; Voting; Political science; Public relations; Psychological intervention; Key (lock); Computer science; Social media; Politics; Psychology; Computer security; Law","score_opus":0.013990065196319628,"score_gpt":0.2848859641874218,"score_spread":0.27089589899110217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953656","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019645281,0.00003265448,0.122411735,0.85103875,0.0029511163,0.0004411051,0.0000041555577,0.0008301558,0.002645045],"genre_scores_gemma":[0.87716246,0.0000313456,0.0025955013,0.05487253,0.045216497,0.000084409905,0.00002305544,0.00004575616,0.019968433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991712,0.000030741317,0.00011197101,0.00033278402,0.00015778701,0.00019552042],"domain_scores_gemma":[0.99937,0.000045873116,0.000017856417,0.00042905635,0.000064144784,0.000073068404],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023730236,0.00008167898,0.000073900665,0.00013967695,0.00015886853,0.00037115347,0.00030335208,0.00002192295,0.000035954086],"category_scores_gemma":[0.00013118675,0.000066498294,0.000018399081,0.001038569,0.000015788852,0.00090973766,0.00019339862,0.00011782697,0.0011921169],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011796559,0.000028194769,0.0002180072,0.000010826788,0.000009223067,0.000012407006,0.0010583851,0.00043231618,0.0027256384,0.023871668,0.7147363,0.25688526],"study_design_scores_gemma":[0.00009364624,0.00014312896,0.012493139,0.0000039375423,0.0000030982828,0.000017937826,0.000012444621,0.009377637,0.0004355119,0.0023058662,0.97501093,0.000102745056],"about_ca_topic_score_codex":0.000022068225,"about_ca_topic_score_gemma":0.0003607485,"teacher_disagreement_score":0.8575172,"about_ca_system_score_codex":0.000039037895,"about_ca_system_score_gemma":0.000037192633,"threshold_uncertainty_score":0.99958557},"labels":[],"label_agreement":null},{"id":"W4387429183","doi":"10.1002/aaai.12132","title":"Introduction to the special issue on Innovative Applications of Artificial Intelligence (IAAI 2023)","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Greenfield Research (Canada)","funders":"","keywords":"Computer science; Engineering; Artificial intelligence; Management science; Engineering management","score_opus":0.04692520583267512,"score_gpt":0.30862148843637927,"score_spread":0.26169628260370414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387429183","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020604242,0.000066447545,0.18330784,0.64886856,0.013271712,0.0046193367,0.00023479146,0.00089730136,0.12812978],"genre_scores_gemma":[0.51242274,0.00009175479,0.00070897856,0.021515941,0.43827188,0.0007595687,0.0015190436,0.00013066984,0.024579428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878883,0.0000080218315,0.0003559599,0.0003341389,0.00029239766,0.00022064887],"domain_scores_gemma":[0.99880826,0.000046378565,0.00014574878,0.0004679858,0.00052258954,0.000009022652],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00041336642,0.00014256254,0.0001506324,0.00040844514,0.00016557849,0.00012208696,0.0004480107,0.00004797343,0.0027193695],"category_scores_gemma":[0.00028631094,0.00010759552,0.000034035216,0.005836494,0.00009769849,0.00039699918,0.00023799176,0.00016197682,0.032381862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004611359,0.00005936503,0.000050866005,0.000033606444,0.00000907325,0.0000011033286,0.000038658505,0.0004948351,0.0006134906,0.09354499,0.604558,0.30054986],"study_design_scores_gemma":[0.000019477984,0.000016761536,0.001540757,0.000016709519,0.000012267999,6.723891e-7,0.00014567771,0.0009997028,0.0018129988,0.0076807803,0.98762643,0.00012773185],"about_ca_topic_score_codex":0.000065919034,"about_ca_topic_score_gemma":0.00013716366,"teacher_disagreement_score":0.6273526,"about_ca_system_score_codex":0.000016678616,"about_ca_system_score_gemma":0.000017372167,"threshold_uncertainty_score":0.99819225},"labels":[],"label_agreement":null},{"id":"W4387653858","doi":"10.1002/aaai.12129","title":"SolderNet: Towards trustworthy visual inspection of solder joints in electronics manufacturing using explainable artificial intelligence","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Industrial Vision Systems and Defect Detection","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"","keywords":"Soldering; Printed circuit board; Electronics; Visual inspection; Joint (building); Transparency (behavior); Automated optical inspection; Manufacturing engineering; Engineering; Computer science; Trustworthiness; Engineering drawing; Artificial intelligence; Electrical engineering; Computer security; Architectural engineering; Materials science","score_opus":0.03762574234437778,"score_gpt":0.2885290436264102,"score_spread":0.2509033012820324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387653858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97701937,0.00009070901,0.020620776,0.000020978016,0.00093301496,0.00025257515,0.0000027949966,0.00041035953,0.0006494142],"genre_scores_gemma":[0.99946576,0.00004486065,0.000053948574,0.000009542078,0.00027262705,0.000013460623,0.000007333995,0.000041788153,0.00009065759],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861926,0.000038174654,0.00051951146,0.00021198948,0.00020450713,0.0004065475],"domain_scores_gemma":[0.99966556,0.000026422069,0.000066826986,0.00015075934,0.000043786036,0.000046653295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042556334,0.00017192804,0.00027608487,0.00048626593,0.0000659007,0.00003754963,0.00007401834,0.00016897735,0.000059889146],"category_scores_gemma":[0.000032638953,0.00018332504,0.00007440741,0.00074194744,0.000020403579,0.00022126579,0.00003727362,0.00030917407,0.00012001957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014288607,0.0000928425,0.00036776447,0.00033222305,0.0000753651,0.00005238815,0.0009313894,0.57270706,0.1382092,0.0004772483,0.0008288892,0.28578272],"study_design_scores_gemma":[0.00022509065,0.0001826286,0.0017676144,0.00013670155,0.000013483929,0.000019864205,0.00028053488,0.5740605,0.42041153,0.0010132077,0.0016067803,0.00028207368],"about_ca_topic_score_codex":0.00015083257,"about_ca_topic_score_gemma":0.00017912588,"teacher_disagreement_score":0.28550065,"about_ca_system_score_codex":0.00021289024,"about_ca_system_score_gemma":0.00004007264,"threshold_uncertainty_score":0.74757785},"labels":[],"label_agreement":null},{"id":"W4393988223","doi":"10.1002/aaai.12169","title":"The 2023 International Planning Competition","year":2024,"lang":"en","type":"article","venue":"AI Magazine","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; European Research Council; Natural Sciences and Engineering Research Council of Canada; Vetenskapsrådet; University of Edinburgh","keywords":"Competition (biology); Business; Biology; Ecology","score_opus":0.012893691884000007,"score_gpt":0.27399845271392986,"score_spread":0.26110476082992984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393988223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011319581,0.0024989708,0.8980573,0.045891777,0.0038873556,0.00007437711,0.000007865477,0.0005602849,0.047890123],"genre_scores_gemma":[0.9731548,0.00005730288,0.00930899,0.0020001708,0.0006756233,0.000018117362,0.00004891052,0.000015330214,0.014720779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935246,0.00002714659,0.00011341672,0.00018039146,0.00017675008,0.00014985079],"domain_scores_gemma":[0.99948686,0.00024449528,0.000019550753,0.00018227976,0.000035672216,0.000031142743],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003255419,0.000067482295,0.000044843426,0.000055168573,0.000167581,0.0005623933,0.00047733219,0.000024763296,0.00004279362],"category_scores_gemma":[0.00002536757,0.00004809053,0.000031821462,0.00019120744,0.000021994269,0.00028539557,0.00011437969,0.00017501251,0.00087474653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078305975,0.000013508109,0.0012463368,0.00002518496,0.00005867537,0.00019546783,0.0007158253,0.0025894395,0.00094785634,0.5317281,0.3755443,0.086927496],"study_design_scores_gemma":[0.00006130783,0.000025152267,0.0014686807,0.00012319646,0.0000025608513,0.000034282482,0.0000060431926,0.2723988,0.000075705546,0.0068777874,0.71884274,0.00008374228],"about_ca_topic_score_codex":0.000005367625,"about_ca_topic_score_gemma":0.000002595556,"teacher_disagreement_score":0.97202283,"about_ca_system_score_codex":0.000022512082,"about_ca_system_score_gemma":0.000036578633,"threshold_uncertainty_score":0.9999032},"labels":[],"label_agreement":null},{"id":"W4404767295","doi":"10.1002/aaai.12205","title":"Introduction to the special issue on Innovative Applications of Artificial Intelligence (IAAI 2024)","year":2024,"lang":"en","type":"article","venue":"AI Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Engineering","score_opus":0.036824953639029476,"score_gpt":0.30579733671622916,"score_spread":0.2689723830771997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404767295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032683115,0.00034156616,0.4216066,0.4153647,0.019236354,0.0027047903,0.00014014503,0.00047631294,0.13686122],"genre_scores_gemma":[0.49022633,0.000078628975,0.0009160722,0.015150944,0.4671188,0.0004518303,0.00047924128,0.00010910676,0.025469067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883765,0.000006511244,0.00034408498,0.0003702884,0.00026176646,0.0001796807],"domain_scores_gemma":[0.99907327,0.0000443316,0.00007665499,0.0004006204,0.0003967532,0.000008361818],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00032038343,0.000149448,0.00013725528,0.0003496381,0.00011434068,0.0002689012,0.0003735011,0.00004701241,0.005536563],"category_scores_gemma":[0.00014868566,0.00010670467,0.000037607137,0.0035939817,0.00009727782,0.00052371866,0.00016964402,0.00021514732,0.01609444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027384838,0.000046260648,0.000010727134,0.00006394327,0.000010902926,0.000001417797,0.000038320788,0.00014840245,0.0003965287,0.17813078,0.45803577,0.36308956],"study_design_scores_gemma":[0.000009992786,0.000017361968,0.00019299971,0.000043464912,0.000021142645,0.0000017538016,0.00008586824,0.0015019991,0.0017882952,0.0101073645,0.986105,0.00012474938],"about_ca_topic_score_codex":0.00005254021,"about_ca_topic_score_gemma":0.000097338474,"teacher_disagreement_score":0.52806926,"about_ca_system_score_codex":0.00002321766,"about_ca_system_score_gemma":0.000025098896,"threshold_uncertainty_score":0.99537253},"labels":[],"label_agreement":null},{"id":"W4406184544","doi":"10.1002/aaai.12208","title":"On the reliability of Large Language Models to misinformed and demographically informed prompts","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Dalhousie University","funders":"","keywords":"Reliability (semiconductor); Computer science; Psychology; Physics; Quantum mechanics","score_opus":0.01959875229797699,"score_gpt":0.35448417934044213,"score_spread":0.33488542704246516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406184544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72739625,0.00003351122,0.00016292784,0.09816863,0.00007142029,0.00046564313,0.000015252747,0.000033332275,0.173653],"genre_scores_gemma":[0.98366493,0.000072085626,0.0001679868,0.0141429035,0.000022222457,0.000010260992,0.0000019049987,0.000003547257,0.0019141864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99904376,0.00009924496,0.00019239941,0.000115516435,0.00029887192,0.0002502049],"domain_scores_gemma":[0.9984901,0.00090055156,0.000047929145,0.00020353997,0.00025852033,0.00009937128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018641097,0.00007598243,0.00014349668,0.00007263078,0.00031791715,0.00007156549,0.00021137457,0.000120543824,0.00004175163],"category_scores_gemma":[0.004073821,0.00005180353,0.000050973966,0.0004650149,0.00027709024,0.0002132793,0.000075208074,0.00020910932,0.000008090471],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007714324,0.00007990295,0.0008015323,0.000044180004,0.000019813293,8.0292415e-7,0.038741853,0.000018922741,0.00016003512,0.9415925,0.01653445,0.0019288773],"study_design_scores_gemma":[0.001184366,0.00039649956,0.061163366,0.00032130445,0.00005244668,1.9501515e-7,0.011996508,0.0006544541,0.00036600966,0.8400051,0.08347437,0.0003853835],"about_ca_topic_score_codex":0.0006387934,"about_ca_topic_score_gemma":0.005023142,"teacher_disagreement_score":0.25626862,"about_ca_system_score_codex":0.000029266983,"about_ca_system_score_gemma":0.00029591753,"threshold_uncertainty_score":0.48770386},"labels":[],"label_agreement":null},{"id":"W4412036796","doi":"10.1002/aaai.70009","title":"When science fiction collides with reality: The future of learning and the one after that","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Engineering; Astrobiology; Physics","score_opus":0.02511207629390418,"score_gpt":0.34264358610196755,"score_spread":0.3175315098080634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412036796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6989771,0.0025718051,0.0015194695,0.13330396,0.0011863662,0.0010415938,0.000006017477,0.00008230649,0.16131139],"genre_scores_gemma":[0.9818986,0.00018117363,0.00007208296,0.0010397932,0.00011427178,0.000052464988,0.0000022943357,0.0000037845948,0.0166355],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993847,0.00011779098,0.00011321471,0.00011129879,0.00014194101,0.00013102751],"domain_scores_gemma":[0.9993704,0.00025832964,0.000076721386,0.00014595065,0.00012809536,0.000020524554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091322686,0.000049067225,0.00008735626,0.00003971025,0.0005716248,0.000023889776,0.00008173077,0.000031279153,0.00003523541],"category_scores_gemma":[0.00007331205,0.000023489429,0.000011265536,0.0002442116,0.00038110995,0.00011479926,0.000044996,0.00024023517,0.000011543756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027933475,0.00021454996,0.5672892,0.0008758925,0.00012605364,0.0000011974863,0.066689834,0.00011072023,0.00049090595,0.07291582,0.1699541,0.11853838],"study_design_scores_gemma":[0.0007385527,0.000064779975,0.24838796,0.00041897138,0.0000546952,8.784525e-7,0.009993098,0.0001926213,0.000073946336,0.0052221343,0.73478085,0.0000715341],"about_ca_topic_score_codex":0.000094828734,"about_ca_topic_score_gemma":0.00016226029,"teacher_disagreement_score":0.5648267,"about_ca_system_score_codex":0.000033964112,"about_ca_system_score_gemma":0.00017999929,"threshold_uncertainty_score":0.43965334},"labels":[],"label_agreement":null},{"id":"W4413943190","doi":"10.1002/aaai.70025","title":"Recent advances in finetuning multimodal large language models","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Institute for Catastrophic Loss Reduction","keywords":"Computer science; Artificial intelligence","score_opus":0.011786876258378312,"score_gpt":0.2828238057033132,"score_spread":0.2710369294449349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413943190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008409627,0.008065482,0.9601576,0.0028057697,0.00030805997,0.00011621566,0.0000018868824,0.00013407438,0.020001316],"genre_scores_gemma":[0.9288313,0.001074026,0.06488841,0.0030130679,0.000053171178,0.000021673504,0.0000056915374,0.000008057823,0.002104648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990658,0.000034822795,0.00019395047,0.00030802665,0.00012523303,0.00027213368],"domain_scores_gemma":[0.9994415,0.000042008403,0.00002932181,0.00041684826,0.000037853926,0.000032465847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021458884,0.00009648476,0.0001312108,0.00014022244,0.000037522033,0.000044418553,0.00046158608,0.00003963305,0.000022303717],"category_scores_gemma":[0.0000415622,0.00009364654,0.000024056279,0.0003965399,0.000008937366,0.0006403393,0.0002757294,0.00015652034,0.000034989647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007634737,0.00009033522,0.0010467195,0.000031503125,0.0000055890378,0.00005092998,0.0010060732,0.046494044,0.0003994554,0.16127624,0.0005998662,0.78899163],"study_design_scores_gemma":[0.00049409387,0.000008515471,0.0005650715,0.00004707974,0.0000013156068,0.0000012468723,0.000023936045,0.93518674,0.00015032812,0.009182922,0.05424238,0.00009639559],"about_ca_topic_score_codex":0.000010278522,"about_ca_topic_score_gemma":0.00013759272,"teacher_disagreement_score":0.9204216,"about_ca_system_score_codex":0.00004170827,"about_ca_system_score_gemma":0.00004461005,"threshold_uncertainty_score":0.3818795},"labels":[],"label_agreement":null},{"id":"W4414217059","doi":"10.1002/aaai.70029","title":"Developing generative recommender systems for government subsidy programs with a new RQ‐VAE model: Wello and the Korean government case","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Recommender system; Subsidy; Government (linguistics); Generative grammar; Quarter (Canadian coin); Generative model","score_opus":0.02680134838554462,"score_gpt":0.2649546541977284,"score_spread":0.23815330581218377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414217059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00097211107,0.00060979713,0.9723896,0.020699844,0.00022664388,0.0019853523,0.000009595674,0.00015616372,0.0029509421],"genre_scores_gemma":[0.77785593,0.00022074264,0.20686217,0.0043700524,0.00014917945,0.0015778239,0.0000070739675,0.000042087115,0.008914931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983135,0.000093531286,0.00037771996,0.0005046707,0.000378256,0.00033231854],"domain_scores_gemma":[0.9989781,0.0001361285,0.0001685968,0.0005525077,0.000075633674,0.00008905756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006566019,0.00026632467,0.00035152055,0.00002402025,0.00025884627,0.0004930251,0.00040185434,0.00006421921,7.6105783e-7],"category_scores_gemma":[0.000013371098,0.00016021698,0.00006038953,0.00022062603,0.00005582919,0.00027467572,0.00031309368,0.00013084765,0.000001305874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001596717,0.00012210844,0.0005860382,0.00024465745,0.00039178005,0.00007091889,0.001883535,0.0003050192,0.00004672455,0.80864894,0.08415964,0.10338098],"study_design_scores_gemma":[0.005450756,0.00048791908,0.0000682027,0.0005040794,0.000100745674,0.0006971579,0.00072643347,0.7936124,0.001743539,0.013790817,0.18212676,0.0006911548],"about_ca_topic_score_codex":0.00034439846,"about_ca_topic_score_gemma":0.00054416945,"teacher_disagreement_score":0.7948581,"about_ca_system_score_codex":0.00034366772,"about_ca_system_score_gemma":0.0001366468,"threshold_uncertainty_score":0.6533459},"labels":[],"label_agreement":null},{"id":"W4416940579","doi":"10.1002/aaai.70043","title":"Human at the Center: A Framework for Human‐Driven AI Development","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Mitacs; Alberta Machine Intelligence Institute; Google","keywords":"Agency (philosophy); Field (mathematics); Development (topology); Applications of artificial intelligence; Work (physics); Human intelligence; Design elements and principles","score_opus":0.043955340302434164,"score_gpt":0.41852923479489,"score_spread":0.37457389449245587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416940579","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15777598,0.0003569779,0.004056558,0.5265094,0.0015974375,0.001856812,0.000038980885,0.0002756467,0.3075322],"genre_scores_gemma":[0.9122025,0.00003568372,0.0011838829,0.02849524,0.0004245333,0.00007334852,0.000022890868,0.000016561218,0.057545405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988012,0.00009714453,0.00021474656,0.00020256579,0.0002875166,0.00039683253],"domain_scores_gemma":[0.99916923,0.00022901178,0.0000692167,0.00020589805,0.00024091419,0.00008573616],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00082206336,0.00011308182,0.00015738903,0.000044395594,0.0030909467,0.0002261325,0.00040289492,0.00019958611,0.00027314786],"category_scores_gemma":[0.0004600313,0.00008950572,0.00009600934,0.00021038027,0.00034566928,0.00012521056,0.00015736023,0.00032046874,0.00009064701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068169415,0.00007329555,0.0025097423,0.000019901503,0.000055465767,0.0000012450575,0.012748842,0.000002023716,0.0003178515,0.8570439,0.124849215,0.0023716914],"study_design_scores_gemma":[0.0002373921,0.000026294389,0.0054514958,0.00006526561,0.000014110277,6.235624e-8,0.00045697892,0.0000020835125,0.00012479222,0.21287926,0.7806337,0.000108590604],"about_ca_topic_score_codex":0.0002970968,"about_ca_topic_score_gemma":0.014518368,"teacher_disagreement_score":0.7544265,"about_ca_system_score_codex":0.00021618592,"about_ca_system_score_gemma":0.00026312872,"threshold_uncertainty_score":0.9982069},"labels":[],"label_agreement":null},{"id":"W4417280344","doi":"10.1002/aaai.70047","title":"The ETHICAL Protocol for Responsible Use of Generative AI for Research Purposes in Higher Education","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Helsingin Yliopisto; Universitetet i Oslo; University of Oxford; Universiteit Gent; University College London; University of Toronto; Tartu Ülikool; University of Cape Town; Victoria University; Université de Genève; Rijksuniversiteit Groningen; University of Glasgow; National Science Foundation","keywords":"Protocol (science); Generative grammar; Openness to experience; Higher education; Checklist; Inclusion (mineral); Transparency (behavior)","score_opus":0.5630307107024171,"score_gpt":0.619159177310111,"score_spread":0.056128466607693994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417280344","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012882531,0.0000846531,0.0014565248,0.7676282,0.0007060467,0.21594726,0.000010591319,0.000022879112,0.0012613324],"genre_scores_gemma":[0.086634986,0.000021721615,0.0064601745,0.016793493,0.00081052206,0.79225236,0.000046726393,0.0000274187,0.096952595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988201,0.00018661148,0.00040275257,0.00018773784,0.00016440137,0.00023839885],"domain_scores_gemma":[0.9956114,0.002481568,0.00004991461,0.00026343678,0.0015469415,0.000046720914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015407205,0.00006701455,0.0001426359,0.00020851502,0.00018063761,0.00003539711,0.000077412675,0.00017190877,0.00004260804],"category_scores_gemma":[0.0030494183,0.000046881745,0.00004388734,0.00048579377,0.00014185676,0.00007431628,0.00002166984,0.00039208448,0.000009349398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065545007,0.0006385766,0.005497856,0.00083674793,0.000024859411,4.0136268e-7,0.00078006013,0.000016800586,0.01452108,0.20843703,0.66386884,0.09882326],"study_design_scores_gemma":[0.00020811876,0.000629649,0.0075186044,0.00032778474,0.000010578883,5.932713e-7,0.00021874826,0.0005493116,0.061260577,0.062105358,0.8671213,0.0000493805],"about_ca_topic_score_codex":0.00020205503,"about_ca_topic_score_gemma":0.00050442177,"teacher_disagreement_score":0.7508347,"about_ca_system_score_codex":0.00013295334,"about_ca_system_score_gemma":0.0025477181,"threshold_uncertainty_score":0.45195428},"labels":[],"label_agreement":null},{"id":"W7092599726","doi":"10.1002/aaai.70021","title":"CAGE challenge 4: A scalable multi‐agent reinforcement learning gym for autonomous cyber defence","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Reinforcement learning; Scalability; Marl; Adversarial system; Autonomy; Usability; Enterprise private network","score_opus":0.01904198579425885,"score_gpt":0.26681628942437746,"score_spread":0.2477743036301186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092599726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075931556,0.0010889681,0.9866596,0.0032326411,0.00064090785,0.00050268875,0.0000014828101,0.00042204742,0.0066923597],"genre_scores_gemma":[0.85734344,0.0002925061,0.08196023,0.0050799907,0.00018392835,0.00040455713,0.000024246678,0.000035969333,0.05467516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983759,0.000036090747,0.0003293168,0.00053499866,0.00018509955,0.00053862587],"domain_scores_gemma":[0.9989353,0.00018398518,0.00009085717,0.00055523764,0.00013285027,0.00010177681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003537013,0.00021358437,0.0002467782,0.0001221314,0.00027072118,0.00015876295,0.00063639175,0.00009178087,0.00004537758],"category_scores_gemma":[0.000111016794,0.00020316399,0.000116142066,0.00039980916,0.00003643204,0.00028818205,0.0004124196,0.00022527568,0.00020283824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010840184,0.000636828,0.0043347348,0.00044339048,0.00027089982,0.000097082266,0.002137081,0.20600034,0.00082554953,0.2235929,0.13427079,0.42728198],"study_design_scores_gemma":[0.0012792371,0.00021488922,0.0016537772,0.000104055354,0.00002040833,0.000004338591,0.000011382844,0.612074,0.00026074066,0.0012155524,0.38286284,0.0002987609],"about_ca_topic_score_codex":0.000039041537,"about_ca_topic_score_gemma":0.000041887375,"teacher_disagreement_score":0.9046994,"about_ca_system_score_codex":0.00010660586,"about_ca_system_score_gemma":0.00011247422,"threshold_uncertainty_score":0.8284787},"labels":[],"label_agreement":null}]}